{"id":"W2919316438","doi":"10.3138/cjpe.52946","title":"Using Actor-Based Theories of Change to Conduct Robust Evaluation in Complex Settings","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Theory of change; Democracy; Management science; Computer science; Psychological intervention; Process management; Sociology; Operations research; Business; Risk analysis (engineering); Political science; Economics; Psychology; Management; Mathematics; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.233201,0.001888669,0.002214649,0.005849046,0.00359972,0.01090224,0.00396316,0.002936662,0.008679924],"category_scores_gemma":[0.3376943,0.001128682,0.002363793,0.003538313,0.01541652,0.01287195,0.01007703,0.00586785,0.0008877838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01501502,"about_ca_system_score_gemma":0.02193115,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007963577,"about_ca_topic_score_gemma":0.01045918,"domain_scores_codex":[0.6669112,0.3042743,0.005982872,0.007918364,0.0132142,0.001699157],"domain_scores_gemma":[0.5476487,0.3812912,0.01871288,0.02954252,0.02019583,0.002608827],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004883928,0.0008977547,0.01957136,0.004107799,0.001235016,0.0001829579,0.01448085,0.1167756,0.001055548,0.6436063,0.003888265,0.1937101],"study_design_scores_gemma":[0.0004825768,0.001189597,0.006556317,0.004536991,0.00042796,0.00009241816,0.009385366,0.2167087,0.002898569,0.7329442,0.02458816,0.0001891511],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02483411,0.0008145169,0.9341268,0.004614874,0.0002419871,0.004779272,0.0002538536,0.0003560214,0.0299785],"genre_scores_gemma":[0.4009103,0.000467129,0.5892372,0.0005823236,0.0000439135,0.007612561,0.0001612478,0.0001001208,0.0008852998],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.766799,"threshold_uncertainty_score":0.9455997,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8242816801062659,"score_gpt":0.5913763997790368,"score_spread":0.2329052803272291,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}