{"id":"W3105492687","doi":"10.3138/cjpe.69535","title":"Toward Learning from Change Pathways: Reviewing Theory of Change and Its Discontents","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Underpinning; Vagueness; Theory of change; Context (archaeology); Stakeholder; Process (computing); Stakeholder engagement; Epistemology; Management science; Knowledge management; Sociology; Computer science; Political science; Public relations; Economics; Engineering; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008744089,0.0001039163,0.0003041797,0.0002271541,0.000107031,0.0001526376,0.0002821319,0.00005303327,0.001059017],"category_scores_gemma":[0.004376398,0.00007762983,0.00009439585,0.000418962,0.000042016,0.0009068071,0.00002240047,0.0002005993,0.00002590121],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008091484,"about_ca_system_score_gemma":0.00066467,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002543539,"about_ca_topic_score_gemma":0.0007692763,"domain_scores_codex":[0.9967198,0.0008509593,0.0007557599,0.0001820044,0.001316597,0.0001749047],"domain_scores_gemma":[0.9970682,0.0002208189,0.0008225329,0.0001043938,0.001332355,0.0004517425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001748847,0.000009742632,0.02397019,0.00001694268,0.00002328758,0.000004139696,0.0171205,0.000030459,0.0001031884,0.0003070726,0.00006208722,0.9583349],"study_design_scores_gemma":[0.004172196,0.003367363,0.6562167,0.001560946,0.0006414417,0.00003428644,0.03217653,0.223127,0.0007680103,0.0199878,0.05726856,0.0006791361],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9723896,0.01800383,0.0004567557,0.006803091,0.0004864843,0.001474452,0.0000162697,0.000008239178,0.0003612186],"genre_scores_gemma":[0.9982341,0.0002624346,0.0003770197,0.0006695898,0.0003632235,0.00006248595,0.00001196362,0.000008143978,0.000011055],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9576558,"threshold_uncertainty_score":0.9998541,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.918735116591738,"score_gpt":0.5122009043033375,"score_spread":0.4065342122884005,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}