{"id":"W3105492687","doi":"10.3138/cjpe.69535","title":"Toward Learning from Change Pathways: Reviewing Theory of Change and Its Discontents","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Underpinning; Vagueness; Theory of change; Context (archaeology); Stakeholder; Process (computing); Stakeholder engagement; Epistemology; Management science; Knowledge management; Sociology; Computer science; Political science; Public relations; Economics; Engineering; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1082902,0.001605559,0.003606569,0.02472061,0.004183078,0.01799041,0.006761186,0.007745811,0.002885476],"category_scores_gemma":[0.1711154,0.0009989961,0.002416411,0.02057079,0.02944988,0.02100604,0.006216215,0.0123211,0.0006602599],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02974603,"about_ca_system_score_gemma":0.04416681,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01612941,"about_ca_topic_score_gemma":0.02640666,"domain_scores_codex":[0.9423748,0.03628026,0.005682079,0.003725677,0.0109311,0.001006074],"domain_scores_gemma":[0.5903162,0.3653243,0.008294511,0.005031014,0.02895881,0.002075195],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009457614,0.0001810564,0.002211924,0.07663037,0.0005726552,0.0003450548,0.01599032,0.004865854,0.000225291,0.3234645,0.02210297,0.5533155],"study_design_scores_gemma":[0.00004825703,0.00026033,0.003100295,0.2873466,0.000776638,0.0005661036,0.02799563,0.005258761,0.0008548646,0.3572784,0.3163411,0.0001730271],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00230001,0.876936,0.01996716,0.09056303,0.003213774,0.0002031685,0.00006651358,0.00006357135,0.006686924],"genre_scores_gemma":[0.1103215,0.8366564,0.02839342,0.02093102,0.002069573,0.0007611088,0.000136989,0.00006657859,0.0006635361],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8917098,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.918735116591738,"score_gpt":0.5122009043033375,"score_spread":0.4065342122884005,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}