{"id":"W2775174218","doi":"10.3138/cjpe.31122","title":"Theory of Change Analysis: Building Robust Theories of Change","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":145,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Theory of change; Computer science; Management science; Risk analysis (engineering); Positive economics; Econometrics; Economics; Business; Management","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02695549,0.0001136358,0.0004325363,0.001245814,0.00031207,0.0002771632,0.0009126268,0.0000778667,0.002079111],"category_scores_gemma":[0.004102443,0.00008389902,0.0002730514,0.0007235947,0.0002827659,0.001225016,0.00002846376,0.0001323784,0.000008144712],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001332133,"about_ca_system_score_gemma":0.001414063,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00131182,"about_ca_topic_score_gemma":0.01937543,"domain_scores_codex":[0.9960204,0.0006297944,0.001003098,0.0001674196,0.001959151,0.00022014],"domain_scores_gemma":[0.9925872,0.0002683639,0.002643926,0.0006208509,0.003619072,0.0002606036],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00003053009,0.00003606013,0.1773194,0.000009459533,0.0002196487,0.000002095182,0.004115089,0.0006708325,0.00004289546,0.01083199,0.00009081062,0.8066311],"study_design_scores_gemma":[0.0008044912,0.0005412624,0.9022572,0.0001362424,0.00105172,0.000007164045,0.003570409,0.03193347,0.0005632939,0.05624328,0.002730956,0.0001605033],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9858212,0.001821543,0.004568031,0.002264469,0.001038813,0.001255007,0.00003408555,0.000005312036,0.003191527],"genre_scores_gemma":[0.9968542,0.00002688133,0.002668766,0.00006407727,0.0002457231,0.00006105687,0.000005214231,0.000006776988,0.00006730475],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8064706,"threshold_uncertainty_score":0.9988331,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7318312016170765,"score_gpt":0.5642255157815168,"score_spread":0.1676056858355597,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}