{"id":"W2918728998","doi":"10.3138/cjpe.53008","title":"Does Your Implementation Fit Your Theory of Change?","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"","keywords":"Coding (social sciences); Action (physics); Theory of change; Domain (mathematical analysis); Management science; Computer science; Psychology; Epistemology; Sociology; Mathematics; Social science; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0173244,0.0001075093,0.0002437099,0.0007046434,0.00009210351,0.0001783332,0.0004155836,0.00006325653,0.01467402],"category_scores_gemma":[0.000750049,0.00006369216,0.0001389495,0.0005764769,0.00005215508,0.0008901159,0.00001273553,0.0001327225,0.0001390993],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002300435,"about_ca_system_score_gemma":0.002507575,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005143587,"about_ca_topic_score_gemma":0.008799,"domain_scores_codex":[0.995879,0.0006088117,0.000997297,0.0001724517,0.002106497,0.0002359761],"domain_scores_gemma":[0.9953947,0.0001842591,0.001126046,0.0002922088,0.002733774,0.0002690143],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001954532,0.00002239388,0.1411764,0.000006584108,0.00002676636,8.960623e-7,0.003079812,0.0002023954,0.0001181006,0.0009821492,0.0005172043,0.8538477],"study_design_scores_gemma":[0.00264348,0.001415557,0.8455896,0.0001039339,0.0001889455,0.00002182989,0.02868505,0.01295636,0.001321005,0.0469795,0.05981885,0.000275927],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9926239,0.0002563199,0.0003059684,0.002041886,0.00173993,0.001518734,0.00002065466,0.000005365184,0.001487256],"genre_scores_gemma":[0.9979985,0.00001301677,0.00111631,0.0001947874,0.0002205557,0.00005204114,0.00001503097,0.000008791767,0.0003809736],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8535718,"threshold_uncertainty_score":0.9862267,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6341084431107532,"score_gpt":0.590531744540158,"score_spread":0.04357669857059521,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}