{"id":"W2918728998","doi":"10.3138/cjpe.53008","title":"Does Your Implementation Fit Your Theory of Change?","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"","keywords":"Coding (social sciences); Action (physics); Theory of change; Domain (mathematical analysis); Management science; Computer science; Psychology; Epistemology; Sociology; Mathematics; Social science; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05267465,0.0005088407,0.001027593,0.00234951,0.002966699,0.01197776,0.002545291,0.004892344,0.01240924],"category_scores_gemma":[0.1519684,0.0004135605,0.001175649,0.0032764,0.007764084,0.01262021,0.003260629,0.005025745,0.003248157],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009108699,"about_ca_system_score_gemma":0.01823741,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00985094,"about_ca_topic_score_gemma":0.008735023,"domain_scores_codex":[0.9411583,0.03954767,0.002155327,0.001745994,0.01180426,0.003588449],"domain_scores_gemma":[0.9165567,0.04050446,0.006216838,0.008026938,0.02498432,0.003710803],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002731425,0.001016397,0.04518028,0.004012634,0.0002666434,0.0003016856,0.01416374,0.003235695,0.0006583977,0.4167152,0.05547487,0.4587013],"study_design_scores_gemma":[0.0002723147,0.002155926,0.05096379,0.01409012,0.0006424327,0.001023253,0.0826837,0.02204133,0.006206555,0.405203,0.4143643,0.0003532692],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.07957599,0.008430371,0.09880889,0.5228952,0.00326143,0.00115056,0.0005724943,0.0008340358,0.2844712],"genre_scores_gemma":[0.9280652,0.004341299,0.03937455,0.01983852,0.0004013434,0.0007723531,0.0002410415,0.0002620486,0.006703546],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.05267465,"threshold_uncertainty_score":0.2785735,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6341084431107532,"score_gpt":0.590531744540158,"score_spread":0.04357669857059521,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}