{"id":"W2728340321","doi":"10.3138/cjpe.31121","title":"Contribution Analysis: Theoretical and Practical Challenges and Prospects for Evaluators","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria; University of Toronto","funders":"","keywords":"Rigour; Management science; Causality (physics); Attribution; Engineering ethics; Psychological intervention; Epistemology; Psychology; Computer science; Sociology; Risk analysis (engineering); Medicine; Economics; Social psychology; Engineering; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02515919,0.0001064765,0.0003099456,0.0004632847,0.0005753193,0.00094762,0.000192881,0.00009524725,0.0002051492],"category_scores_gemma":[0.02170603,0.00007683884,0.0001062594,0.0001448373,0.0004057536,0.0008098275,0.00001907879,0.0001375677,0.000003386667],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001271934,"about_ca_system_score_gemma":0.001666871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002741738,"about_ca_topic_score_gemma":0.005266195,"domain_scores_codex":[0.9971632,0.0004037597,0.0005933432,0.0002461196,0.001360101,0.0002334867],"domain_scores_gemma":[0.9942558,0.0005527032,0.0006302605,0.0003259398,0.003740685,0.0004946518],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00006130395,0.00003473282,0.02932271,0.000006737375,0.000200528,0.000004189936,0.0007376529,0.00004158979,0.00001260374,0.1208419,0.0002034688,0.8485326],"study_design_scores_gemma":[0.001525595,0.000935999,0.6283925,0.00003111747,0.001289481,0.00006453919,0.0008333989,0.178728,0.00006197354,0.1809814,0.007005973,0.0001500725],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9492729,0.004151816,0.005194082,0.03644398,0.0006063743,0.002708017,0.00001572625,0.000008719662,0.001598384],"genre_scores_gemma":[0.9962121,0.0001587298,0.003309002,0.00006527574,0.0001430508,0.0000891916,0.000005224018,0.000005298758,0.00001213455],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8483825,"threshold_uncertainty_score":0.9865345,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3554917525548922,"score_gpt":0.5707339832883228,"score_spread":0.2152422307334306,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}