{"id":"W2728340321","doi":"10.3138/cjpe.31121","title":"Contribution Analysis: Theoretical and Practical Challenges and Prospects for Evaluators","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria; University of Toronto","funders":"","keywords":"Rigour; Management science; Causality (physics); Attribution; Engineering ethics; Psychological intervention; Epistemology; Psychology; Computer science; Sociology; Risk analysis (engineering); Medicine; Economics; Social psychology; Engineering; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5953457,0.001674498,0.003564248,0.009266533,0.01095193,0.02863414,0.007439304,0.006483531,0.009269423],"category_scores_gemma":[0.6288502,0.001242863,0.002001918,0.0102757,0.03760518,0.03656106,0.01652891,0.01312878,0.001500953],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01662505,"about_ca_system_score_gemma":0.05825995,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007907366,"about_ca_topic_score_gemma":0.01099127,"domain_scores_codex":[0.4300329,0.5205249,0.01209381,0.008014379,0.02619398,0.003139997],"domain_scores_gemma":[0.1625745,0.7099082,0.01384598,0.03790592,0.06969826,0.006067165],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002189011,0.0002128734,0.005856319,0.005527712,0.0002001073,0.0001361266,0.03537477,0.001283681,0.0002900131,0.55862,0.02771623,0.3645631],"study_design_scores_gemma":[0.0001413859,0.0001916726,0.002280276,0.0203041,0.0001391154,0.0001777042,0.04142888,0.006127066,0.000726248,0.8185898,0.1097326,0.0001611248],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.01523712,0.03703181,0.3758616,0.5105014,0.005972018,0.002587273,0.0002510282,0.0005168415,0.05204079],"genre_scores_gemma":[0.4127825,0.02135922,0.5183361,0.03109178,0.002621689,0.008417757,0.0001850607,0.0005270867,0.004678818],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4046543,"threshold_uncertainty_score":0.4990108,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3554917525548922,"score_gpt":0.5707339832883228,"score_spread":0.2152422307334306,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}