{"id":"W2494669165","doi":"10.3138/cjpe.0026.001","title":"How Does Complexity Impact Evaluation? An Introduction to the Special Issue","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; Université de Sherbrooke; Université du Québec à Montréal; McGill University; École Nationale d'Administration Publique; York University","funders":"Canadian Institutes of Health Research; U.S. Public Health Service","keywords":"Psychological intervention; Impact evaluation; Management science; Program evaluation; Evaluation methods; Psychology; Computer science; Political science; Medicine; Economics; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04573651,0.000170827,0.0002506859,0.0006743331,0.0005274036,0.001316051,0.000675114,0.00007454296,0.01603177],"category_scores_gemma":[0.006051254,0.0000900188,0.0001621518,0.001124176,0.0001240743,0.002722758,0.00001800521,0.0002593619,0.0002142856],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001123874,"about_ca_system_score_gemma":0.0031818,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004171657,"about_ca_topic_score_gemma":0.04812603,"domain_scores_codex":[0.9921702,0.002076047,0.0007597095,0.0002470465,0.004278454,0.0004685884],"domain_scores_gemma":[0.9918644,0.0001465488,0.0006965695,0.0005905262,0.005687828,0.001014073],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000284116,0.00007132196,0.01496435,0.000001306449,0.00002610955,3.770485e-7,0.003253714,0.003718802,0.00004288253,0.0004363701,0.09615621,0.8813002],"study_design_scores_gemma":[0.0005868735,0.0006606265,0.2560344,0.000008250027,0.0001560415,0.00005857232,0.004832129,0.03136617,0.0001469173,0.005902828,0.7000716,0.0001755191],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8221923,0.0003365924,0.002008253,0.1580923,0.01145813,0.003975544,0.00003230499,0.00001660536,0.001888024],"genre_scores_gemma":[0.9671761,0.000002458034,0.001942661,0.0003217588,0.03010983,0.00009610709,0.00003740973,0.00001168241,0.0003019643],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8811246,"threshold_uncertainty_score":0.9997207,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.410774152797953,"score_gpt":0.5566967272910203,"score_spread":0.1459225744930673,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}