{"id":"W2494669165","doi":"10.3138/cjpe.0026.001","title":"How Does Complexity Impact Evaluation? An Introduction to the Special Issue","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; Université de Sherbrooke; Université du Québec à Montréal; McGill University; École Nationale d'Administration Publique; York University","funders":"Canadian Institutes of Health Research; U.S. Public Health Service","keywords":"Psychological intervention; Impact evaluation; Management science; Program evaluation; Evaluation methods; Psychology; Computer science; Political science; Medicine; Economics; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04254958,0.00178122,0.002559521,0.005283915,0.003303421,0.01002675,0.002538248,0.007925987,0.01656722],"category_scores_gemma":[0.1868474,0.001272417,0.002674799,0.004591363,0.006864818,0.01451959,0.005983528,0.01316503,0.004305988],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005848566,"about_ca_system_score_gemma":0.007111476,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004836198,"about_ca_topic_score_gemma":0.008294363,"domain_scores_codex":[0.9669341,0.01916705,0.004241548,0.001432509,0.007480475,0.0007442643],"domain_scores_gemma":[0.7312951,0.2298186,0.005082769,0.004146857,0.02671691,0.002939813],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006759579,0.00008112763,0.0008731547,0.001926929,0.00007666308,0.00008365534,0.0005341012,0.0002661448,0.000116926,0.01478004,0.800094,0.1810996],"study_design_scores_gemma":[0.0000402676,0.0001347388,0.001836791,0.007033485,0.0001351365,0.0004600202,0.0005289413,0.0006052849,0.0001685496,0.04438303,0.9445835,0.00009022281],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0006804222,0.2653338,0.01386772,0.4468581,0.2575591,0.0004063132,0.0003168557,0.0002379933,0.01473975],"genre_scores_gemma":[0.01115224,0.2989145,0.02558435,0.1757815,0.4689663,0.00119454,0.0004995579,0.0008093244,0.01709765],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9574504,"threshold_uncertainty_score":0.2250264,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.410774152797953,"score_gpt":0.5566967272910203,"score_spread":0.1459225744930673,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}