{"id":"W3011548789","doi":"10.1002/ev.20398","title":"Finding the Impact: Methods for Assessing the Contribution of Collective Impact to Systems and Population Change in a Multi‐Site Study","year":2020,"lang":"en","type":"article","venue":"New Directions for Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Impact","funders":"","keywords":"Scale (ratio); Context (archaeology); Interim; Population; Work (physics); SPARK (programming language); Management science; Computer science; Political science; Sociology; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01809795,0.0001265875,0.0002775141,0.0002914034,0.0005374275,0.0003434438,0.0001467087,0.00005224661,0.00003597342],"category_scores_gemma":[0.009708745,0.0000690774,0.0001153246,0.001729711,0.00001635683,0.0005876988,0.00003489725,0.00008546314,0.0000022493],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005032026,"about_ca_system_score_gemma":0.000365719,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002346691,"about_ca_topic_score_gemma":0.001272085,"domain_scores_codex":[0.9967269,0.001415418,0.0006408828,0.0003223559,0.0007215775,0.0001728892],"domain_scores_gemma":[0.9949687,0.003157871,0.00043921,0.0002139906,0.001143334,0.00007689281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003400712,0.0001981289,0.5428273,0.00000989335,0.0001075488,3.055341e-8,0.04792937,0.07795132,0.002071462,0.000160786,0.0007597859,0.3276443],"study_design_scores_gemma":[0.001155353,0.0002800741,0.487921,0.00001224446,0.00005761697,5.09522e-7,0.002619958,0.5073546,0.00005268321,0.0003668967,0.0001332614,0.00004579678],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7796181,0.0002325078,0.2094104,0.00176398,0.0003291203,0.008569719,0.00003090798,0.00001561651,0.00002959904],"genre_scores_gemma":[0.995693,0.000004095486,0.002425569,0.00007293177,0.0001339983,0.001577101,0.00003713378,0.000009356584,0.00004676538],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4294033,"threshold_uncertainty_score":0.9986329,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5624400587745525,"score_gpt":0.6718887697007279,"score_spread":0.1094487109261754,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}