{"id":"W3011548789","doi":"10.1002/ev.20398","title":"Finding the Impact: Methods for Assessing the Contribution of Collective Impact to Systems and Population Change in a Multi‐Site Study","year":2020,"lang":"en","type":"article","venue":"New Directions for Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Impact","funders":"","keywords":"Scale (ratio); Context (archaeology); Interim; Population; Work (physics); SPARK (programming language); Management science; Computer science; Political science; Sociology; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1834699,0.001609687,0.001954047,0.009344366,0.00260282,0.006816916,0.003377112,0.001828048,0.00645298],"category_scores_gemma":[0.3033651,0.001093946,0.003634382,0.009802483,0.005649056,0.004720349,0.006933912,0.003378124,0.0006333433],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004073071,"about_ca_system_score_gemma":0.004909451,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005815359,"about_ca_topic_score_gemma":0.007199498,"domain_scores_codex":[0.7363665,0.2366756,0.007560759,0.006175041,0.01242048,0.0008015945],"domain_scores_gemma":[0.4712714,0.4623832,0.02331467,0.0221431,0.01933436,0.001553385],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001277818,0.001483436,0.1639545,0.008790137,0.005448068,0.0005072349,0.0555578,0.02240628,0.002963448,0.1292372,0.01710087,0.5912732],"study_design_scores_gemma":[0.001577588,0.006384911,0.2350095,0.01153538,0.00494394,0.0006945196,0.07999187,0.1922801,0.008601093,0.3595571,0.09800996,0.001414132],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06755281,0.001413083,0.8995656,0.001598169,0.0004194983,0.01359371,0.00155678,0.0005557582,0.01374458],"genre_scores_gemma":[0.1782054,0.0004577779,0.7900923,0.0003270775,0.00006835969,0.02892352,0.0003779718,0.0001497588,0.0013979],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1834699,"threshold_uncertainty_score":0.970293,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5624400587745525,"score_gpt":0.6718887697007279,"score_spread":0.1094487109261754,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}