{"id":"W2884500380","doi":"10.1177/1098214018778809","title":"The Need for Analysts in Social Impact Measurement","year":2018,"lang":"en","type":"article","venue":"American Journal of Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":false,"ca_institutions":"Carleton University","funders":"","keywords":"Psychology; Program evaluation; Management science; Actuarial science; Applied psychology; Business; Political science; Economics; Public administration","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04775453,0.00007351833,0.0002204141,0.0003000538,0.0002853643,0.0001512382,0.0002929288,0.00001620194,0.0002514507],"category_scores_gemma":[0.004443418,0.00003869888,0.0001715722,0.0009753183,0.000172395,0.0002877351,0.00001441349,0.00008366511,0.00002319799],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004200279,"about_ca_system_score_gemma":0.0009987229,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002001419,"about_ca_topic_score_gemma":0.0002343681,"domain_scores_codex":[0.9942046,0.0007885481,0.0008783338,0.0001121057,0.003849337,0.0001670799],"domain_scores_gemma":[0.9922832,0.0006376207,0.001266314,0.0001572156,0.00560306,0.00005255495],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004314544,0.00004743732,0.02031304,4.281271e-7,0.00005942113,1.761869e-7,0.001836607,0.001042419,0.0009110133,0.0001711993,0.009870947,0.9653159],"study_design_scores_gemma":[0.002156125,0.002726547,0.8254433,0.00002024736,0.0001015038,0.00000992085,0.007832703,0.130376,0.0003627531,0.02266207,0.00817663,0.0001321743],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9825596,0.0000785483,0.009103552,0.006392791,0.0004240537,0.0003005359,0.000001580692,0.000002129564,0.00113718],"genre_scores_gemma":[0.9987721,0.000008117022,0.0004664342,0.0001909904,0.0005188208,0.00001161951,6.258254e-7,0.000004204453,0.0000271215],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9651837,"threshold_uncertainty_score":0.9805371,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3492754177554118,"score_gpt":0.5984297125613699,"score_spread":0.2491542948059581,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}