{"id":"W4293180673","doi":"10.1002/ev.20490","title":"The importance of implementation: Putting evaluation policy to work","year":2022,"lang":"en","type":"article","venue":"New Directions for Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Work (physics); Government (linguistics); White paper; Public administration; Public relations; Early adopter; Program evaluation; Evaluation methods; Policy analysis; Business; Political science; Marketing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.6139299,0.001659125,0.003465646,0.007433902,0.02352889,0.06750646,0.008175779,0.02836321,0.01000971],"category_scores_gemma":[0.632082,0.002360868,0.002358122,0.006064767,0.06942561,0.078748,0.02497714,0.04061349,0.002009988],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.05244821,"about_ca_system_score_gemma":0.2472461,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01588233,"about_ca_topic_score_gemma":0.01142473,"domain_scores_codex":[0.2811696,0.6168371,0.02221506,0.0110542,0.04943572,0.01928831],"domain_scores_gemma":[0.1488161,0.7270937,0.01447463,0.0255168,0.06298053,0.02111813],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002266633,0.000620101,0.004405128,0.003292124,0.0001359611,0.0002627535,0.03435894,0.001570654,0.0004852971,0.637095,0.06867458,0.2488727],"study_design_scores_gemma":[0.0003818253,0.0006357049,0.00533867,0.0291268,0.0002374036,0.0002660223,0.0906264,0.002505256,0.0021639,0.5402797,0.3281412,0.0002971124],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.004683529,0.006241201,0.02783417,0.9123735,0.002421157,0.0006969701,0.00003898644,0.0001876437,0.045523],"genre_scores_gemma":[0.608847,0.01369932,0.1147159,0.242719,0.003301472,0.004469274,0.0001651305,0.0006058203,0.01147704],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6139299,"threshold_uncertainty_score":0.4760932,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2980319978182459,"score_gpt":0.5961758186242162,"score_spread":0.2981438208059703,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}