{"id":"W2278381810","doi":"10.1002/ev.20158","title":"Assessing the Practice Impact of Research on Evaluation","year":2015,"lang":"en","type":"article","venue":"New Directions for Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Evaluation methods; Program evaluation; Psychology; Applied psychology; Computer science; Political science; Public administration; Reliability engineering; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5486119,0.001986606,0.003279007,0.0151602,0.004930666,0.02324456,0.004394612,0.006886628,0.008151031],"category_scores_gemma":[0.8136303,0.001286655,0.002442716,0.01451774,0.02218051,0.02561414,0.0182868,0.009095642,0.0009189603],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03119584,"about_ca_system_score_gemma":0.03684049,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00488868,"about_ca_topic_score_gemma":0.005183019,"domain_scores_codex":[0.2069506,0.6366068,0.02846944,0.01004545,0.1133498,0.004578064],"domain_scores_gemma":[0.04767953,0.8491367,0.03297289,0.02345814,0.04469252,0.002060209],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000448033,0.0004106002,0.04314274,0.01454305,0.001755158,0.0002256001,0.01012744,0.005406774,0.0006142105,0.4498789,0.01090856,0.462539],"study_design_scores_gemma":[0.0004047686,0.003091814,0.0814416,0.0845484,0.002935428,0.0005632733,0.0378311,0.01535678,0.004885525,0.643161,0.1254424,0.0003378557],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1190571,0.127783,0.1389456,0.3180472,0.0054543,0.005183393,0.0009308378,0.0003815254,0.284217],"genre_scores_gemma":[0.8945893,0.0239605,0.06256986,0.013038,0.001237666,0.002449601,0.0002093139,0.0001148477,0.001830904],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4513881,"threshold_uncertainty_score":0.5566419,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8085447410014557,"score_gpt":0.7537715169629834,"score_spread":0.05477322403847229,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}