{"id":"W2766861252","doi":"10.1093/reseval/rvx037","title":"Using contribution analysis to evaluate the impacts of research on policy: Getting to ‘good enough’","year":2017,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"ca_institutions":"Impact; University of Waterloo","funders":"University of Waterloo; Canadian Cancer Society","keywords":"Management science; Regional science; Operations research; Public economics; Political science; Psychology; Sociology; Economics; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7326147,0.004248259,0.006057442,0.02173491,0.01092781,0.03356428,0.005027271,0.009016406,0.006784972],"category_scores_gemma":[0.8206303,0.00243081,0.006107146,0.01666867,0.03041665,0.04658323,0.02751897,0.009403595,0.001290465],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02659426,"about_ca_system_score_gemma":0.04468746,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006882389,"about_ca_topic_score_gemma":0.004559941,"domain_scores_codex":[0.136986,0.7348461,0.03507402,0.01185211,0.07702082,0.004221058],"domain_scores_gemma":[0.08529448,0.7579652,0.03648381,0.06495578,0.05203018,0.00327058],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001656051,0.0008288299,0.03154932,0.01508532,0.003854085,0.0002296947,0.03194501,0.00842763,0.001499099,0.3663428,0.012508,0.5260741],"study_design_scores_gemma":[0.00163062,0.004092477,0.03251217,0.02654829,0.003704567,0.0004085978,0.02347429,0.02382277,0.01086817,0.7690744,0.1028187,0.001044981],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0853084,0.02140386,0.6212923,0.09701122,0.005182492,0.0208038,0.001258369,0.001536785,0.1462028],"genre_scores_gemma":[0.5071461,0.004664867,0.4603658,0.007595175,0.0009272636,0.01641983,0.000315602,0.0005837391,0.001981474],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2673853,"threshold_uncertainty_score":0.3297337,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8233162217039798,"score_gpt":0.7626251681297992,"score_spread":0.06069105357418059,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}