{"id":"W4255735068","doi":"10.35648/20.500.12413/11781/ii362","title":"A Network-based Approach to Brokering Research Evidence for Impact","year":2021,"lang":"en","type":"report","venue":"","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Medical Research Council; Arts and Humanities Research Council; Economic and Social Research Council; Foreign, Commonwealth and Development Office; Department for International Development; University of Bath; Global Challenges Research Fund; University of Liverpool; University of Cambridge; Engineering and Physical Sciences Research Council; UK Research and Innovation; Overseas Development Institute; International Development Research Centre; Government of the United Kingdom; Oxfam America; University of Nottingham; Imperial College London; Leeds Beckett University","keywords":"Computer science; Data science","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2112489,0.002251647,0.001852281,0.0347003,0.01180467,0.04023093,0.008829455,0.008136002,0.03276691],"category_scores_gemma":[0.2555482,0.002288241,0.002740309,0.02328308,0.01845177,0.04634819,0.03216588,0.008175342,0.004426579],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02301765,"about_ca_system_score_gemma":0.03824973,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006803635,"about_ca_topic_score_gemma":0.01331981,"domain_scores_codex":[0.7488233,0.2082035,0.009970479,0.01278932,0.01690643,0.003307066],"domain_scores_gemma":[0.628135,0.2933564,0.01470363,0.02683051,0.02522657,0.01174796],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002019455,0.0002127227,0.004220537,0.001997172,0.0004419111,0.0009087814,0.03779379,0.003392456,0.001374266,0.6778756,0.02269349,0.2488874],"study_design_scores_gemma":[0.0001079357,0.000200798,0.001185733,0.00314906,0.0002570346,0.0003529993,0.01943753,0.007568985,0.0008447074,0.6243613,0.3424002,0.0001336705],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008178888,0.00485936,0.6367851,0.1054091,0.001216056,0.004551075,0.0006681165,0.00128035,0.237052],"genre_scores_gemma":[0.1787495,0.003905684,0.7803867,0.004043834,0.0006748426,0.006463746,0.000549307,0.0006285787,0.02459785],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7887511,"threshold_uncertainty_score":0.9726705,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9170433068307423,"score_gpt":0.728017052058615,"score_spread":0.1890262547721273,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}