{"id":"W3001491734","doi":"10.1007/s11024-020-09396-4","title":"Implementing the Innovation Agenda: A Study of Change at a Research Funding Agency","year":2020,"lang":"en","type":"article","venue":"Minerva","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":22,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Funding Agency; Agency (philosophy); Delegation; Political science; Resource dependence theory; Higher education; Public administration; State (computer science); Resource (disambiguation); Resource allocation; Public relations; Research policy; Order (exchange); Science policy; Business; Sociology; Economics; Finance; Management; Social science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08573376,0.0004694239,0.001286299,0.004329454,0.0330739,0.04990193,0.006190256,0.02268135,0.009008192],"category_scores_gemma":[0.1989912,0.0009585822,0.001673344,0.008347134,0.02284189,0.02004074,0.01495744,0.01956062,0.0009193058],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.05903495,"about_ca_system_score_gemma":0.08621723,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0685508,"about_ca_topic_score_gemma":0.06672998,"domain_scores_codex":[0.8703074,0.086647,0.003109196,0.005535039,0.01071994,0.02368136],"domain_scores_gemma":[0.8222471,0.11841,0.01536847,0.005447649,0.01678874,0.02173796],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0008145224,0.00192402,0.03175672,0.0003245942,0.0001656462,0.001296878,0.163575,0.001829473,0.001196369,0.7191281,0.01482757,0.06316113],"study_design_scores_gemma":[0.0008235754,0.001305872,0.06039841,0.00113994,0.0003317559,0.0003965564,0.4701132,0.005426544,0.00278748,0.164419,0.2925002,0.0003575386],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6439618,0.001686617,0.00480293,0.1911623,0.000456833,0.000717346,0.000179736,0.00008195447,0.1569505],"genre_scores_gemma":[0.9786228,0.0004250375,0.001486756,0.007459328,0.0001234396,0.0003290477,0.00005445401,0.00006821184,0.01143096],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9142662,"threshold_uncertainty_score":0.4534088,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6849751867528991,"score_gpt":0.4159299361975287,"score_spread":0.2690452505553705,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}