{"id":"W2006030233","doi":"10.1016/j.evalprogplan.2008.03.004","title":"Data and the measurement of R&D program impacts","year":2008,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":25,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Agency (philosophy); Government (linguistics); Business; Research program; Public administration; Political science; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003782236,0.00007097664,0.0001605249,0.00008542927,0.0001745139,0.00004243491,0.0001048641,0.00004112476,0.00003858373],"category_scores_gemma":[0.000421675,0.00005508875,0.0000162545,0.0001814647,0.0001521757,0.0001471403,0.00005489066,0.00007789045,0.000008294948],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000136312,"about_ca_system_score_gemma":0.00003219593,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004805582,"about_ca_topic_score_gemma":0.000006999302,"domain_scores_codex":[0.9991916,0.0000343645,0.0003589684,0.0001841128,0.0001081567,0.0001227969],"domain_scores_gemma":[0.9993346,0.0000370679,0.0002486321,0.0002418465,0.0001073585,0.00003053449],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004536615,0.0005815662,0.1875136,0.0002445717,0.000411526,0.000001914793,0.02294049,0.0002053196,0.00004109145,0.1911799,0.01448534,0.581941],"study_design_scores_gemma":[0.006142774,0.0002935479,0.2616463,0.0001195759,0.00005398276,0.00004214327,0.0003396391,0.1335937,0.0000497501,0.0255276,0.5718117,0.0003793431],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9503669,0.01564335,0.0007656348,0.00245807,0.0002211906,0.002240536,0.0001120679,0.00009271273,0.02809954],"genre_scores_gemma":[0.9965534,0.0001840267,0.0028164,0.0001727206,0.00005517406,0.00007517119,0.00009012793,0.000006000375,0.00004697171],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5815617,"threshold_uncertainty_score":0.2246454,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4185497178367656,"score_gpt":0.421204177889253,"score_spread":0.002654460052487373,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}