{"id":"W2006030233","doi":"10.1016/j.evalprogplan.2008.03.004","title":"Data and the measurement of R&D program impacts","year":2008,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":25,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Agency (philosophy); Government (linguistics); Business; Research program; Public administration; Political science; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01461068,0.0004968425,0.0004994046,0.008000406,0.0006599888,0.002432219,0.001439214,0.0012133,0.01249604],"category_scores_gemma":[0.1015932,0.0004846635,0.0004040138,0.01295729,0.0009146133,0.002396539,0.00145499,0.001472104,0.004231551],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002567064,"about_ca_system_score_gemma":0.004445739,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009872572,"about_ca_topic_score_gemma":0.007741264,"domain_scores_codex":[0.980759,0.006878575,0.002276392,0.001431298,0.007775139,0.0008796543],"domain_scores_gemma":[0.8006787,0.1113068,0.03799989,0.01857114,0.02725784,0.004185634],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001590966,0.001112901,0.7058843,0.001895677,0.0003494295,0.0001339995,0.000999473,0.01463969,0.00281365,0.0562597,0.09404609,0.120274],"study_design_scores_gemma":[0.0002351393,0.0006035138,0.719216,0.0005295443,0.0002595063,0.0002430036,0.0009954503,0.007372613,0.01586178,0.02194948,0.2326089,0.000125029],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"empirical","genre_scores_codex":[0.3453624,0.001641562,0.02524947,0.007555405,0.0002924117,0.00121205,0.4997668,0.0009136719,0.1180064],"genre_scores_gemma":[0.8277907,0.0008728151,0.01289007,0.0009097229,0.0001232638,0.002110227,0.1448907,0.0002271617,0.01018539],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9853894,"threshold_uncertainty_score":0.07726955,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4185497178367656,"score_gpt":0.421204177889253,"score_spread":0.002654460052487373,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}