{"id":"W2113503937","doi":"10.1080/08989620802689821","title":"Cost of the NSERC Science Grant Peer Review System Exceeds the Cost of Giving Every Qualified Researcher a Baseline Grant","year":2009,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":56,"is_retracted":false,"has_abstract":true,"ca_institutions":"Lakehead University; University of Manitoba","funders":"","keywords":"Scrutiny; Baseline (sea); Grant writing; Promotion (chess); Grant funding; Government (linguistics); Political science; Work (physics); Business; Public relations; Library science; Engineering; Public administration; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03228733,0.0008854973,0.00182299,0.00426805,0.00320382,0.005093404,0.002669061,0.003121073,0.03802234],"category_scores_gemma":[0.1223557,0.0007471015,0.001462418,0.003673499,0.002887797,0.002742341,0.004920909,0.002202911,0.02800639],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01258993,"about_ca_system_score_gemma":0.06319187,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1095791,"about_ca_topic_score_gemma":0.1283803,"domain_scores_codex":[0.9279026,0.01606935,0.004414292,0.003403387,0.04316219,0.005048148],"domain_scores_gemma":[0.8012484,0.05811723,0.01862511,0.0265016,0.06520881,0.03029876],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001149484,0.0006993491,0.0192391,0.0007975829,0.0002869421,0.0006153799,0.0008839534,0.003176167,0.009648974,0.06062987,0.2839509,0.6189223],"study_design_scores_gemma":[0.0007792743,0.001620599,0.1224771,0.0004577673,0.0003706307,0.004066735,0.00102883,0.01165367,0.005666395,0.01973296,0.8316831,0.0004629463],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1146576,0.008495708,0.1012692,0.1219212,0.01235181,0.005258246,0.005759859,0.01310435,0.6171819],"genre_scores_gemma":[0.5837086,0.00560606,0.09095371,0.01264631,0.003461346,0.004032433,0.005802779,0.0008495828,0.2929392],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9874101,"threshold_uncertainty_score":0.2178825,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4562942085277187,"score_gpt":0.4637187581300675,"score_spread":0.007424549602348784,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}