{"id":"W2113503937","doi":"10.1080/08989620802689821","title":"Cost of the NSERC Science Grant Peer Review System Exceeds the Cost of Giving Every Qualified Researcher a Baseline Grant","year":2009,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":56,"is_retracted":false,"has_abstract":true,"ca_institutions":"Lakehead University; University of Manitoba","funders":"","keywords":"Scrutiny; Baseline (sea); Grant writing; Promotion (chess); Grant funding; Government (linguistics); Political science; Work (physics); Business; Public relations; Library science; Engineering; Public administration; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0879907,0.0001325851,0.0004943995,0.0005429188,0.000399739,0.00008214664,0.001620235,0.0001010314,0.0001955645],"category_scores_gemma":[0.01360613,0.00008729158,0.0001275351,0.005201785,0.001416849,0.0003434247,0.000307458,0.0008394627,0.00005017054],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005268497,"about_ca_system_score_gemma":0.0004730097,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008055931,"about_ca_topic_score_gemma":0.0006128708,"domain_scores_codex":[0.9957574,0.0005749381,0.0014638,0.0004753472,0.001046914,0.000681572],"domain_scores_gemma":[0.9948356,0.001100766,0.0003543816,0.001434201,0.002210555,0.00006453163],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0004117277,0.001235095,0.14664,0.006447772,0.00004298486,0.000003751313,0.006821412,0.0001607808,0.002058135,0.8025495,0.02515132,0.008477544],"study_design_scores_gemma":[0.001335642,0.0001947891,0.8936141,0.002779387,0.000009007673,0.00001507504,0.004731357,0.005573126,0.003270525,0.02149099,0.06652097,0.0004649844],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9065026,0.003823152,0.0002023985,0.0604785,0.0003320559,0.004255678,0.0005310006,0.00002286968,0.02385175],"genre_scores_gemma":[0.9979595,0.0004315858,0.00003096442,0.0006333627,0.00005386704,0.00009331761,0.000005481663,0.000009707407,0.0007822037],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7810585,"threshold_uncertainty_score":0.9985495,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4562942085277187,"score_gpt":0.4637187581300675,"score_spread":0.007424549602348784,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}