{"id":"W4385629307","doi":"10.1139/facets-2022-0175","title":"Three years of quality assurance data assessing the performance of over 4000 grant peer review contributions to the Canadian Institutes of Health Research Project Grant Competition","year":2023,"lang":"en","type":"article","venue":"FACETS","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Institute of Musculoskeletal Health and Arthritis; Ottawa Hospital; Research Canada; Canadian Institutes of Health Research; McGill University; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Peer review; Quality assurance; Grant funding; Technical peer review; Medical education; Quality (philosophy); Competition (biology); Psychology; Political science; Public relations; Medicine; External quality assessment; Public administration","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.308246,0.0001091431,0.00166209,0.0002884824,0.0004190898,0.0001622977,0.002439433,0.00003574033,0.0002117977],"category_scores_gemma":[0.06144495,0.00004620051,0.0002879275,0.003712885,0.0002099826,0.0002265026,0.0002497839,0.0002098568,0.0001711907],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006941101,"about_ca_system_score_gemma":0.001614437,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.05961904,"about_ca_topic_score_gemma":0.2403971,"domain_scores_codex":[0.9717934,0.0120557,0.006068185,0.0006209519,0.009020264,0.0004415248],"domain_scores_gemma":[0.9864721,0.00367927,0.002116185,0.004063136,0.003580944,0.00008831942],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.000006246473,0.00006585832,0.03987388,0.002376534,0.000206267,0.00000122979,0.001800645,0.0003386008,0.000185399,0.01210231,0.9122956,0.03074741],"study_design_scores_gemma":[0.00008585683,0.00003142245,0.5833228,0.001358731,0.0000410897,0.000001439161,0.0003108187,0.002769604,0.00002307742,0.0002692551,0.4117241,0.00006183091],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8441864,0.02058253,0.003255937,0.1154298,0.0006837011,0.008052519,0.005613888,0.00001126819,0.002184015],"genre_scores_gemma":[0.9980282,0.0009048085,0.0002679867,0.0002730244,0.00002299284,0.00004306431,0.0001189187,0.000004535791,0.000336488],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5434489,"threshold_uncertainty_score":0.9466431,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8966988610587208,"score_gpt":0.6513074648571,"score_spread":0.2453913962016208,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}