{"id":"W4387363035","doi":"10.1371/journal.pone.0292306","title":"Ranking versus rating in peer review of research grant applications","year":2023,"lang":"en","type":"article","venue":"PLoS ONE","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Institutes of Health Research; University of British Columbia; McGill University; McGill University Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Ranking (information retrieval); Rating scale; Reliability (semiconductor); Quality (philosophy); Index (typography); Publication bias; Rating system; Actuarial science; Medicine; Statistics; Applied psychology; Psychology; Computer science; Business; Information retrieval; Mathematics; Economics; Confidence interval","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4095204,0.001047575,0.0035077,0.01760281,0.00257573,0.008039392,0.002796632,0.001428172,0.003072402],"category_scores_gemma":[0.7272109,0.0005962674,0.001886531,0.01831615,0.0037112,0.004694171,0.004679732,0.001625288,0.001844535],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003783192,"about_ca_system_score_gemma":0.006358549,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001801964,"about_ca_topic_score_gemma":0.003373634,"domain_scores_codex":[0.3956134,0.447984,0.04729957,0.01305398,0.09128327,0.004765891],"domain_scores_gemma":[0.1419965,0.6089586,0.1015487,0.0363196,0.1058921,0.005284422],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.004763369,0.0004103593,0.1848096,0.007697015,0.001813941,0.0003640665,0.009490836,0.005514625,0.004280432,0.01308856,0.01642108,0.7513461],"study_design_scores_gemma":[0.002257821,0.008006838,0.7201316,0.005376342,0.002864321,0.002512046,0.01142899,0.08257388,0.01671172,0.0764975,0.07003544,0.001603649],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.76589,0.0186398,0.136508,0.01005535,0.004165004,0.01038689,0.001831949,0.001398205,0.05112481],"genre_scores_gemma":[0.9326555,0.00224493,0.05791418,0.0005611882,0.001364847,0.002038914,0.0005084007,0.0001589343,0.00255302],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9823972,"threshold_uncertainty_score":0.7281665,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9369708358436797,"score_gpt":0.6706692369424758,"score_spread":0.2663015989012039,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}