{"id":"W4223446648","doi":"10.1186/s13104-022-06016-0","title":"Reimagining peer review as an expert elicitation process","year":2022,"lang":"en","type":"letter","venue":"BMC Research Notes","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Advanced Research Projects Agency; Defense Advanced Research Projects Agency; U.S. Department of Defense","keywords":"Expert elicitation; Transparency (behavior); Constructive; Process (computing); Computer science; Peer review; Quality (philosophy); Best practice; Technical peer review; Data science; Knowledge management; Management science; Political science; Epistemology; Computer security; Law; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3341967,0.001221248,0.001740055,0.003211494,0.008169838,0.01989915,0.00648261,0.02548506,0.005123143],"category_scores_gemma":[0.6378071,0.001422559,0.002203031,0.002797416,0.0205684,0.01964013,0.01354435,0.03197373,0.00993639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01151056,"about_ca_system_score_gemma":0.02548179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002847123,"about_ca_topic_score_gemma":0.005379121,"domain_scores_codex":[0.4411907,0.3950407,0.0298049,0.01702122,0.1125763,0.004366178],"domain_scores_gemma":[0.2370201,0.5215947,0.0344113,0.08587865,0.1132478,0.007847474],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005649347,0.0002126143,0.002503297,0.002440781,0.0001997237,0.002418422,0.02487867,0.001738987,0.006176878,0.2128779,0.4506816,0.2953063],"study_design_scores_gemma":[0.0002384579,0.0002777572,0.001652392,0.002457804,0.00008257989,0.001767248,0.003388059,0.005980782,0.003395078,0.1956322,0.7848212,0.0003065162],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.006753252,0.003817393,0.1493275,0.7755331,0.03154645,0.002464132,0.000113854,0.0008888125,0.02955544],"genre_scores_gemma":[0.1688474,0.008443224,0.2739069,0.4509536,0.05421903,0.007652018,0.000217605,0.0009976891,0.03476251],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.6658033,"threshold_uncertainty_score":0.8210541,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9135037421991614,"score_gpt":0.7274531204333806,"score_spread":0.1860506217657808,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}