{"id":"W4223446648","doi":"10.1186/s13104-022-06016-0","title":"Reimagining peer review as an expert elicitation process","year":2022,"lang":"en","type":"letter","venue":"BMC Research Notes","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Advanced Research Projects Agency; Defense Advanced Research Projects Agency; U.S. Department of Defense","keywords":"Expert elicitation; Transparency (behavior); Constructive; Process (computing); Computer science; Peer review; Quality (philosophy); Best practice; Technical peer review; Data science; Knowledge management; Management science; Political science; Epistemology; Computer security; Law; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.170221,0.0004591476,0.0009757784,0.09149031,0.001505682,0.007674085,0.01079702,0.0005566646,0.01961023],"category_scores_gemma":[0.5733747,0.0003022306,0.000393513,0.2299639,0.000576934,0.001701687,0.002525165,0.008292743,0.003017787],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005324053,"about_ca_system_score_gemma":0.00333648,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00144658,"about_ca_topic_score_gemma":0.00003707641,"domain_scores_codex":[0.8853738,0.006454414,0.00157012,0.0028333,0.1014707,0.002297591],"domain_scores_gemma":[0.8601834,0.07298865,0.0008627949,0.005013876,0.05983869,0.001112621],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002413198,0.00007170948,0.001345696,0.000324606,0.00001211428,0.0002022751,0.0003108736,0.00000368739,0.00002007423,0.00004257991,0.9466305,0.0510118],"study_design_scores_gemma":[0.0001950736,0.0005073071,0.0005288881,0.000282944,0.000006289123,0.00002963362,0.0004420199,0.0007915813,0.00006572525,0.01935005,0.9773701,0.0004303511],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0009635329,0.02276261,0.0004105188,0.9570151,0.001049098,0.00182469,0.0001481795,0.00009956238,0.0157267],"genre_scores_gemma":[0.004239503,0.0284259,0.004607959,0.7835153,0.01117336,0.002786867,0.00224512,0.000379616,0.1626264],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.4031538,"threshold_uncertainty_score":0.999943,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9135037421991614,"score_gpt":0.7274531204333806,"score_spread":0.1860506217657808,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}