{"id":"W4379016279","doi":"10.1038/d41586-023-01819-y","title":"Preprint clubs: why it takes a village to do peer review","year":2023,"lang":"en","type":"article","venue":"Nature","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Preprint; Peer review; Library science; Political science; Medical education; Sociology; Medicine; World Wide Web; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07690642,0.0006380508,0.001281662,0.003428791,0.01189598,0.01642592,0.003819672,0.007649547,0.05651749],"category_scores_gemma":[0.2440126,0.0009805817,0.0008526662,0.00296349,0.0112331,0.01252898,0.01044885,0.009532408,0.02820681],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003807682,"about_ca_system_score_gemma":0.02259172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005894996,"about_ca_topic_score_gemma":0.01125224,"domain_scores_codex":[0.9091499,0.04382137,0.003757152,0.005934027,0.03190744,0.005430019],"domain_scores_gemma":[0.5967406,0.1335886,0.01942615,0.05856568,0.1169724,0.0747065],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001834205,0.0001452544,0.00581041,0.0004954243,0.0001572448,0.000589511,0.005912003,0.0002857361,0.001812156,0.0814921,0.7866935,0.1164234],"study_design_scores_gemma":[0.00009496242,0.0001145474,0.005456354,0.0002748699,0.00003469394,0.00034748,0.005153334,0.0008465195,0.000798119,0.1053402,0.881408,0.0001308896],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.04415187,0.007058216,0.05623661,0.5252565,0.06911891,0.0009557852,0.001148415,0.0086372,0.2874364],"genre_scores_gemma":[0.505205,0.003319439,0.04064364,0.06782594,0.0306155,0.001350037,0.001581911,0.006781413,0.3426772],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9230936,"threshold_uncertainty_score":0.4067249,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09212102075893597,"score_gpt":0.4533360865420113,"score_spread":0.3612150657830753,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}