{"id":"W3132467447","doi":"10.1186/s41073-020-00107-x","title":"Re-evaluation of solutions to the problem of unprofessionalism in peer review","year":2021,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Memorial University of Newfoundland; Fisheries and Oceans Canada; Environment and Climate Change Canada; University of Victoria","funders":"","keywords":"Offensive; Conversation; Peer review; Social media; Psychology; Sociology; Social psychology; Computer science; Law; Political science; Operations research; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.505553,0.001166878,0.001396386,0.01011647,0.01314302,0.02414842,0.008167405,0.009733695,0.004808468],"category_scores_gemma":[0.7695272,0.00119049,0.001883526,0.005446846,0.02350589,0.02099122,0.01809797,0.01241376,0.002744017],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01930894,"about_ca_system_score_gemma":0.05319072,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004712582,"about_ca_topic_score_gemma":0.00884353,"domain_scores_codex":[0.2298895,0.5768052,0.0364211,0.01444167,0.1349836,0.007458937],"domain_scores_gemma":[0.09352974,0.5457658,0.06199752,0.08438473,0.1994187,0.01490351],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004437082,0.0002712418,0.01536602,0.007782499,0.0003869639,0.001304089,0.2073136,0.0008835496,0.003552714,0.04574192,0.08953369,0.62742],"study_design_scores_gemma":[0.0002512873,0.0009874044,0.01878878,0.01590233,0.0002811243,0.00329889,0.132566,0.005031014,0.006025332,0.06268446,0.7536716,0.0005117969],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.104107,0.02773247,0.1127175,0.6532892,0.01427381,0.002803549,0.0001682015,0.00203426,0.08287415],"genre_scores_gemma":[0.8099426,0.01035012,0.08972538,0.05992552,0.006829687,0.002906994,0.0002289829,0.001474161,0.01861659],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9902663,"threshold_uncertainty_score":0.6097412,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7094531083437046,"score_gpt":0.6287024361511451,"score_spread":0.08075067219255949,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}