{"id":"W3045465353","doi":"10.1186/s41073-020-00096-x","title":"Quantifying professionalism in peer review","year":2020,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"ca_institutions":"Environment and Climate Change Canada; Memorial University of Newfoundland; Library and Archives Canada; University of Victoria","funders":"","keywords":"Rubric; Criticism; Psychology; Peer review; Distress; Quality (philosophy); Medical education; Applied psychology; Medicine; Clinical psychology; Epistemology; Law; Mathematics education; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.250138,0.0002024955,0.0009250742,0.008662999,0.0003279313,0.001243421,0.002727813,0.0001696129,0.003137276],"category_scores_gemma":[0.5492743,0.0001223404,0.0002098221,0.1314059,0.0003035171,0.0006489505,0.001693203,0.003785944,0.001475851],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009824391,"about_ca_system_score_gemma":0.0006506505,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002902282,"about_ca_topic_score_gemma":0.00004969623,"domain_scores_codex":[0.9498593,0.003966381,0.00153105,0.001298473,0.04222193,0.001122816],"domain_scores_gemma":[0.9106461,0.01938592,0.0004689363,0.002071377,0.06508356,0.002344133],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001103454,0.0000715701,0.007678232,0.004393061,0.000005967569,0.00005068172,0.0001123092,6.537331e-8,0.00002645376,0.00346336,0.7612672,0.22292],"study_design_scores_gemma":[0.0001782897,0.00009213049,0.007159459,0.008996517,0.000004969657,0.00001190461,0.0001413097,0.0003186585,0.00001641887,0.002666689,0.9802539,0.0001597929],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.001488528,0.4935625,0.00005045821,0.497716,0.0001010269,0.0009503905,0.00003834334,0.00001349769,0.00607924],"genre_scores_gemma":[0.05893954,0.9100099,0.0004632967,0.01505616,0.0001351557,0.0001230978,0.00003902708,0.000019501,0.01521438],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4826598,"threshold_uncertainty_score":0.9997934,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9673817885818834,"score_gpt":0.7461647558699385,"score_spread":0.2212170327119449,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}