{"id":"W4213005437","doi":"10.1186/s41073-022-00121-1","title":"Characteristics of ‘mega’ peer-reviewers","year":2022,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University; St. Michael's Hospital; University of Ottawa; Ottawa Public Health; University of Toronto; McGill University; Institute for Work & Health; Ottawa Hospital","funders":"","keywords":"Peer review; Receipt; Mega-; Control (management); Peer group; Psychology; Medical education; Medicine; Computer science; Social psychology; World Wide Web; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.2737059,0.0001510799,0.0008125117,0.01487053,0.0006951483,0.000750122,0.003101848,0.00007152838,0.008623855],"category_scores_gemma":[0.2952558,0.0001029139,0.0002532827,0.09895887,0.0004685553,0.0002879187,0.002872334,0.002721567,0.0001916322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001495078,"about_ca_system_score_gemma":0.0005934954,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002895991,"about_ca_topic_score_gemma":0.000007003721,"domain_scores_codex":[0.9455048,0.003957142,0.00147334,0.0008800773,0.04729683,0.0008878273],"domain_scores_gemma":[0.9345699,0.0145399,0.0006186424,0.002243379,0.0469275,0.001100709],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001566444,0.0001534083,0.009204247,0.0006625865,0.00001267432,0.00001779304,0.00007860716,1.313724e-7,0.00003621878,0.005264833,0.5241783,0.4603755],"study_design_scores_gemma":[0.000115795,0.0002698557,0.01133053,0.0002559369,0.000007696708,0.00002553641,0.000202586,0.0001376688,0.00002366545,0.004009641,0.9835073,0.0001138034],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.07430355,0.5997828,0.0003899149,0.2703451,0.001583376,0.003260995,0.001869465,0.00004638562,0.04841843],"genre_scores_gemma":[0.5085676,0.4039107,0.0005851237,0.001452885,0.0001750858,0.000249198,0.0001042961,0.00002879157,0.0849263],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4602617,"threshold_uncertainty_score":0.9995792,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.850221086539673,"score_gpt":0.6727948306867655,"score_spread":0.1774262558529075,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}