{"id":"W4213005437","doi":"10.1186/s41073-022-00121-1","title":"Characteristics of ‘mega’ peer-reviewers","year":2022,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University; St. Michael's Hospital; University of Ottawa; Ottawa Public Health; University of Toronto; McGill University; Institute for Work & Health; Ottawa Hospital","funders":"","keywords":"Peer review; Receipt; Mega-; Control (management); Peer group; Psychology; Medical education; Medicine; Computer science; Social psychology; World Wide Web; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.008032565,0.0002000808,0.0004892153,0.002088181,0.0008083381,0.001701925,0.0009075757,0.0005401779,0.005477854],"category_scores_gemma":[0.06833691,0.0002380644,0.0003034434,0.002375136,0.000681074,0.001487001,0.001056788,0.0003276543,0.001527654],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000653311,"about_ca_system_score_gemma":0.002252738,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001655257,"about_ca_topic_score_gemma":0.002591227,"domain_scores_codex":[0.9867256,0.003916234,0.00255826,0.00150381,0.004737725,0.0005583248],"domain_scores_gemma":[0.8703394,0.0294068,0.06842215,0.003975491,0.01731708,0.01053904],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002161779,0.00006495853,0.9719104,0.0004104554,0.00007808624,0.0005890387,0.004778404,0.0000810374,0.0006560434,0.0001656245,0.002275486,0.01877433],"study_design_scores_gemma":[0.00002949044,0.0006390486,0.9706455,0.0002288299,0.0000538737,0.005410213,0.008191098,0.0002471525,0.0004648109,0.0002742283,0.0137722,0.00004356173],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9903826,0.002668604,0.001087688,0.0008017268,0.00009242725,0.0001920084,0.0005042606,0.00004791314,0.004222787],"genre_scores_gemma":[0.9967995,0.0006365537,0.0007223696,0.0001442937,0.00008872144,0.0001270876,0.0002289897,0.00001565137,0.001236851],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9979118,"threshold_uncertainty_score":0.04248077,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.850221086539673,"score_gpt":0.6727948306867655,"score_spread":0.1774262558529075,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}