{"id":"W2987387909","doi":"10.1145/3371041.3371046","title":"Cognitive Bias in the Peer Review Process","year":2019,"lang":"en","type":"article","venue":"ACM SIGMIS Database the DATABASE for Advances in Information Systems","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Regina","funders":"","keywords":"Publication; Psychology; Process (computing); Peer review; Perception; Reliability (semiconductor); Cognition; Cognitive bias; Social psychology; Applied psychology; Computer science; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6310127,0.001449584,0.002001455,0.01180171,0.01151413,0.0177512,0.00550614,0.008586558,0.004200229],"category_scores_gemma":[0.8545108,0.001481177,0.00162454,0.006384067,0.02842344,0.01206595,0.01326669,0.00956963,0.001590447],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01471204,"about_ca_system_score_gemma":0.02613499,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00542177,"about_ca_topic_score_gemma":0.005039048,"domain_scores_codex":[0.1703671,0.580668,0.03945784,0.02538188,0.179005,0.005120194],"domain_scores_gemma":[0.05511967,0.7204691,0.08127218,0.04120163,0.0971884,0.004748948],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001379909,0.0004188533,0.06154021,0.006387192,0.001918906,0.001194699,0.2604596,0.002057557,0.004761838,0.2235118,0.04052544,0.395844],"study_design_scores_gemma":[0.001577901,0.001501712,0.07269477,0.008999655,0.000799432,0.003066251,0.03929772,0.01255834,0.009610945,0.5741134,0.2741387,0.001641207],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2318133,0.01989106,0.4004808,0.2099905,0.01270863,0.00788126,0.0003028314,0.00155968,0.1153719],"genre_scores_gemma":[0.8927059,0.002406141,0.06041683,0.03070725,0.006337075,0.003131296,0.00008027094,0.0003214202,0.003893914],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3689873,"threshold_uncertainty_score":0.4550271,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03631679237531469,"score_gpt":0.307120249385612,"score_spread":0.2708034570102973,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}