{"id":"W3211799049","doi":"10.1016/j.clinph.2021.10.007","title":"One EEG, one read – A manifesto towards reducing interrater variability among experts","year":2021,"lang":"en","type":"letter","venue":"Clinical Neurophysiology","topic":"Epilepsy research and treatment","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary","funders":"National Institute of Neurological Disorders and Stroke","keywords":"Electroencephalography; Subspecialty; Ictal; Psychology; Neurology; Health care; Interpretation (philosophy); Clinical neurophysiology; Curriculum; Medicine; Computer science; Psychiatry; Political science; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0005501579,0.0006183752,0.002450997,0.000157703,0.000109506,0.00004539482,0.0004417185,0.001800295,0.002560401],"category_scores_gemma":[0.003673529,0.0005314777,0.0009518084,0.0002193347,0.001099523,0.00006629081,0.0007309713,0.005125206,0.0003791371],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001687355,"about_ca_system_score_gemma":0.0005806679,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002608283,"about_ca_topic_score_gemma":0.00000678767,"domain_scores_codex":[0.9916849,0.002802968,0.001601667,0.002236768,0.0005732449,0.00110044],"domain_scores_gemma":[0.9946401,0.001783018,0.0003489058,0.002328814,0.0004003767,0.0004987895],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.002212725,0.006245887,0.008436168,0.001651083,0.002704745,0.03729973,0.0001640469,0.000001543588,0.01200563,0.000018287,0.8986396,0.03062055],"study_design_scores_gemma":[0.005518598,0.0154293,0.7414355,0.002085349,0.001382335,0.0003501114,0.00003101632,0.0001048758,0.0006013481,0.001361514,0.2303639,0.001336156],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"commentary","genre_scores_codex":[0.6313277,0.000138412,0.00002929798,0.3597845,0.002448765,0.00121553,0.00005364545,0.0001921658,0.004809887],"genre_scores_gemma":[0.348238,0.001321236,0.001260981,0.6177381,0.01558685,0.000370002,0.002223794,0.0002767983,0.01298429],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7329993,"threshold_uncertainty_score":0.9997137,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.130878638638933,"score_gpt":0.3888513378569981,"score_spread":0.2579726992180651,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}