{"id":"W4205596632","doi":"10.1684/epd.2021.1409","title":"Measuring expertise in identifying interictal epileptiform discharges","year":2022,"lang":"en","type":"article","venue":"Epileptic Disorders","topic":"Epilepsy research and treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Manitoba","funders":"National Center for Advancing Translational Sciences; National Institute of Neurological Disorders and Stroke; Massachusetts General Hospital; Brigham and Women's Hospital","keywords":"Ictal; Receiver operating characteristic; Calibration; Test (biology); Audiology; Psychology; Gold standard (test); Learning curve; Medical physics; Electroencephalography; Sensitivity (control systems); Computer science; Medicine; Statistics; Machine learning; Mathematics; Psychiatry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007679409,0.0005393105,0.0002609086,0.001442157,0.0001635026,0.0006250517,0.0005214556,0.0007177934,0.001242041],"category_scores_gemma":[0.04711232,0.0001735529,0.0003591623,0.0004295975,0.0006060931,0.001029448,0.001127411,0.0003123385,0.00053662],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003082746,"about_ca_system_score_gemma":0.0002692842,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000682671,"about_ca_topic_score_gemma":0.001009379,"domain_scores_codex":[0.9957455,0.001684698,0.0005401379,0.0007577438,0.001079168,0.000192909],"domain_scores_gemma":[0.9582241,0.02623504,0.007221812,0.001701729,0.005887827,0.0007295058],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004060745,0.0001875041,0.9081199,0.0002019921,0.0001990301,0.0001492576,0.001021969,0.0025495,0.00896801,0.0001662405,0.0004060534,0.0776246],"study_design_scores_gemma":[0.00003052233,0.001313846,0.9732838,0.00007996916,0.00009168369,0.001641411,0.0005070863,0.01259637,0.009204798,0.0004424294,0.0007729437,0.00003513126],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.977389,0.0003118789,0.01988576,0.00005596247,0.00001271418,0.00007156187,0.00009154752,0.00009071071,0.002090824],"genre_scores_gemma":[0.9910291,0.00007800426,0.008423914,0.00002724672,0.00000983561,0.00003001636,0.00007457322,0.000007014882,0.000320223],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007679409,"threshold_uncertainty_score":0.04061306,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04218073108943755,"score_gpt":0.2958058895634081,"score_spread":0.2536251584739706,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}