{"id":"W4401577661","doi":"10.1111/epi.18082","title":"Generalizability of electroencephalographic interpretation using artificial intelligence: An external validation study","year":2024,"lang":"en","type":"article","venue":"Epilepsia","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"Canadian Institutes of Health Research; Montreal Neurological Institute and Hospital; Duke University","keywords":"Generalizability theory; Interpretation (philosophy); Psychology; Electroencephalography; Artificial intelligence; Neuroscience; Computer science; Developmental psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005072184,0.0001354611,0.0001603728,0.0002275752,0.00008012066,0.0001842056,0.0002851849,0.00004357553,0.00009265577],"category_scores_gemma":[0.00009831775,0.0001232103,0.00008040881,0.0005415326,0.0001150135,0.0005080131,0.00004990689,0.0001686358,0.00001310574],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003712601,"about_ca_system_score_gemma":0.00004158957,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004940111,"about_ca_topic_score_gemma":0.0000125088,"domain_scores_codex":[0.9981036,0.0004463186,0.0004476359,0.0005087697,0.0002935025,0.0002001866],"domain_scores_gemma":[0.9994146,0.0001487334,0.00008557591,0.0002509968,0.00004879931,0.00005127706],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00006791151,0.0004486802,0.006354724,0.00004041204,0.00001130798,0.00001889451,0.003598563,0.00388635,0.9456427,0.008840996,0.000006346104,0.0310831],"study_design_scores_gemma":[0.00002689005,0.0006199119,0.002842949,0.00004900694,0.00002081431,0.00001810906,0.000209053,0.3700468,0.6021475,0.02389679,0.000004669603,0.0001175357],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8008888,0.00003964102,0.1980159,0.00003057246,0.0006300983,0.0002446876,0.000005097839,0.00009575813,0.0000495295],"genre_scores_gemma":[0.9985076,0.000005500304,0.001263559,0.00004961654,0.0001405013,0.00001000263,0.00000248569,0.00001424246,0.00000653497],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3661604,"threshold_uncertainty_score":0.5024369,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07178012850233614,"score_gpt":0.3591981409433954,"score_spread":0.2874180124410592,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}