{"id":"W4382196087","doi":"10.1016/j.neuroimage.2023.120253","title":"Class imbalance should not throw you off balance: Choosing the right classifiers and performance metrics for brain decoding with imbalanced data","year":2023,"lang":"en","type":"article","venue":"NeuroImage","topic":"Imbalanced Data Classification Techniques","field":"Computer Science","cited_by":196,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute; Montreal Neurological Institute and Hospital; Concordia University; University of Alberta; Université de Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Courtois Foundation; Natural Sciences and Engineering Research Council of Canada; Institut de Valorisation des Données; Canada Research Chairs; Canada First Research Excellence Fund; Canadian Institutes of Health Research; Mitacs; McGill University","keywords":"Magnetoencephalography; Computer science; Robustness (evolution); Metric (unit); Artificial intelligence; Binary classification; Decoding methods; Machine learning; Class (philosophy); Random forest; Performance metric; Receiver operating characteristic; Electroencephalography; Brain activity and meditation; Binary number; Sensitivity (control systems); Pattern recognition (psychology); Support vector machine; Mathematics; Psychology; Algorithm","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001550674,0.0003723094,0.0003808747,0.0002938758,0.0007095723,0.000685703,0.003499136,0.0001225506,0.000003608162],"category_scores_gemma":[0.0006447655,0.0002692043,0.0000503652,0.002118497,0.0003198743,0.002099719,0.001107667,0.0005030368,0.00002184526],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007565531,"about_ca_system_score_gemma":0.0001300209,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004473407,"about_ca_topic_score_gemma":0.000007029324,"domain_scores_codex":[0.9965854,0.0001370146,0.0004492671,0.001373037,0.0006698498,0.0007854052],"domain_scores_gemma":[0.9951777,0.001064541,0.0003341761,0.003122221,0.0001641197,0.0001372522],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004621868,0.0002310687,0.04775582,0.0007479059,0.0001784906,0.0001496991,0.001154275,0.00019235,0.1625078,0.04832892,0.4328455,0.305446],"study_design_scores_gemma":[0.001012602,0.0002466268,0.06768133,0.00008609117,0.00002651467,0.00006648264,0.00004991933,0.806309,0.01674672,0.0003689828,0.1068365,0.0005691343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07152924,0.0002912875,0.8764067,0.04234805,0.001037635,0.002300039,0.000695324,0.00306615,0.002325607],"genre_scores_gemma":[0.9208063,0.001063328,0.07042202,0.005891896,0.000238012,0.000249962,0.0003261941,0.00009890658,0.0009033168],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8492771,"threshold_uncertainty_score":0.999976,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08644324549238729,"score_gpt":0.317593803694679,"score_spread":0.2311505582022917,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}