{"id":"W4382196087","doi":"10.1016/j.neuroimage.2023.120253","title":"Class imbalance should not throw you off balance: Choosing the right classifiers and performance metrics for brain decoding with imbalanced data","year":2023,"lang":"en","type":"article","venue":"NeuroImage","topic":"Imbalanced Data Classification Techniques","field":"Computer Science","cited_by":196,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute; Montreal Neurological Institute and Hospital; Concordia University; University of Alberta; Université de Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Courtois Foundation; Natural Sciences and Engineering Research Council of Canada; Institut de Valorisation des Données; Canada Research Chairs; Canada First Research Excellence Fund; Canadian Institutes of Health Research; Mitacs; McGill University","keywords":"Magnetoencephalography; Computer science; Robustness (evolution); Metric (unit); Artificial intelligence; Binary classification; Decoding methods; Machine learning; Class (philosophy); Random forest; Performance metric; Receiver operating characteristic; Electroencephalography; Brain activity and meditation; Binary number; Sensitivity (control systems); Pattern recognition (psychology); Support vector machine; Mathematics; Psychology; Algorithm","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01991516,0.001986678,0.001591901,0.003263088,0.0009860853,0.004109141,0.001236202,0.002280575,0.000902408],"category_scores_gemma":[0.09566531,0.0003940693,0.0006153399,0.002019551,0.00233761,0.005461458,0.002993139,0.003331244,0.0007766685],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001477687,"about_ca_system_score_gemma":0.001575874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001629996,"about_ca_topic_score_gemma":0.001302123,"domain_scores_codex":[0.9904774,0.004835455,0.0006915889,0.001619878,0.001953651,0.0004219576],"domain_scores_gemma":[0.9703039,0.01919219,0.003274312,0.003214452,0.003288832,0.0007262864],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002309312,0.0004995588,0.07749198,0.0008575487,0.0006203907,0.0005865954,0.001814442,0.2153459,0.03034176,0.03874887,0.02109061,0.610293],"study_design_scores_gemma":[0.00009229598,0.0005791127,0.01680256,0.0004163591,0.0001180785,0.0004864786,0.0008539077,0.8112596,0.02733096,0.1349304,0.00692737,0.0002028536],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1924476,0.004298441,0.7906126,0.005118312,0.0005900176,0.000347207,0.0009174489,0.001826452,0.003842023],"genre_scores_gemma":[0.802477,0.001145293,0.1923221,0.0009809299,0.0003206066,0.0003637999,0.001099163,0.0005587228,0.0007323668],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01991516,"threshold_uncertainty_score":0.1053227,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08644324549238729,"score_gpt":0.317593803694679,"score_spread":0.2311505582022917,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}