{"id":"W4382982296","doi":"10.3390/s23136077","title":"k-Fold Cross-Validation Can Significantly Over-Estimate True Classification Accuracy in Common EEG-Based Passive BCI Experimental Designs: An Empirical Investigation","year":2023,"lang":"en","type":"article","venue":"Sensors","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":43,"is_retracted":false,"has_abstract":true,"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Autocorrelation; Classifier (UML); Cross-validation; Brain–computer interface; Statistics; Artificial intelligence; Mathematics; Pattern recognition (psychology); Seriousness; Correlation; Computer science; Block design; Electroencephalography; Psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06833977,0.001746297,0.001709785,0.0009281721,0.001337644,0.001755081,0.00203464,0.002130445,0.001189065],"category_scores_gemma":[0.2065337,0.0005878827,0.001681885,0.001278606,0.00239605,0.002622707,0.001986526,0.002875194,0.0007576084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00129164,"about_ca_system_score_gemma":0.001078226,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002988892,"about_ca_topic_score_gemma":0.002669852,"domain_scores_codex":[0.9587297,0.0252079,0.003075819,0.006517344,0.005681959,0.0007872824],"domain_scores_gemma":[0.6127242,0.3332202,0.01351846,0.02510024,0.01456467,0.00087221],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.01066698,0.0028579,0.2615694,0.004203891,0.004721169,0.0007424046,0.006022715,0.2356016,0.02674563,0.0115655,0.01131448,0.4239883],"study_design_scores_gemma":[0.0003899355,0.006524629,0.156057,0.001010871,0.001023978,0.001463205,0.001150608,0.7691252,0.03368393,0.02083798,0.008343305,0.0003894167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6778737,0.005416725,0.3095177,0.0005398195,0.0004222149,0.0008739828,0.0007630876,0.001017761,0.003574995],"genre_scores_gemma":[0.9232627,0.0004051595,0.07241336,0.0003817094,0.00008323659,0.0006481369,0.001261286,0.0002510131,0.001293455],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9316602,"threshold_uncertainty_score":0.3614196,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1320162087649119,"score_gpt":0.4027358302915617,"score_spread":0.2707196215266499,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}