{"id":"W6928932589","doi":"10.48336/x9sk-e239","title":"k-fold cross-validation can significantly over-estimate true classification accuracy in common EEG-based passive BCI experimental designs: an empirical investigation","year":2024,"lang":"en","type":"article","venue":"Memorial University Research Repository (Memorial University)","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Autocorrelation; Brain–computer interface; Seriousness; Pattern recognition (psychology); Classifier (UML); Feature (linguistics); Correlation; Class (philosophy)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07956631,0.001842781,0.001858964,0.0009845889,0.001514498,0.002042571,0.002107491,0.002467394,0.001382663],"category_scores_gemma":[0.2201939,0.0006127423,0.002035955,0.001319222,0.002705594,0.003098837,0.002134656,0.003278721,0.0009326338],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001227846,"about_ca_system_score_gemma":0.001099187,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002460941,"about_ca_topic_score_gemma":0.00225771,"domain_scores_codex":[0.9483095,0.03194287,0.003985971,0.007939642,0.006938,0.0008839645],"domain_scores_gemma":[0.5702575,0.3699243,0.01522209,0.02841477,0.01520898,0.0009724015],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.01137363,0.003080197,0.2868385,0.004438824,0.005426283,0.0007111363,0.006347048,0.1966119,0.02274547,0.01170219,0.01168977,0.4390351],"study_design_scores_gemma":[0.0004526726,0.008073324,0.1852474,0.001406439,0.001360569,0.001722096,0.001450009,0.7274647,0.03479557,0.02703253,0.0105067,0.0004880259],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6654124,0.006051909,0.3205199,0.0006547684,0.0005281214,0.0009637946,0.0007747166,0.001034692,0.004059788],"genre_scores_gemma":[0.9261595,0.0004095067,0.06922225,0.0004806874,0.00009603074,0.0006707624,0.001351699,0.0002909326,0.001318675],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9204337,"threshold_uncertainty_score":0.4207919,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1173923212962359,"score_gpt":0.374687771459043,"score_spread":0.2572954501628071,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}