{"id":"W4323049058","doi":"10.1186/s12911-023-02122-6","title":"Performance of machine learning algorithms for dementia assessment: impacts of language tasks, recording media, and modalities","year":2023,"lang":"en","type":"article","venue":"BMC Medical Informatics and Decision Making","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"Vector Institute; University of Toronto","funders":"Michael J. Fox Foundation for Parkinson's Research","keywords":"Computer science; Modalities; Classifier (UML); Artificial intelligence; Feature selection; Task (project management); Dementia; Phone; Machine learning; Natural language processing; Speech recognition; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002007944,0.000109972,0.0003389974,0.0003138029,0.00009895381,0.0000289694,0.0000750429,0.00007718987,0.000117979],"category_scores_gemma":[0.001073965,0.00008238141,0.00005741064,0.0002395661,0.0001103707,0.0001641905,0.0001987685,0.0001725508,0.000001608127],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001165494,"about_ca_system_score_gemma":0.0001437485,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001460159,"about_ca_topic_score_gemma":0.00000758458,"domain_scores_codex":[0.998101,0.00002857676,0.000642568,0.00009616507,0.00087485,0.0002568608],"domain_scores_gemma":[0.9977107,0.001664132,0.0002035129,0.0001020644,0.0001446811,0.0001748831],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000269634,0.0000417411,0.2952517,0.002567813,0.00008987448,0.000005996856,0.00171444,0.00001890154,0.00015238,0.00020619,0.0001228669,0.6995584],"study_design_scores_gemma":[0.002398805,0.0005617258,0.06484108,0.001707247,0.00008336258,0.00002549884,0.005066889,0.9244093,0.0003490466,0.0003799535,0.00008410373,0.0000929399],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9382248,0.00037281,0.06048694,0.00002004877,0.00005903116,0.0002658191,0.00001980887,0.00002264484,0.0005281112],"genre_scores_gemma":[0.9346065,0.001210356,0.06399544,0.00005220543,0.00003569012,0.00001487819,0.00005139974,0.00001008761,0.0000234759],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9243904,"threshold_uncertainty_score":0.3359416,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03994067064967464,"score_gpt":0.3880336179703842,"score_spread":0.3480929473207095,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}