{"id":"W4288053873","doi":"10.1186/s40708-022-00165-5","title":"A robust framework to investigate the reliability and stability of explainable artificial intelligence markers of Mild Cognitive Impairment and Alzheimer’s Disease","year":2022,"lang":"en","type":"article","venue":"Brain Informatics","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Institute on Aging; European Regional Development Fund; National Institute of Biomedical Imaging and Bioengineering; Canadian Institutes of Health Research; National Institutes of Health; Genentech; IXICO; H. Lundbeck A/S; Servier; Eisai; Ministero dell’Istruzione, dell’Università e della Ricerca; Northern California Institute for Research and Education; Pfizer; Biogen; BioClinica; Foundation for the National Institutes of Health; Regione Puglia; F. Hoffmann-La Roche; University of Southern California; Eli Lilly and Company; U.S. Department of Defense; Meso Scale Diagnostics; Alzheimer's Disease Neuroimaging Initiative; Novartis Pharmaceuticals Corporation; Bristol-Myers Squibb; Alzheimer's Association","keywords":"Dementia; Neurocognitive; Neuropsychology; Disease; Cognition; Reliability (semiconductor); Psychology; Multivariate statistics; Alzheimer's disease; Multivariate analysis; Neuropsychological test; Cognitive impairment; Clinical psychology; Artificial intelligence; Medicine; Machine learning; Computer science; Psychiatry; Pathology","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01025323,0.001308306,0.001160142,0.003439486,0.0005580636,0.001873129,0.001402864,0.00124133,0.0009060787],"category_scores_gemma":[0.0352623,0.0004945033,0.00149365,0.001268066,0.002499257,0.001389257,0.002100797,0.001384155,0.0001515576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001143525,"about_ca_system_score_gemma":0.001235524,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004845228,"about_ca_topic_score_gemma":0.002105651,"domain_scores_codex":[0.9956318,0.002463318,0.0001858599,0.0008755231,0.0005789603,0.0002645164],"domain_scores_gemma":[0.9791059,0.01485756,0.002447862,0.002318775,0.0009541494,0.0003158272],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003478103,0.0002846966,0.03233934,0.0001161976,0.0009470012,0.0004086997,0.0003821614,0.7535877,0.005999393,0.1466398,0.000779512,0.05816764],"study_design_scores_gemma":[0.00001106022,0.0001261635,0.007085612,0.00001406109,0.00004525969,0.00005462855,0.00003325384,0.9431896,0.0004637289,0.0486457,0.0003012133,0.00002967201],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09721043,0.0004253917,0.9001245,0.0003529195,0.00002419789,0.00007055663,0.0004060194,0.0002127302,0.001173291],"genre_scores_gemma":[0.9022889,0.0002276014,0.0958228,0.0001004285,0.00009442765,0.0001897905,0.0005741374,0.00004696493,0.0006549823],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01025323,"threshold_uncertainty_score":0.05422497,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05881664022996328,"score_gpt":0.315065517541411,"score_spread":0.2562488773114477,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}