{"id":"W4390193436","doi":"10.1002/alz.075381","title":"Development and validation of a natural language processing system that extracts cognitive test results from clinical notes","year":2023,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Test (biology); Boston Naming Test; Computer science; Natural language processing; Sentence; Montreal Cognitive Assessment; Cognition; Artificial intelligence; Cognitive impairment; Cognitive test; Percentile; Psychology; Psychiatry; Neuropsychology; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009867199,0.001191917,0.0008202352,0.002092026,0.0007054576,0.002511211,0.002126655,0.0009806569,0.003774415],"category_scores_gemma":[0.02822461,0.0006239738,0.001545569,0.0009814,0.0008733993,0.002556514,0.002096607,0.001461391,0.004376974],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001352053,"about_ca_system_score_gemma":0.005035129,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006511851,"about_ca_topic_score_gemma":0.002747971,"domain_scores_codex":[0.9920372,0.001960819,0.001952774,0.00215376,0.001638453,0.0002569107],"domain_scores_gemma":[0.9747314,0.01283497,0.001504523,0.003230284,0.007131603,0.0005671458],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002227243,0.001721266,0.03802488,0.003933047,0.0006605754,0.003427074,0.003406618,0.02278395,0.1275424,0.006681151,0.0970409,0.6925509],"study_design_scores_gemma":[0.001127863,0.001178141,0.03971275,0.001124747,0.0005418396,0.003310072,0.0011074,0.5196283,0.3078954,0.01134747,0.1124581,0.0005678608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.09844784,0.0004576452,0.6340951,0.001522995,0.000378401,0.006079782,0.0264657,0.228378,0.004174548],"genre_scores_gemma":[0.1732108,0.0002820699,0.7735767,0.001018988,0.00008353786,0.002749263,0.04298285,0.003413911,0.002681914],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.009867199,"threshold_uncertainty_score":0.05218339,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2490542665497325,"score_gpt":0.4470203225039832,"score_spread":0.1979660559542507,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}