{"id":"W4400578516","doi":"10.31234/osf.io/taejr","title":"Comparing Psychometric Characteristics of a Computerized Cognitive Test (BrainCheck-Assess) against the Montreal Cognitive Assessment (MoCA)","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Cognitive Abilities and Testing","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Cognition; Test (biology); Psychology; Cognitive Assessment System; Cognitive impairment; Psychiatry","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001319596,0.0009956865,0.001765565,0.0007617347,0.0002522233,0.0004019729,0.0007801375,0.0005172957,0.000944089],"category_scores_gemma":[0.001533407,0.0007762332,0.0006708758,0.001136822,0.0006691975,0.00006179735,0.002829311,0.00282012,0.0002005929],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001978824,"about_ca_system_score_gemma":0.0004345204,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001449759,"about_ca_topic_score_gemma":0.0001410755,"domain_scores_codex":[0.9944,0.0006758167,0.001676398,0.001636623,0.0007243789,0.0008867646],"domain_scores_gemma":[0.983636,0.01289867,0.001135919,0.000785923,0.001323387,0.0002201307],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0007899075,0.005630129,0.3303646,0.003095862,0.007847244,0.0005364754,0.01417356,0.00001234469,0.000231707,0.007493066,0.004217166,0.625608],"study_design_scores_gemma":[0.003149501,0.0005063931,0.9644808,0.00346774,0.001381967,0.00005077478,0.01310947,0.008506306,0.00005574222,0.003921825,0.0001739469,0.001195497],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7075977,0.0006314669,0.006583725,0.0003777444,0.002658159,0.002236315,0.001977293,0.0003551611,0.2775824],"genre_scores_gemma":[0.9945884,0.00009467948,0.0005809258,0.0008483597,0.0007530723,0.0006831232,0.00100328,0.0001561565,0.001292037],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6341163,"threshold_uncertainty_score":0.9999692,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08595893490214891,"score_gpt":0.3634630449875282,"score_spread":0.2775041100853793,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}