{"id":"W3096723063","doi":"10.1037/pas0000958","title":"Development of embedded performance validity indicators in the NIH Toolbox Cognitive Battery.","year":2020,"lang":"en","type":"article","venue":"Psychological Assessment","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; University of Windsor","funders":"Vancouver Coastal Health Research Institute; Michael Smith Health Research BC; WorkSafeBC","keywords":"Psychology; Cutoff; Univariate; PsycINFO; Multivariate analysis; Receiver operating characteristic; Psychometrics; Cognition; Test validity; Battery (electricity); Multivariate statistics; Clinical psychology; Audiology; Psychiatry; Medicine; MEDLINE; Machine learning; Computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01269366,0.0009897834,0.0007402075,0.003029858,0.0002341593,0.001232535,0.0007875282,0.0005969222,0.001118693],"category_scores_gemma":[0.05644669,0.0003748194,0.001026334,0.001602631,0.0004669348,0.002375764,0.002152206,0.001287242,0.0004048563],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006799394,"about_ca_system_score_gemma":0.001763331,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001311348,"about_ca_topic_score_gemma":0.002530407,"domain_scores_codex":[0.9947149,0.002263441,0.0009006846,0.0004499754,0.001449098,0.0002218265],"domain_scores_gemma":[0.9755477,0.01268326,0.005374855,0.001430568,0.004323491,0.000640051],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0005019898,0.0003503256,0.8672372,0.0001802031,0.0003650685,0.00004378418,0.0002668207,0.002419288,0.0006214296,0.001248403,0.0023143,0.1244512],"study_design_scores_gemma":[0.0001697454,0.001734089,0.9544683,0.0002314747,0.0002348337,0.0003733901,0.000305279,0.03250496,0.001922754,0.003760356,0.004223915,0.00007099407],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.9226396,0.001520894,0.05672282,0.0007384308,0.0002583178,0.002519274,0.005138349,0.0006151008,0.009847153],"genre_scores_gemma":[0.9295664,0.0003206338,0.06249982,0.0001537041,0.00006972368,0.002063157,0.004461014,0.00005287868,0.0008126872],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.01269366,"threshold_uncertainty_score":0.06713128,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2969758375088455,"score_gpt":0.4643634012355106,"score_spread":0.1673875637266651,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}