{"id":"W2616784764","doi":"10.1108/ijcs-12-2016-0002","title":"Computerizing Trail Making Test for long-term cognitive self-assessment","year":2017,"lang":"en","type":"article","venue":"International Journal of Crowd Science","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"BC Research (Canada)","funders":"","keywords":"Reliability (semiconductor); Test (biology); Cognition; Term (time); Computer science; Originality; Construct (python library); Trail Making Test; Construct validity; Reliability engineering; Psychology; Artificial intelligence; Psychometrics; Cognitive impairment; Engineering; Clinical psychology; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001016603,0.0001115937,0.0001552795,0.0001809039,0.0004538689,0.0005829731,0.0018033,0.0000421287,0.0003025793],"category_scores_gemma":[0.0002368183,0.00009046012,0.0001162027,0.00006545646,0.0003416251,0.0006753405,0.0001142152,0.0001897443,0.00002084722],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001509821,"about_ca_system_score_gemma":0.0003055231,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003370432,"about_ca_topic_score_gemma":0.000001552341,"domain_scores_codex":[0.9983686,0.00002696641,0.000407091,0.0002516306,0.0007014556,0.0002442697],"domain_scores_gemma":[0.9971123,0.0004728853,0.000841481,0.0001678671,0.001294218,0.0001112241],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001516519,0.00141476,0.9309741,0.000008678794,0.0002346861,0.0001532955,0.001279075,0.000006535734,0.004099287,0.01259298,0.0005320573,0.04855296],"study_design_scores_gemma":[0.001055847,0.0002721231,0.9957801,0.0001590164,0.00001942126,0.0002901378,0.0001391756,0.00007649669,0.000201278,0.001615463,0.0002814563,0.0001094588],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9581414,0.00003889236,0.01736774,0.002983507,0.007133614,0.0001400474,0.00002546287,0.00001226252,0.01415704],"genre_scores_gemma":[0.9912046,0.000006859833,0.007032454,0.0006174392,0.0009359036,0.000008292143,0.000002224187,0.000007149702,0.0001850834],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06480609,"threshold_uncertainty_score":0.5621623,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08640167504433886,"score_gpt":0.5043595023706061,"score_spread":0.4179578273262672,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}