{"id":"W2616784764","doi":"10.1108/ijcs-12-2016-0002","title":"Computerizing Trail Making Test for long-term cognitive self-assessment","year":2017,"lang":"en","type":"article","venue":"International Journal of Crowd Science","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"BC Research (Canada)","funders":"","keywords":"Reliability (semiconductor); Test (biology); Cognition; Term (time); Computer science; Originality; Construct (python library); Trail Making Test; Construct validity; Reliability engineering; Psychology; Artificial intelligence; Psychometrics; Cognitive impairment; Engineering; Clinical psychology; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004836297,0.0006461802,0.0006875526,0.002269713,0.0005192687,0.001242086,0.0008212959,0.0005938638,0.004188938],"category_scores_gemma":[0.02025159,0.0002032052,0.0009093605,0.001379612,0.0004854433,0.001187102,0.0009116894,0.001088175,0.001747328],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005077801,"about_ca_system_score_gemma":0.002012316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001177879,"about_ca_topic_score_gemma":0.002153696,"domain_scores_codex":[0.9963017,0.001473079,0.0005657228,0.0003896556,0.001117033,0.0001528671],"domain_scores_gemma":[0.9865649,0.005390564,0.002683886,0.001585612,0.003288065,0.000486933],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002542741,0.00270875,0.2103536,0.0009095817,0.0002750298,0.0002956861,0.0007172624,0.006034181,0.008931704,0.002883235,0.01190347,0.7524449],"study_design_scores_gemma":[0.001838483,0.01867066,0.7788714,0.002357679,0.0008322226,0.00518217,0.001603707,0.06532923,0.03686327,0.02579367,0.06210501,0.0005526303],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7190213,0.004338575,0.2243294,0.00114929,0.001603076,0.01241008,0.005328208,0.003967326,0.02785265],"genre_scores_gemma":[0.7254747,0.001662779,0.2513471,0.0006075106,0.000245735,0.01075418,0.004028136,0.0002163586,0.005663418],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004836297,"threshold_uncertainty_score":0.02557707,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08640167504433886,"score_gpt":0.5043595023706061,"score_spread":0.4179578273262672,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}