{"id":"W4311920532","doi":"10.1101/2022.12.06.519269","title":"Exploring the intricacies and pitfalls of the ATN framework: An assessment across cohorts and thresholding methodologies","year":2022,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Bioscience Database Center; National Institute on Aging; National Institute of Biomedical Imaging and Bioengineering; Canadian Institutes of Health Research; Genentech; National Institutes of Health; IXICO; H. Lundbeck A/S; Mitsubishi Tanabe Pharma Corporation; Servier; Astellas Foundation for Research on Metabolic Disorders; Innovative Medicines Initiative; Shionogi; Japan Science and Technology Agency; Astellas Pharma; Eisai; Fondazione Cariplo; European Federation of Pharmaceutical Industries and Associations; Daiichi-Sankyo; Northern California Institute for Research and Education; Pfizer; Biogen; BioClinica; F. Hoffmann-La Roche; University of Southern California; European Commission; Eli Lilly and Company; U.S. Department of Defense; Meso Scale Diagnostics; Alzheimer's Disease Neuroimaging Initiative; Ministero della Salute; Novartis Pharmaceuticals Corporation; Bristol-Myers Squibb; Alzheimer's Association; Foundation for the National Institutes of Health","keywords":"Generalizability theory; Cohort; Thresholding; Psychology; Concordance; Statistics; Artificial intelligence; Computer science; Medicine; Mathematics; Developmental psychology; Internal medicine","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2727248,0.001535791,0.001925894,0.004250238,0.002528,0.005762768,0.003957632,0.001962827,0.00127092],"category_scores_gemma":[0.3650036,0.0006150658,0.003354392,0.003636828,0.004063851,0.002412286,0.005845406,0.003352225,0.0004019568],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001548092,"about_ca_system_score_gemma":0.003942545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004385981,"about_ca_topic_score_gemma":0.004766725,"domain_scores_codex":[0.8199738,0.1356858,0.0137995,0.01455915,0.01484215,0.001139509],"domain_scores_gemma":[0.5842323,0.3168735,0.02861188,0.03949621,0.02878435,0.002001787],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003018774,0.0004145781,0.5027495,0.005570753,0.01649894,0.001155491,0.01402593,0.04423115,0.01288211,0.03072708,0.007326369,0.3613993],"study_design_scores_gemma":[0.000708473,0.003403103,0.3861566,0.007814392,0.01049255,0.003914667,0.009428993,0.3287625,0.02907145,0.1846995,0.03470569,0.0008421305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2748572,0.01252175,0.701609,0.003567901,0.0007648999,0.001141386,0.001176877,0.0006960914,0.003664966],"genre_scores_gemma":[0.7134296,0.001441814,0.2810701,0.0008800487,0.000237146,0.001139672,0.0009241845,0.0004525562,0.0004249923],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2727248,"threshold_uncertainty_score":0.8968598,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1155560829239308,"score_gpt":0.3830816285098516,"score_spread":0.2675255455859207,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}