{"id":"W4385268093","doi":"10.1044/2023_ajslp-22-00177","title":"Amyotrophic Lateral Sclerosis–Bulbar Dysfunction Index–Remote: Test–Retest and Interrater Reliability of Candidate Items","year":2023,"lang":"en","type":"article","venue":"American Journal of Speech-Language Pathology","topic":"Dysphagia Assessment and Management","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Health Sciences Centre; Public Health Ontario; Sunnybrook Health Science Centre; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"National Institute on Deafness and Other Communication Disorders","keywords":"Inter-rater reliability; Amyotrophic lateral sclerosis; Audiology; Kappa; Psychology; Reliability (semiconductor); Cohen's kappa; Physical medicine and rehabilitation; Medicine; Disease; Computer science; Developmental psychology; Pathology; Rating scale","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001538901,0.0002123439,0.0006579302,0.0004671908,0.0001557305,0.00001262746,0.0002335839,0.0001124738,0.0002608444],"category_scores_gemma":[0.0003791479,0.0001688895,0.00009845446,0.0005711149,0.0004297184,0.0001916795,0.0002409329,0.0007184052,0.0000608401],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001130707,"about_ca_system_score_gemma":0.0001209119,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006427401,"about_ca_topic_score_gemma":0.0001012208,"domain_scores_codex":[0.9973884,0.0005534157,0.0009879188,0.0002807158,0.0002871841,0.0005023238],"domain_scores_gemma":[0.9976917,0.0004089737,0.001148561,0.0003347359,0.0002534821,0.0001625673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000516871,0.0001340419,0.803701,0.0002656049,0.0001453141,0.0009643104,0.01149115,0.00004564969,0.06460933,0.00004088289,0.003381955,0.1147039],"study_design_scores_gemma":[0.002296072,0.002609578,0.9758437,0.0004105917,0.0001573108,0.0001522095,0.01537034,0.0007289142,0.0006993428,0.0004272012,0.001009276,0.0002955008],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9958656,0.00009538075,0.0007126397,0.001493716,0.0009427232,0.00030506,0.00002290459,0.0000550968,0.0005068252],"genre_scores_gemma":[0.9964509,0.0003550907,0.001369678,0.0005827502,0.0002824424,0.000007406444,0.00001531543,0.00003325734,0.0009031533],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1721427,"threshold_uncertainty_score":0.6887113,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02003468847080045,"score_gpt":0.3424458142606653,"score_spread":0.3224111257898649,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}