{"id":"W4403761734","doi":"10.1044/2024_jslhr-24-00354","title":"Progress Toward Estimating the Minimal Clinically Important Difference of Intelligibility: A Crowdsourced Perceptual Experiment","year":2024,"lang":"en","type":"article","venue":"Journal of Speech Language and Hearing Research","topic":"Voice and Speech Disorders","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Trent University","funders":"National Institute on Deafness and Other Communication Disorders","keywords":"Intelligibility (philosophy); Sentence; Minimal clinically important difference; QUIET; Psychology; Perception; Receiver operating characteristic; Audiology; Dysarthria; Statistics; Mathematics; Natural language processing; Computer science; MEDLINE; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003955937,0.0001132191,0.0003763505,0.0002289164,0.00008609088,0.0001227061,0.0001888845,0.00008478019,0.0001118769],"category_scores_gemma":[0.0009994713,0.00006402985,0.0001608431,0.0002624045,0.0004185312,0.00007486868,0.0001549235,0.001054429,0.000004458716],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005221814,"about_ca_system_score_gemma":0.00030777,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009768584,"about_ca_topic_score_gemma":0.000006434706,"domain_scores_codex":[0.9976135,0.0001107113,0.0008522602,0.0002034619,0.0009026341,0.000317394],"domain_scores_gemma":[0.9986505,0.0005343959,0.0001207338,0.0002274685,0.0002961291,0.0001707669],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00171351,0.0006402552,0.1306276,0.002226977,0.0004710202,0.003355126,0.1283008,0.00000493859,0.1251275,0.0001475384,0.0007396332,0.606645],"study_design_scores_gemma":[0.006109015,0.02188295,0.2556372,0.01629406,0.0007044848,0.008305475,0.5382112,0.03049093,0.116767,0.00186204,0.002804991,0.0009306669],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.985411,0.01053257,0.00009590505,0.003293076,0.00008430683,0.0002586199,0.000001576561,0.00001399618,0.0003089609],"genre_scores_gemma":[0.9926288,0.0003295084,0.006270606,0.0000522573,0.0004151684,0.000004781067,9.204747e-7,0.00001746666,0.0002804523],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6057144,"threshold_uncertainty_score":0.4581026,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1115311103978814,"score_gpt":0.4606939825581232,"score_spread":0.3491628721602418,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}