{"id":"W4400427833","doi":"10.1080/2050571x.2024.2374160","title":"Leveraging natural language processing models to automate speech-intelligibility scoring","year":2024,"lang":"en","type":"article","venue":"Speech Language and Hearing","topic":"Hearing Loss and Rehabilitation","field":"Neuroscience","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Baycrest Hospital; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Intelligibility (philosophy); Natural language processing; Speech recognition; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004055209,0.001498007,0.0006533736,0.001542195,0.0003413181,0.002502941,0.001116956,0.000785218,0.004109771],"category_scores_gemma":[0.01562962,0.0004562702,0.00127197,0.0005108991,0.0005488414,0.0030022,0.001357028,0.001352811,0.004544228],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000792853,"about_ca_system_score_gemma":0.0009857138,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005389731,"about_ca_topic_score_gemma":0.009211128,"domain_scores_codex":[0.997931,0.0006837417,0.0001928944,0.0005421593,0.0005836947,0.00006646759],"domain_scores_gemma":[0.9931765,0.004293987,0.0004093609,0.0005594975,0.001461698,0.00009883811],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007138867,0.000418903,0.01624418,0.001537031,0.0004981779,0.0005024383,0.001605852,0.06750026,0.08474357,0.005829717,0.01276166,0.8076444],"study_design_scores_gemma":[0.00005896085,0.000336626,0.01529096,0.0001799332,0.0001521664,0.0005926067,0.0003341303,0.9147273,0.0386562,0.01495493,0.01454013,0.0001760029],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06991868,0.0006194726,0.9001596,0.0003753441,0.0002148348,0.0007837557,0.002290187,0.02019358,0.005444578],"genre_scores_gemma":[0.4164971,0.000752744,0.5713306,0.0003588019,0.00009332395,0.00129127,0.004892925,0.001428343,0.0033548],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005389731,"threshold_uncertainty_score":0.02144623,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04692329256596883,"score_gpt":0.3325447950866364,"score_spread":0.2856215025206675,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}