{"id":"W4384694578","doi":"10.22215/etd/2023-15473","title":"Talking With Siri: Analyzing and Detecting Error Patterns in Speech Recognition Technology","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"","keywords":"Stress (linguistics); Computer science; Speech recognition; Interpretation (philosophy); Quality (philosophy); Natural language processing; Semantic interpretation; Word error rate; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001644143,0.0003987743,0.0002650043,0.0009879327,0.0003084936,0.001061933,0.0003769917,0.0003717334,0.001070215],"category_scores_gemma":[0.01265771,0.0002097045,0.0001626978,0.0006524608,0.0003919136,0.000596037,0.000452218,0.0004174357,0.0006007639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003724963,"about_ca_system_score_gemma":0.0005221934,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01861072,"about_ca_topic_score_gemma":0.03352184,"domain_scores_codex":[0.9987576,0.0002451056,0.0001018225,0.0001797208,0.0006047002,0.0001111047],"domain_scores_gemma":[0.9938818,0.00286054,0.001057279,0.0002810992,0.001750123,0.0001692048],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001209041,0.0002332421,0.6188995,0.0004211268,0.00009061471,0.0003892096,0.02744591,0.0006917915,0.1239082,0.0002138375,0.0007742808,0.2257231],"study_design_scores_gemma":[0.000009084352,0.0003787669,0.9735253,0.00002505351,0.00004858376,0.0004150529,0.006095443,0.002881567,0.01561524,0.0001144629,0.0008585166,0.00003278991],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9949201,0.00006780197,0.003303853,0.00002140527,0.000003716459,0.00004859564,0.00009631458,0.00006867896,0.00146966],"genre_scores_gemma":[0.9892851,0.0001790822,0.009042951,0.00003607006,0.000005581621,0.00003758786,0.0002430663,0.00003092936,0.001139774],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01861072,"threshold_uncertainty_score":0.03700477,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02240195450675965,"score_gpt":0.2933290791367497,"score_spread":0.27092712462999,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}