{"id":"W4384694578","doi":"10.22215/etd/2023-15473","title":"Talking With Siri: Analyzing and Detecting Error Patterns in Speech Recognition Technology","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"","keywords":"Stress (linguistics); Computer science; Speech recognition; Interpretation (philosophy); Quality (philosophy); Natural language processing; Semantic interpretation; Word error rate; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001660099,0.0002193996,0.0002366324,0.00127185,0.0001197663,0.0001796797,0.0004055595,0.0002665168,0.00002489873],"category_scores_gemma":[0.00007247219,0.0002109575,0.00003013903,0.001371913,0.00001134964,0.0005375728,0.0001143503,0.0006173551,0.00005137821],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008928454,"about_ca_system_score_gemma":0.00004950317,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009949666,"about_ca_topic_score_gemma":0.06034187,"domain_scores_codex":[0.9985853,0.00003097423,0.0003186872,0.000605689,0.0001759935,0.0002833508],"domain_scores_gemma":[0.9990982,0.000157056,0.0002330635,0.0003316863,0.0001444929,0.00003545345],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002050109,0.00004038366,0.0212459,0.0002822643,0.00007372809,0.0002630246,0.003090413,0.00003193145,0.001934212,0.0001240795,0.00001885208,0.9728747],"study_design_scores_gemma":[0.003736963,0.001662618,0.3305691,0.02419856,0.0004677164,0.002075069,0.2025038,0.1782343,0.2058101,0.04226899,0.0005848463,0.007887891],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9829731,0.00002578516,0.01391828,0.0003385445,0.0004833783,0.0002205864,0.000002379129,0.0005776132,0.001460312],"genre_scores_gemma":[0.9650836,0.00003051218,0.0334727,0.00006189289,0.00005359612,0.00008735904,0.0001017934,0.00005166606,0.001056866],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9649868,"threshold_uncertainty_score":0.9568045,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02240195450675965,"score_gpt":0.2933290791367497,"score_spread":0.27092712462999,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}