{"id":"W4310892181","doi":"10.14705/rpnet.2022.61.1458","title":"Evaluating automatic speech recognition for L2 pronunciation feedback: a focus on Google Translate","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University; Université du Québec à Trois-Rivières","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Pronunciation; Transcription (linguistics); Speech recognition; Focus (optics); Computer science; Phonetic transcription; Natural language processing; Word (group theory); Artificial intelligence; Linguistics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003402166,0.00112908,0.0006357623,0.001089258,0.0005568627,0.001217158,0.0009356688,0.0007504431,0.005023306],"category_scores_gemma":[0.009184733,0.0001915191,0.0002562069,0.00137884,0.0004637966,0.000862427,0.0007127778,0.0004335691,0.004125835],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001772937,"about_ca_system_score_gemma":0.001357827,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.07746501,"about_ca_topic_score_gemma":0.140771,"domain_scores_codex":[0.9959642,0.001913489,0.0001386647,0.0003571562,0.001432311,0.000194106],"domain_scores_gemma":[0.9884737,0.006693528,0.0002844553,0.0006147773,0.003599617,0.0003339514],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002386489,0.0006356668,0.03668953,0.001911289,0.0001423206,0.0009097626,0.008492476,0.005216936,0.1322493,0.0005056825,0.03028546,0.780575],"study_design_scores_gemma":[0.0005753104,0.007819387,0.4958093,0.0004916674,0.0004833122,0.003855894,0.01680376,0.07149736,0.2761658,0.0005996721,0.1253718,0.0005266903],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9529814,0.002379263,0.0133235,0.0004167785,0.0001240681,0.0004800174,0.004423736,0.00465987,0.02121138],"genre_scores_gemma":[0.9303504,0.001049711,0.02564269,0.0003252209,0.0000859819,0.0003487957,0.01541426,0.001071146,0.02571176],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07746501,"threshold_uncertainty_score":0.1540282,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06380145554938882,"score_gpt":0.3331108475055056,"score_spread":0.2693093919561168,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}