{"id":"W4319878828","doi":"10.2139/ssrn.4354118","title":"Typed Transcription as a Simultaneous Measure of Foreign-Accent Comprehensibility and Intelligibility: An Online Replication Study","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University","funders":"","keywords":"Intelligibility (philosophy); Transcription (linguistics); Computer science; Psychology; Linguistics; Natural language processing; Speech recognition; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01751831,0.001104217,0.001077385,0.0008759979,0.001705887,0.003624118,0.001331612,0.001667975,0.00465177],"category_scores_gemma":[0.08123345,0.001103975,0.001511116,0.0008857041,0.001521153,0.003110185,0.001903251,0.002833527,0.002332377],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006351991,"about_ca_system_score_gemma":0.001101243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007032326,"about_ca_topic_score_gemma":0.006684193,"domain_scores_codex":[0.9898729,0.005819139,0.0008055022,0.001660284,0.001552301,0.0002898774],"domain_scores_gemma":[0.9037438,0.05520348,0.005418778,0.01845481,0.01542958,0.001749612],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01865512,0.03791272,0.6056951,0.001103299,0.002185662,0.001767438,0.1218817,0.002746529,0.07370716,0.001666298,0.003286,0.129393],"study_design_scores_gemma":[0.002021314,0.01882977,0.9164227,0.0001474218,0.001517838,0.0008731461,0.03032982,0.005327551,0.01822801,0.001442102,0.004500831,0.0003595533],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9954168,0.00004778968,0.001794974,0.00003725092,0.00007178652,0.0004444544,0.0002311602,0.00002855797,0.001927217],"genre_scores_gemma":[0.9924779,0.00005300286,0.002545263,0.0001234677,0.00005679093,0.001280097,0.0004579956,0.00008127791,0.002924197],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9824817,"threshold_uncertainty_score":0.09264678,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1250286563974135,"score_gpt":0.4609745334133552,"score_spread":0.3359458770159417,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}