{"id":"W4287888494","doi":"10.18653/v1/2022.bea-1.22","title":"‘Meet me at the ribary’ – Acceptability of spelling variants in free-text answers to listening comprehension prompts","year":2022,"lang":"en","type":"article","venue":"","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Innovation Cluster (Canada)","funders":"Universität Duisburg-Essen","keywords":"Spelling; Operationalization; Computer science; Natural language processing; Task (project management); Similarity (geometry); Comprehension; Artificial intelligence; Active listening; German; Linguistics; Psychology; Communication","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008311694,0.0005865138,0.0003937572,0.00104908,0.0005303985,0.001874065,0.0005522712,0.001176417,0.003481773],"category_scores_gemma":[0.06609825,0.0002338195,0.0002710567,0.0005467904,0.001474615,0.001569332,0.001291307,0.0006996272,0.0009692758],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004142569,"about_ca_system_score_gemma":0.0001826644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001674769,"about_ca_topic_score_gemma":0.00215519,"domain_scores_codex":[0.9880586,0.007563309,0.0008427275,0.001428233,0.001816438,0.0002905215],"domain_scores_gemma":[0.9237558,0.06080401,0.005455861,0.004113636,0.005161243,0.0007093621],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.005258007,0.0005081851,0.2843419,0.002131648,0.0004378646,0.003160101,0.1457059,0.006576215,0.2733467,0.009000804,0.01039057,0.2591421],"study_design_scores_gemma":[0.0001889659,0.001149306,0.8595174,0.0002404826,0.0001312656,0.003289659,0.02806182,0.02758938,0.05111409,0.01031545,0.01804616,0.0003560295],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9871523,0.0001113337,0.007048779,0.0001354969,0.00003328763,0.00004935094,0.0003293637,0.0001604099,0.004979703],"genre_scores_gemma":[0.9963171,0.00002912251,0.002588295,0.00004781612,0.00001569259,0.00003090555,0.0003816594,0.00006559423,0.0005237496],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008311694,"threshold_uncertainty_score":0.04395694,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01447026909538532,"score_gpt":0.2680494150222575,"score_spread":0.2535791459268722,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}