{"id":"W4385573366","doi":"10.18653/v1/2022.wanlp-1.9","title":"NADI 2022: The Third Nuanced Arabic Dialect Identification Shared Task","year":2022,"lang":"en","type":"article","venue":"","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Alliance de recherche numérique du Canada; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Georgetown University","keywords":"Arabic; Task (project management); Identification (biology); Context (archaeology); Computer science; Natural language processing; Linguistics; Artificial intelligence; History; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005948136,0.00009517739,0.00008452713,0.00008095517,0.0005724325,0.0003154078,0.002085441,0.00002454749,0.0001451917],"category_scores_gemma":[0.00009326822,0.00006636082,0.00005211787,0.0007989492,0.00003189544,0.0004672642,0.0006441648,0.0002911671,0.00003243501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009849478,"about_ca_system_score_gemma":0.00006872054,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008013195,"about_ca_topic_score_gemma":0.00001947785,"domain_scores_codex":[0.9987276,0.0001351474,0.0001834097,0.0003531721,0.0003998568,0.000200837],"domain_scores_gemma":[0.9989798,0.00008555601,0.0001117355,0.0007280946,0.0000633551,0.00003144033],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002255459,0.0001379952,0.0002496861,0.00003038118,0.00003686922,0.00004198123,0.005425694,0.00007632416,0.2592613,0.396567,0.1769051,0.1612452],"study_design_scores_gemma":[0.0006816597,0.0002940607,0.004251197,0.00003473632,0.00003280199,0.0002199663,0.0004324352,0.1105936,0.2585105,0.5591195,0.06450627,0.001323277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00856786,0.004595688,0.9656552,0.0134985,0.001021421,0.0006786,0.00001469781,0.00246468,0.003503325],"genre_scores_gemma":[0.9484451,0.000008667019,0.04579562,0.001641034,0.00005064294,0.0002230671,0.0000120779,0.000009133424,0.003814673],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9398772,"threshold_uncertainty_score":0.4402746,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01098847831328417,"score_gpt":0.2539559427230517,"score_spread":0.2429674644097675,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}