{"id":"W6966594921","doi":"10.48448/r8pp-6056","title":"NADI 2024: The Fifth Nuanced Arabic Dialect Identification Shared Task","year":2024,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Arabic; Task (project management); Identification (biology); Machine translation; Modern Standard Arabic","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01874979,0.002309535,0.001840412,0.002601518,0.003763218,0.004941443,0.003567293,0.002630489,0.01640431],"category_scores_gemma":[0.02719716,0.0007169361,0.001496971,0.001512672,0.001702377,0.00412934,0.01608614,0.00434815,0.01915455],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003201532,"about_ca_system_score_gemma":0.00858773,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01318887,"about_ca_topic_score_gemma":0.01793202,"domain_scores_codex":[0.9852557,0.006565433,0.000750778,0.002699757,0.003172685,0.001555642],"domain_scores_gemma":[0.9760411,0.004546088,0.0007518518,0.006094235,0.00673466,0.005832043],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004748519,0.00282916,0.02175857,0.002072642,0.0004738814,0.001093179,0.01271559,0.008325975,0.05092699,0.01199873,0.4481258,0.434931],"study_design_scores_gemma":[0.001269324,0.002441107,0.03593606,0.0004816864,0.0002214813,0.001305297,0.009162652,0.03538733,0.04930899,0.02494634,0.8389642,0.0005756377],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"other","genre_scores_codex":[0.3574816,0.003736395,0.2433099,0.009611021,0.008876227,0.01333562,0.1180906,0.03582668,0.209732],"genre_scores_gemma":[0.3662071,0.0003676773,0.3436825,0.002702941,0.0007876742,0.01191451,0.1903507,0.005160849,0.07882611],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.01874979,"threshold_uncertainty_score":0.09915954,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02365089562541785,"score_gpt":0.3077806918928366,"score_spread":0.2841297962674188,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}