{"id":"W4389518395","doi":"10.18653/v1/2023.arabicnlp-1.83","title":"WojoodNER 2023: The First Arabic Named Entity Recognition Shared Task","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Arabic; Named-entity recognition; Computer science; Task (project management); Natural language processing; Focus (optics); Artificial intelligence; Linguistics; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008066854,0.004159253,0.003010781,0.002962443,0.003637454,0.003698164,0.003711143,0.004431956,0.01889402],"category_scores_gemma":[0.01693976,0.0008171962,0.002833738,0.002076709,0.001306111,0.007777441,0.01379291,0.004094205,0.02550232],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001542644,"about_ca_system_score_gemma":0.004678875,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01101552,"about_ca_topic_score_gemma":0.02044345,"domain_scores_codex":[0.9917578,0.00269897,0.0007411579,0.002312909,0.001540698,0.0009483479],"domain_scores_gemma":[0.9888963,0.002808828,0.0003360647,0.003389326,0.002573628,0.001995804],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002581698,0.001589281,0.004183877,0.002384171,0.0006742275,0.001504972,0.002102415,0.00633261,0.0347872,0.004512524,0.5126649,0.4266821],"study_design_scores_gemma":[0.001204749,0.002772159,0.02025883,0.0006959594,0.0004854259,0.003031534,0.004297043,0.08438867,0.06373073,0.02178269,0.7965177,0.000834516],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.2692163,0.009052356,0.292344,0.005553034,0.01210105,0.009115268,0.1633938,0.1134384,0.1257858],"genre_scores_gemma":[0.2007995,0.0007842568,0.2763116,0.002388205,0.0008849139,0.004975762,0.4455368,0.008683167,0.05963594],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.01889402,"threshold_uncertainty_score":0.06320679,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04759203722951118,"score_gpt":0.2443203422839928,"score_spread":0.1967283050544816,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}