{"id":"W4402671426","doi":"10.18653/v1/2024.arabicnlp-1.101","title":"WojoodNER 2024: The Second Arabic Named Entity Recognition Shared Task","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Birzeit University","keywords":"Computer science; Arabic; Task (project management); Natural language processing; Artificial intelligence; Entity linking; Named-entity recognition; Speech recognition; Linguistics; Engineering; Knowledge base","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002961284,0.003792389,0.002330086,0.003247843,0.002822991,0.003117448,0.002992486,0.003854807,0.03428072],"category_scores_gemma":[0.01123935,0.0009394796,0.00190057,0.002574725,0.0006037988,0.006705962,0.00767647,0.003603827,0.03404611],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001128336,"about_ca_system_score_gemma":0.00379008,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01485964,"about_ca_topic_score_gemma":0.01952905,"domain_scores_codex":[0.9969845,0.0008942063,0.0002759944,0.000899258,0.0005651119,0.0003808762],"domain_scores_gemma":[0.9957914,0.001193612,0.0001076694,0.001415396,0.0009425332,0.0005492753],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001916949,0.0007218628,0.002644041,0.0008723967,0.0004025811,0.001231325,0.000572054,0.004784942,0.0161245,0.004753967,0.5914008,0.3745746],"study_design_scores_gemma":[0.001390424,0.0009844326,0.01271895,0.0003578074,0.0005516413,0.002378097,0.002049434,0.2192108,0.08061546,0.03392563,0.6452692,0.000548085],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.1436533,0.005254433,0.3277178,0.005966066,0.006924115,0.003274189,0.2636211,0.1621488,0.08144023],"genre_scores_gemma":[0.1776507,0.000742588,0.2495154,0.001508576,0.000830416,0.002523644,0.5044807,0.007839337,0.05490863],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.03428072,"threshold_uncertainty_score":0.1146804,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0318173123631445,"score_gpt":0.2448831006226526,"score_spread":0.2130657882595081,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}