{"id":"W4385718143","doi":"10.18653/v1/2023.sigmorphon-1.13","title":"SIGMORPHON–UniMorph 2023 Shared Task 0: Typologically Diverse Morphological Inflection","year":2023,"lang":"en","type":"article","venue":"","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Stony Brook University","keywords":"Phonology; Inflection; Computer science; Morphology (biology); Task (project management); Unimorph; Linguistics; Natural language processing; Geology; Artificial intelligence; Engineering; Philosophy; Paleontology; Systems engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003934118,0.0001895695,0.0001880653,0.0002511795,0.0002117675,0.000243908,0.001281221,0.0002039965,0.0005223736],"category_scores_gemma":[0.0003149641,0.000139428,0.00008771263,0.001778055,0.00008476377,0.0006119701,0.001022062,0.0003030815,0.001684489],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006206816,"about_ca_system_score_gemma":0.00003935546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009817869,"about_ca_topic_score_gemma":0.00001361853,"domain_scores_codex":[0.9983183,0.00008544888,0.0002300309,0.0005831174,0.0003449824,0.0004381323],"domain_scores_gemma":[0.9990469,0.0001319381,0.00008384416,0.0005027609,0.0001195144,0.0001150679],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005476578,0.0001791642,0.002199061,0.00003679123,0.00004689546,0.002662353,0.0004791555,0.00006228208,0.3452496,0.1123786,0.4775862,0.05906511],"study_design_scores_gemma":[0.002558009,0.002306657,0.03119306,0.0001882407,0.0000644387,0.001279335,0.0004850894,0.1174308,0.155388,0.6289034,0.05605673,0.004146196],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.065115,0.0005328445,0.887906,0.007628892,0.001235784,0.0007065182,0.00002307243,0.02167275,0.01517921],"genre_scores_gemma":[0.6483698,0.00004183607,0.3441749,0.001561475,0.0001100145,0.00005110958,0.00003430984,0.00001386088,0.005642698],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5832548,"threshold_uncertainty_score":0.9990928,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03238077149547515,"score_gpt":0.2896244439795344,"score_spread":0.2572436724840592,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}