{"id":"W3032645833","doi":"10.18653/v1/2020.sigmorphon-1.3","title":"The SIGMORPHON 2020 Shared Task on Unsupervised Morphological Paradigm Completion","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Pipeline (software); Natural language processing; Surprise; Baseline (sea); Artificial intelligence; Modular design; Field (mathematics); Lemma (botany); Programming language; Psychology; Mathematics; Communication","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02023702,0.006309731,0.003127397,0.00297656,0.003132104,0.004533912,0.005677928,0.006001123,0.02755287],"category_scores_gemma":[0.04429967,0.001527518,0.002929661,0.002244573,0.002143825,0.008541233,0.01359243,0.00515976,0.02956378],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003252085,"about_ca_system_score_gemma":0.007652175,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009252081,"about_ca_topic_score_gemma":0.01430597,"domain_scores_codex":[0.9795221,0.008508424,0.001257379,0.004722453,0.004078658,0.001910951],"domain_scores_gemma":[0.962206,0.0122475,0.001168634,0.01239592,0.007604832,0.00437712],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002522626,0.001477096,0.002896993,0.002547474,0.0003381633,0.0006995846,0.001413435,0.004826052,0.02459737,0.004345404,0.7250853,0.2292505],"study_design_scores_gemma":[0.003148425,0.002946826,0.02139668,0.000509408,0.0003140072,0.002971318,0.002318133,0.0958003,0.07117201,0.03429073,0.7644419,0.0006902189],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2440338,0.008138536,0.2798647,0.00929438,0.01116676,0.008812631,0.1545832,0.1954937,0.0886123],"genre_scores_gemma":[0.2283407,0.0006888618,0.314188,0.003134804,0.001292994,0.007677425,0.380597,0.01771487,0.04636545],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02755287,"threshold_uncertainty_score":0.1070248,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0371723396303211,"score_gpt":0.2820476178599801,"score_spread":0.244875278229659,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}