{"id":"W2807293832","doi":"10.18653/v1/s18-1118","title":"SUNNYNLP at SemEval-2018 Task 10: A Support-Vector-Machine-Based Method for Detecting Semantic Difference using Taxonomy and Word Embedding Features","year":2018,"lang":"en","type":"article","venue":"","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Chinese University of Hong Kong; University of Toronto; Universiteit Utrecht","keywords":"SemEval; Computer science; Support vector machine; Discriminative model; Taxonomy (biology); Word embedding; Artificial intelligence; Natural language processing; Task (project management); Embedding; Word (group theory); Mathematics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008531308,0.0003705793,0.0003867991,0.0002618563,0.0006640345,0.0004891603,0.0008336712,0.0001674377,0.00006214112],"category_scores_gemma":[0.0003964216,0.00029771,0.0001079111,0.0004538778,0.0001287174,0.0004529295,0.0006427169,0.000222634,0.000004506199],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001675581,"about_ca_system_score_gemma":0.0001205221,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002348709,"about_ca_topic_score_gemma":0.0002933,"domain_scores_codex":[0.9977044,0.0001389952,0.0003502199,0.0008878985,0.0002891209,0.0006293466],"domain_scores_gemma":[0.9980906,0.0006258386,0.0002727235,0.0006200976,0.0002300431,0.0001607541],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002442419,0.0001039094,0.002029211,0.0007136671,0.0001209968,0.00004689813,0.001660346,0.00003488479,0.5512185,0.003760362,0.002395437,0.4376716],"study_design_scores_gemma":[0.0005293546,0.0002796008,0.0001829565,0.0001767397,0.00004627843,0.0001207442,0.00002676137,0.6425366,0.351408,0.003116211,0.0009715794,0.000605108],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01970972,0.000541025,0.977713,0.000214215,0.0001994602,0.0006180782,0.000006936737,0.0008450655,0.0001524446],"genre_scores_gemma":[0.4015889,8.484721e-7,0.5974117,0.0003346725,0.0001036817,0.00004468803,0.000002744747,0.00002194249,0.0004908432],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6425018,"threshold_uncertainty_score":0.9999475,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03571331077631169,"score_gpt":0.3311805450590701,"score_spread":0.2954672342827585,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}