{"id":"W3115819292","doi":"10.18653/v1/2020.semeval-1.92","title":"Defx at SemEval-2020 Task 6: Joint Extraction of Concepts and Relations for Definition Extraction","year":2020,"lang":"en","type":"article","venue":"","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Banting and Best Diabetes Centre, University of Toronto; Bundesministerium für Bildung und Forschung","keywords":"SemEval; Computer science; Task (project management); Joint (building); Natural language processing; Relationship extraction; Artificial intelligence; Extraction (chemistry); Information extraction; Chromatography","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01243546,0.003486307,0.00217897,0.005252888,0.002476352,0.004577837,0.00367103,0.003453161,0.04082612],"category_scores_gemma":[0.0287208,0.001375139,0.002070499,0.003066102,0.001407319,0.009910071,0.009964703,0.004667313,0.02868752],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002093968,"about_ca_system_score_gemma":0.003860005,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004912678,"about_ca_topic_score_gemma":0.008170514,"domain_scores_codex":[0.98748,0.005361557,0.001242635,0.0025952,0.002773115,0.0005474729],"domain_scores_gemma":[0.9755546,0.01260957,0.0007066313,0.005388708,0.004981108,0.0007592675],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0008511646,0.0006805065,0.003626363,0.004141822,0.0002349511,0.0009116179,0.001577888,0.002492497,0.02476298,0.01866543,0.678087,0.2639678],"study_design_scores_gemma":[0.0006346779,0.0004482746,0.00954075,0.0005566702,0.0001264814,0.002395935,0.001978292,0.0479705,0.06197647,0.01715974,0.856995,0.0002171399],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08769836,0.005849175,0.4556064,0.006651891,0.003743979,0.004056306,0.2022193,0.1645875,0.06958702],"genre_scores_gemma":[0.09663817,0.0009406898,0.4087889,0.001265322,0.0003897261,0.002017038,0.4540311,0.01207517,0.02385381],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04082612,"threshold_uncertainty_score":0.136577,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04253042089633639,"score_gpt":0.3153415079120207,"score_spread":0.2728110870156843,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}