{"id":"W3034760557","doi":"10.18653/v1/2020.acl-main.140","title":"Probing Linguistic Features of Sentence-Level Representations in Relation Extraction","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Bundesministerium für Wirtschaft und Energie; Banting and Best Diabetes Centre, University of Toronto; Bundesministerium für Bildung und Forschung","keywords":"Computer science; Natural language processing; Task (project management); Sentence; Encoder; Artificial intelligence; Feature (linguistics); Relation (database); Focus (optics); ENCODE; Architecture; Contrast (vision); Relationship extraction; Linguistics; Information extraction","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009403023,0.00004083687,0.00006336014,0.00005582441,0.00002377522,0.00002380325,0.0001585213,0.00002559129,0.000005933337],"category_scores_gemma":[0.0002665956,0.00003976533,0.00001896092,0.0002643663,0.000007057973,0.0002270723,0.0000533321,0.00009394175,0.000004337277],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000172278,"about_ca_system_score_gemma":0.00003066227,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001662568,"about_ca_topic_score_gemma":0.00003155392,"domain_scores_codex":[0.9993888,0.00002751125,0.0001886454,0.0001942776,0.0001282442,0.00007248426],"domain_scores_gemma":[0.9996394,0.0000627418,0.00006106754,0.0001550287,0.00005403834,0.00002772361],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002587177,0.0001223006,0.02710451,0.0001095698,0.00001894634,0.00002855224,0.04106521,0.09767443,0.03302839,0.7164177,0.0003448781,0.08405961],"study_design_scores_gemma":[0.0002710809,0.00002822992,0.05916858,0.00003982438,0.000002964038,0.000006513984,0.0002733262,0.929397,0.00463093,0.006022637,0.000066082,0.00009285477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0288056,0.00001575882,0.962066,0.001902205,0.0001215964,0.0001021385,3.04148e-7,0.0000621927,0.006924218],"genre_scores_gemma":[0.8706895,0.000001832881,0.1290342,0.00009298109,0.00003905868,0.000003461296,0.000001024089,0.000002000516,0.0001359372],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8418839,"threshold_uncertainty_score":0.1621583,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08188147680862856,"score_gpt":0.3142650881776443,"score_spread":0.2323836113690157,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}