{"id":"W6947874636","doi":"10.48448/xwge-6p50","title":"A Closer Look at Linguistic Knowledge in Masked Language Models: The Case of Relative Clauses in American English","year":2020,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"Amphibian and Reptile Biology","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Antecedent (behavioral psychology); Focus (optics); Task (project management); Identification (biology); Semantics (computer science); Passive voice; Strengths and weaknesses; Computational linguistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005017811,0.001321551,0.0005688182,0.0009409806,0.000610787,0.001986023,0.001452564,0.001182281,0.003200456],"category_scores_gemma":[0.01461613,0.0004142577,0.0007885642,0.0007280958,0.0009123894,0.005216903,0.001330131,0.002429747,0.001107887],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009558544,"about_ca_system_score_gemma":0.001036294,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02163107,"about_ca_topic_score_gemma":0.03478161,"domain_scores_codex":[0.9977474,0.001390099,0.0001170375,0.0004233122,0.0002154639,0.0001066076],"domain_scores_gemma":[0.9830254,0.01452666,0.0003986761,0.001135717,0.0006737021,0.0002398406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00278218,0.001391118,0.1015895,0.001562424,0.0008298148,0.002242062,0.007714582,0.4091459,0.03445677,0.02500828,0.03726616,0.3760112],"study_design_scores_gemma":[0.00007782484,0.000245789,0.008827549,0.0001260253,0.0001451467,0.0002611176,0.001313874,0.9519572,0.0108745,0.01933028,0.006750055,0.00009070981],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9284356,0.001340332,0.04954538,0.003106661,0.0001393199,0.0001164967,0.003312253,0.002859093,0.01114474],"genre_scores_gemma":[0.9707521,0.0002152843,0.02314451,0.0003015801,0.00002695833,0.00004133202,0.004089625,0.0002396444,0.001188938],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02163107,"threshold_uncertainty_score":0.04301029,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01577317363147352,"score_gpt":0.2736332674111671,"score_spread":0.2578600937796935,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}