{"id":"W6966567684","doi":"10.48448/f9kj-h772","title":"Using Roark-Hollingshead Distance to Probe BERT's Syntactic Competence","year":2022,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Syntax; Syntactic structure; Parsing; Merge (version control); Abstract syntax tree; Predicate (mathematical logic); Simple (philosophy)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001897777,0.0007482051,0.0005548756,0.001040062,0.0006823003,0.001888419,0.00102974,0.001267416,0.006071051],"category_scores_gemma":[0.01655409,0.0003381954,0.0004880292,0.0006858201,0.001534823,0.004364346,0.002383622,0.002134934,0.001674942],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008072546,"about_ca_system_score_gemma":0.0007659314,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002802579,"about_ca_topic_score_gemma":0.00449863,"domain_scores_codex":[0.9990467,0.0002771672,0.00005534423,0.0003401455,0.0001885493,0.00009197558],"domain_scores_gemma":[0.9932828,0.004315562,0.0005042853,0.001128096,0.0004741853,0.0002950683],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001650185,0.000292236,0.07006171,0.0006082728,0.0001958136,0.0007006474,0.006594986,0.08115758,0.08178579,0.2238907,0.01268377,0.5203784],"study_design_scores_gemma":[0.00006710294,0.0004627547,0.04185326,0.00009303215,0.00008255378,0.0007405074,0.001689385,0.5703547,0.02765821,0.3443443,0.01245737,0.0001967835],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"other","genre_scores_codex":[0.5245419,0.0003125291,0.446252,0.0009658861,0.00006271451,0.00006806174,0.001090867,0.002061906,0.02464406],"genre_scores_gemma":[0.9299311,0.00006771375,0.06588836,0.0001895055,0.00001406347,0.00005748447,0.001084238,0.0003511839,0.002416303],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.006071051,"threshold_uncertainty_score":0.02030975,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05303750460823457,"score_gpt":0.3334946302252325,"score_spread":0.2804571256169979,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}