{"id":"W3103735191","doi":"10.18653/v1/2020.eval4nlp-1.11","title":"Grammaticality and Language Modelling","year":2020,"lang":"en","type":"article","venue":"","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Grammaticality; Variable (mathematics); Computer science; Language model; Correlation; Natural language processing; Linguistics; Artificial intelligence; Cola (plant); Point (geometry); Psychology; Cognitive psychology; Grammar; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003684195,0.001063951,0.001022158,0.002826653,0.001245825,0.00638974,0.001928399,0.002514065,0.01116491],"category_scores_gemma":[0.01488564,0.0004583581,0.001949145,0.001554552,0.009308279,0.008014613,0.003281556,0.00357679,0.004057859],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002346869,"about_ca_system_score_gemma":0.001411017,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004037241,"about_ca_topic_score_gemma":0.001762438,"domain_scores_codex":[0.9964179,0.00175762,0.0002149719,0.0008539576,0.0005635338,0.0001920217],"domain_scores_gemma":[0.9947705,0.003384426,0.0004579366,0.0007617293,0.0004738498,0.0001515338],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001821825,0.00001400275,0.0009894397,0.0001224859,0.00004716107,0.00009905169,0.001006419,0.007261056,0.0003354933,0.9605257,0.002849657,0.02673135],"study_design_scores_gemma":[0.000005305561,0.0000109996,0.0003287296,0.00005396644,0.000009131649,0.0001189549,0.00009508122,0.008339318,0.000119047,0.9736192,0.0172802,0.00001998692],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03342158,0.02010494,0.7419737,0.02806487,0.001298759,0.0001483325,0.00153397,0.001598204,0.1718556],"genre_scores_gemma":[0.779929,0.009897912,0.167413,0.003856895,0.002185031,0.0002924017,0.002393584,0.001356908,0.03267523],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01116491,"threshold_uncertainty_score":0.0373503,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02606263882137646,"score_gpt":0.2678293875160296,"score_spread":0.2417667486946531,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}