{"id":"W2060384944","doi":"10.1145/2597073.2597102","title":"Syntax errors just aren't natural: improving error reporting with language models","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Syntax error; Abstract syntax tree; Programming language; Syntax; Source code; Compiler; Java; Abstract syntax; Parsing; Consistency (knowledge bases); Exploit; Natural language processing; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008911008,0.0001693413,0.0001953892,0.000152063,0.000100606,0.0001883526,0.000797703,0.00005226666,0.00001078735],"category_scores_gemma":[0.001702351,0.0001255823,0.00004862317,0.0004327996,0.00003040712,0.0006648742,0.0003380576,0.0003241005,0.00002439902],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006459292,"about_ca_system_score_gemma":0.00006966545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003502814,"about_ca_topic_score_gemma":0.00005569428,"domain_scores_codex":[0.9980665,0.00003503561,0.0003758215,0.0005115105,0.0005167407,0.0004944198],"domain_scores_gemma":[0.9982634,0.0003592363,0.0002273124,0.0009017791,0.0001111504,0.0001371725],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008396942,0.000356446,0.04332852,0.001383391,0.0003449183,0.002214882,0.0243691,0.2234898,0.05785161,0.09820615,0.005338713,0.5430325],"study_design_scores_gemma":[0.0001854876,0.00006400463,0.003290343,0.00004953591,0.000004177055,0.0001173262,0.0001848463,0.9909257,0.004692931,0.0001279862,0.00007056668,0.0002870474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2787598,0.00005122712,0.7185631,0.0002478939,0.0001826801,0.0001133966,2.373691e-7,0.0009414282,0.001140229],"genre_scores_gemma":[0.8495359,3.042821e-7,0.1490759,0.00009374175,0.00006027899,0.00001509566,0.000001307805,0.00002326696,0.001194132],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7674359,"threshold_uncertainty_score":0.5121097,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02666657826189673,"score_gpt":0.2828682662558349,"score_spread":0.2562016879939382,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}