{"id":"W4405396136","doi":"10.1145/3708519","title":"Automatic Programming: Large Language Models and Beyond","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"Bộ Giáo dục và Ðào tạo; Ministry of Education, India","keywords":"Computer science; Programmer; Coding (social sciences); Software engineering; Popularity; Software deployment; Programming language; Key (lock); Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004962765,0.0008347323,0.0009310224,0.00153687,0.001285634,0.005560269,0.003109861,0.001823238,0.005819689],"category_scores_gemma":[0.02062899,0.001192928,0.002052383,0.001524961,0.004078828,0.01248068,0.003584611,0.004965988,0.00171393],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002074518,"about_ca_system_score_gemma":0.002702137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004570557,"about_ca_topic_score_gemma":0.004274706,"domain_scores_codex":[0.9947762,0.002345012,0.0002466421,0.0007361267,0.001630909,0.0002650094],"domain_scores_gemma":[0.9757829,0.01643956,0.001172319,0.004596164,0.001584777,0.0004243088],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000479987,0.00005925855,0.001097725,0.0002263268,0.00004769448,0.0001662486,0.0009206434,0.0326223,0.001159058,0.9262631,0.004876712,0.03251293],"study_design_scores_gemma":[0.00002006936,0.00001840857,0.0002214348,0.0001185269,0.0000190632,0.0001166784,0.0001035618,0.1339834,0.0006784028,0.834369,0.0303253,0.00002618871],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009965851,0.001491401,0.9709525,0.003758386,0.00009565885,0.0001041861,0.0004104435,0.002229884,0.01099178],"genre_scores_gemma":[0.2633992,0.003176563,0.7171466,0.001465313,0.0004780176,0.0007810929,0.001420469,0.002455658,0.009677043],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005819689,"threshold_uncertainty_score":0.02624595,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05968806315916537,"score_gpt":0.3357671852518813,"score_spread":0.2760791220927159,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}