{"id":"W4401719321","doi":"10.1109/icsa-c63560.2024.00067","title":"LLMs for Code: The Potential, Prospects, and Problems","year":2024,"lang":"en","type":"article","venue":"","topic":"Digital Rights Management and Security","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Code (set theory); Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03415835,0.001102391,0.0006993479,0.002439397,0.00325313,0.01416541,0.003985874,0.005005216,0.007685131],"category_scores_gemma":[0.1345681,0.001116603,0.001544962,0.002046605,0.01550283,0.03167204,0.009794623,0.01129328,0.004234062],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006257683,"about_ca_system_score_gemma":0.007222811,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004096916,"about_ca_topic_score_gemma":0.004201198,"domain_scores_codex":[0.965605,0.01956249,0.001169571,0.001905308,0.01075857,0.0009990322],"domain_scores_gemma":[0.8296854,0.1271401,0.004738268,0.02475239,0.01073656,0.002947176],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007357441,0.00005031258,0.002150586,0.0005200799,0.00003032202,0.0002541446,0.006398962,0.00439901,0.001874681,0.7811503,0.04561339,0.1574847],"study_design_scores_gemma":[0.00002236935,0.00006108286,0.000444845,0.001047439,0.00002205786,0.0005217499,0.004514738,0.02818599,0.002841173,0.6473381,0.314905,0.00009544852],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.01849288,0.00964085,0.4950953,0.4349959,0.002600601,0.0001443704,0.0002831104,0.005957684,0.03278925],"genre_scores_gemma":[0.3784153,0.01388671,0.5255749,0.03939677,0.002512752,0.0007862854,0.0008173533,0.008099808,0.03051013],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.03415835,"threshold_uncertainty_score":0.1806488,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01283234791358472,"score_gpt":0.2257994830889268,"score_spread":0.212967135175342,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}