{"id":"W4388483079","doi":"10.1109/ase56229.2023.00035","title":"On Automated Assistants for Software Development: The Role of LLMs","year":2023,"lang":"en","type":"article","venue":"","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Software development; Software engineering; Programming language","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01051095,0.0009468879,0.0007102615,0.002463917,0.001430547,0.006255765,0.002908254,0.002356898,0.004466327],"category_scores_gemma":[0.03949589,0.0007912724,0.0009299549,0.00188514,0.006975554,0.01645699,0.004443991,0.002482692,0.001161171],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002535803,"about_ca_system_score_gemma":0.003617122,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005677497,"about_ca_topic_score_gemma":0.004212752,"domain_scores_codex":[0.9887088,0.00796165,0.0004518911,0.000941411,0.001590852,0.0003454722],"domain_scores_gemma":[0.9456984,0.04059787,0.002470363,0.00828687,0.002173594,0.0007728548],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000776876,0.0001280366,0.001359714,0.0003966527,0.00002731531,0.0001355007,0.002462226,0.01640663,0.001176766,0.8506511,0.001770248,0.1254081],"study_design_scores_gemma":[0.00004578488,0.000151019,0.000616974,0.0004605567,0.00003751564,0.0002233028,0.001412885,0.1566215,0.002874228,0.7851003,0.05238928,0.00006653717],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.02038997,0.002908035,0.9467051,0.0051479,0.00008987068,0.0001690567,0.00009835015,0.00109782,0.02339393],"genre_scores_gemma":[0.3327665,0.002408754,0.6574419,0.0007411139,0.0001929202,0.0003422445,0.0001114016,0.0002633398,0.00573189],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.01051095,"threshold_uncertainty_score":0.05558789,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02025831267086155,"score_gpt":0.239649101216022,"score_spread":0.2193907885451605,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}