{"id":"W4399204110","doi":"10.1007/978-3-031-55642-5_7","title":"Generative AI for Software Development: A Family of Studies on Code Generation","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Generative grammar; Computer science; Code (set theory); Software development; Programming language; Software engineering; Software; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002917699,0.0003130342,0.0003799304,0.000366041,0.0000814002,0.00009544865,0.0005237287,0.000170851,0.000007698349],"category_scores_gemma":[0.0002639574,0.0002635182,0.0001107383,0.00007285514,0.00004815945,0.0001055898,0.0003223874,0.0002517876,0.00009799418],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002200092,"about_ca_system_score_gemma":0.0003349602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":9.504909e-7,"about_ca_topic_score_gemma":0.00001358331,"domain_scores_codex":[0.9982284,0.000006962385,0.0004059871,0.0006198736,0.000519826,0.0002188987],"domain_scores_gemma":[0.9982777,0.0006104367,0.00007920691,0.0004467026,0.0005280532,0.00005790275],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000008179089,0.00001933825,0.000003459149,0.0006796056,0.0007268363,0.00002048958,0.001887598,0.002687532,0.0004393976,0.9327019,0.04051691,0.02030879],"study_design_scores_gemma":[0.001378296,0.0017839,0.00006585961,0.003608904,0.0001497846,0.0000198355,0.00006824204,0.09525551,0.1034469,0.1308383,0.6600179,0.003366531],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.00008221281,0.003450301,0.9886126,0.0002913649,0.001304975,0.0006755966,0.00003882988,0.0004738894,0.005070221],"genre_scores_gemma":[0.0008123947,0.0001333137,0.4011834,0.0004417875,0.0003779096,0.0002264522,0.00004774202,0.00008959776,0.5966874],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8018636,"threshold_uncertainty_score":0.9999817,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1044111476672751,"score_gpt":0.3304127320367629,"score_spread":0.2260015843694878,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}