{"id":"W4321162272","doi":"10.1145/3544548.3580919","title":"Studying the effect of AI Code Generators on Supporting Novice Learners in Introductory Programming","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":288,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Python (programming language); Code (set theory); Scratch; Task (project management); Programming language; Pair programming; Artificial intelligence; Natural language processing; Software; Software development","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007641176,0.0004274357,0.000602014,0.0004550129,0.0002462826,0.0004494052,0.002002027,0.0002206114,0.000003069932],"category_scores_gemma":[0.001198254,0.000295607,0.0002172665,0.000720445,0.00009245369,0.0001231945,0.001925736,0.003256341,0.00002648029],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001441508,"about_ca_system_score_gemma":0.0001763202,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001112694,"about_ca_topic_score_gemma":0.0002037029,"domain_scores_codex":[0.9954465,0.001286691,0.0007567269,0.001144993,0.000668843,0.0006962422],"domain_scores_gemma":[0.9969645,0.001022837,0.0005238904,0.001350051,0.00005798584,0.00008079205],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002072784,0.00006805946,0.05385408,0.0004231534,0.0001011528,0.00004038085,0.01136394,0.09162882,0.00007520497,0.001210662,0.0002563261,0.8409575],"study_design_scores_gemma":[0.01109045,0.01396105,0.06868137,0.01243479,0.0008299681,0.000125511,0.02159669,0.5654535,0.03696745,0.001280987,0.2549362,0.01264205],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8758221,0.0001683581,0.1140281,0.003937684,0.002710452,0.001606287,0.000001429787,0.001604558,0.0001210218],"genre_scores_gemma":[0.9778072,0.000003656924,0.0213033,0.0001265236,0.0002849392,0.0001502583,0.000009225443,0.00005813915,0.0002568144],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8283154,"threshold_uncertainty_score":0.9999496,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02992263159885812,"score_gpt":0.3209316447643412,"score_spread":0.2910090131654831,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}