{"id":"W4321162272","doi":"10.1145/3544548.3580919","title":"Studying the effect of AI Code Generators on Supporting Novice Learners in Introductory Programming","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":288,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Python (programming language); Code (set theory); Scratch; Task (project management); Programming language; Pair programming; Artificial intelligence; Natural language processing; Software; Software development","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003581815,0.0007425701,0.0004512095,0.0004344145,0.0003047257,0.0009772885,0.0007528602,0.0007285831,0.00251203],"category_scores_gemma":[0.03797709,0.0003826576,0.0002667145,0.0001991882,0.0005797852,0.001456491,0.0012139,0.0009100396,0.0005516509],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002558864,"about_ca_system_score_gemma":0.0007599823,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004594493,"about_ca_topic_score_gemma":0.0008853998,"domain_scores_codex":[0.9976442,0.00114727,0.0001849612,0.000471102,0.0003364815,0.0002159748],"domain_scores_gemma":[0.9314713,0.05550924,0.004796422,0.002001279,0.002067343,0.004154414],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01822917,0.05105262,0.1887324,0.001995749,0.0002405296,0.001114253,0.02020099,0.007451728,0.1897194,0.0009984341,0.002234589,0.5180303],"study_design_scores_gemma":[0.003946746,0.2330638,0.4328991,0.0004912713,0.0006194771,0.001460761,0.01052106,0.0215123,0.2785719,0.003231232,0.0133261,0.0003562851],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9985651,0.00003213945,0.0008326448,0.00003215208,0.000007113736,0.00006770303,0.00001852982,0.00006702449,0.0003775821],"genre_scores_gemma":[0.9881269,0.0001200379,0.01010381,0.0000700672,0.00001320922,0.0001997573,0.0001073948,0.00003447133,0.001224368],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003581815,"threshold_uncertainty_score":0.01894271,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02992263159885812,"score_gpt":0.3209316447643412,"score_spread":0.2910090131654831,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}