{"id":"W4400267690","doi":"10.1145/3649217.3653584","title":"CS1-LLM: Integrating LLMs into CS1 Instruction","year":2024,"lang":"en","type":"article","venue":"","topic":"Mathematics, Computing, and Information Processing","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Mathematics education; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001626797,0.0006874691,0.0002823112,0.000731829,0.00064109,0.001706324,0.002189508,0.0008676568,0.02510629],"category_scores_gemma":[0.00906234,0.0003661475,0.0004550781,0.0006882829,0.0004371296,0.002629194,0.00416684,0.002198179,0.007820568],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001639111,"about_ca_system_score_gemma":0.003131405,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002383955,"about_ca_topic_score_gemma":0.004525471,"domain_scores_codex":[0.9985504,0.0003111841,0.00007839841,0.0002967856,0.0005413794,0.0002218575],"domain_scores_gemma":[0.9956906,0.001063841,0.0002787194,0.0008678767,0.0008535541,0.001245409],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004037172,0.0019575,0.005201064,0.000481012,0.00001513351,0.0002913173,0.002272615,0.004152311,0.03622706,0.008975245,0.1001068,0.8399162],"study_design_scores_gemma":[0.0003678162,0.00207464,0.02878682,0.0007462648,0.00004953728,0.001170777,0.001616476,0.05049255,0.0650398,0.02174914,0.827666,0.0002401806],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2647602,0.0007237474,0.5081249,0.007827292,0.001359784,0.001909286,0.00282336,0.07169321,0.1407783],"genre_scores_gemma":[0.2950373,0.0003897428,0.645961,0.00247711,0.0002245487,0.001441273,0.004506887,0.003774499,0.0461876],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02510629,"threshold_uncertainty_score":0.0839889,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01015824757517613,"score_gpt":0.2534927814500769,"score_spread":0.2433345338749008,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}