{"id":"W4400267690","doi":"10.1145/3649217.3653584","title":"CS1-LLM: Integrating LLMs into CS1 Instruction","year":2024,"lang":"en","type":"article","venue":"","topic":"Mathematics, Computing, and Information Processing","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Mathematics education; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003711817,0.0001164274,0.0001091513,0.0001869048,0.00018896,0.001106472,0.0004298174,0.00004825442,0.00007784892],"category_scores_gemma":[0.00007731711,0.00009070701,0.0000513464,0.0004737788,0.00002620537,0.00195473,0.0001887801,0.0001609699,0.0002574239],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005256685,"about_ca_system_score_gemma":0.00008841282,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002947928,"about_ca_topic_score_gemma":0.000006335852,"domain_scores_codex":[0.9989921,0.00001604776,0.000379749,0.0002135875,0.0002288622,0.0001695969],"domain_scores_gemma":[0.9994708,0.00005925807,0.00007841278,0.0002483238,0.0000873984,0.0000558452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[2.210715e-7,0.000008427383,0.00000962763,0.0001913684,0.000006315704,0.000001359655,0.007892969,0.00004194627,0.0001032437,0.5453494,0.002120498,0.4442747],"study_design_scores_gemma":[0.00006320828,0.00002277695,0.00001137488,0.0001613389,0.000002212644,0.00004323192,0.000455183,0.9230772,0.002160719,0.05853713,0.01532758,0.0001381013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006829144,0.00009079865,0.907146,0.0004750996,0.00121545,0.00005921568,1.08996e-7,0.000808376,0.08337581],"genre_scores_gemma":[0.609359,0.000006955752,0.3887212,0.0004199352,0.0001834298,0.000005245716,0.000001923759,0.000008695471,0.001293565],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9230352,"threshold_uncertainty_score":0.9999305,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01015824757517613,"score_gpt":0.2534927814500769,"score_spread":0.2433345338749008,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}