{"id":"W4409475854","doi":"10.1145/3730405","title":"20-Years Later: A Replication Study on Teaching CS1 Concepts","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Replication (statistics); Computer science; Mathematics education; Psychology; Cognitive science; Mathematics; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03143017,0.0008906246,0.001247028,0.0017318,0.004056591,0.002927279,0.001440441,0.002281822,0.003452687],"category_scores_gemma":[0.06756604,0.001038595,0.001530275,0.001128817,0.001841639,0.004313537,0.002197413,0.003382285,0.001892789],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00344891,"about_ca_system_score_gemma":0.004620492,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006945281,"about_ca_topic_score_gemma":0.01071835,"domain_scores_codex":[0.9893339,0.005231352,0.001102675,0.001357675,0.002065877,0.0009083491],"domain_scores_gemma":[0.9459745,0.01438406,0.003809482,0.007869569,0.0247939,0.003168457],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.003114,0.03374645,0.2299384,0.002243563,0.0004602702,0.002757102,0.5392566,0.0005556778,0.01389013,0.002741748,0.02393901,0.147357],"study_design_scores_gemma":[0.002221416,0.03180538,0.4014234,0.001418363,0.0004998961,0.0009798052,0.3669281,0.001719914,0.01253192,0.002782698,0.1771749,0.0005143275],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9883505,0.0003196388,0.001942827,0.001023271,0.0003364394,0.004279339,0.0005630605,0.0001030271,0.003081794],"genre_scores_gemma":[0.9558802,0.0004481504,0.008953893,0.004421665,0.0001789134,0.02119874,0.0009440447,0.0001303735,0.007844026],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9685698,"threshold_uncertainty_score":0.1662206,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02061852418896842,"score_gpt":0.3579395890757084,"score_spread":0.33732106488674,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}