{"id":"W4414197238","doi":"10.48009/1_iis_134","title":"Quantifying Shortfalls in Students? AI-Supported Programming Practices","year":2025,"lang":"en","type":"article","venue":"Issues in Information Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Generative grammar; Computer programming; Computer literacy; Information system; Literacy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001431277,0.0001073702,0.0002078491,0.0006197512,0.00005678138,0.001083378,0.0006756021,0.00008022707,0.000001695512],"category_scores_gemma":[0.0003642306,0.0001027705,0.00002676983,0.001115704,0.00001415387,0.003120905,0.0001656531,0.0002577376,0.00006505934],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000821801,"about_ca_system_score_gemma":0.00008231783,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006312275,"about_ca_topic_score_gemma":0.000102187,"domain_scores_codex":[0.9983574,0.0001147678,0.000748647,0.0001455216,0.0004054938,0.0002282297],"domain_scores_gemma":[0.9990111,0.0001020773,0.0004225778,0.000315,0.0001204173,0.00002885343],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000876117,0.0001480956,0.8773303,0.0005259311,0.00003567328,0.00002129265,0.01306171,0.01448967,0.00001219119,0.04998115,0.0007851355,0.04360008],"study_design_scores_gemma":[0.0006730519,0.00004548581,0.02593244,0.001040311,0.000006877172,0.000009519511,0.006156543,0.6189749,0.00004358551,0.0001202708,0.346734,0.0002630199],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6399837,0.002449819,0.3076162,0.01800132,0.005674084,0.003038478,0.000005460244,0.001396135,0.02183484],"genre_scores_gemma":[0.995933,0.00003420971,0.003324801,0.0001795413,0.00002983549,0.00003304712,0.00001083141,0.000002688296,0.0004520651],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8513979,"threshold_uncertainty_score":0.9999536,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03343439206005221,"score_gpt":0.4057120407612334,"score_spread":0.3722776487011812,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}