{"id":"W4212814613","doi":"10.1145/3478431.3499335","title":"Exploring Common Writing Issues in Upper-Year Computer Science","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Rubric; Formality; CLARITY; Computer science; Curriculum; Grammar; Mathematics education; Technical writing; Linguistics; Pedagogy; Higher education; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.005239359,0.0002387756,0.0002806043,0.0009120294,0.001827338,0.0009034555,0.009680729,0.00003880445,0.000002581652],"category_scores_gemma":[0.0002932419,0.0002062611,0.0001077285,0.005294239,0.0007676806,0.002316568,0.006507402,0.0009673128,0.000005404519],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000683236,"about_ca_system_score_gemma":0.0006525574,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001046132,"about_ca_topic_score_gemma":0.00000104536,"domain_scores_codex":[0.9957089,0.00005696241,0.0005654151,0.00114296,0.001793226,0.0007325377],"domain_scores_gemma":[0.998042,0.0001647022,0.0003929091,0.0009274644,0.0003089252,0.0001640096],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002240402,0.001358979,0.05987618,0.00008410844,0.000005136962,9.921131e-7,0.008308431,0.004419602,0.053827,0.1665901,0.0005799424,0.7049271],"study_design_scores_gemma":[0.001720793,0.004084691,0.605583,0.002422409,0.00003676484,0.0004644831,0.002724201,0.2428859,0.09518755,0.01457434,0.02724272,0.003073217],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9737464,0.00002964197,0.008064399,0.01415734,0.002687988,0.00050141,5.371882e-7,0.0004240594,0.000388192],"genre_scores_gemma":[0.8041407,0.000005685308,0.1951403,0.0003525653,0.0002297207,0.00009985045,3.246187e-7,0.00001253471,0.00001826605],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7018539,"threshold_uncertainty_score":0.9994721,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03627741186956178,"score_gpt":0.2952020412351857,"score_spread":0.2589246293656239,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}