{"id":"W4323526402","doi":"10.1145/3545947.3569614","title":"Transform Your Computer Science Course with Specifications Grading","year":2022,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Conestoga College","funders":"","keywords":"Grading (engineering); Syllabus; Computer science; Structuring; Mathematics education; Software engineering; Engineering; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004603911,0.0006945798,0.0003722617,0.001476122,0.001438398,0.005327706,0.001646159,0.001568998,0.04397067],"category_scores_gemma":[0.02755939,0.0004138688,0.0006311671,0.001108581,0.000829004,0.004472845,0.004426297,0.003561484,0.03466698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001720149,"about_ca_system_score_gemma":0.001975786,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001337486,"about_ca_topic_score_gemma":0.002834501,"domain_scores_codex":[0.994649,0.001245797,0.0002604481,0.0004227832,0.002897855,0.0005240933],"domain_scores_gemma":[0.9877939,0.002162362,0.0008989912,0.001951994,0.004955151,0.002237637],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000163215,0.0009201644,0.002657799,0.0001495384,0.00001024168,0.0003219791,0.002428578,0.002445157,0.007397282,0.04429862,0.3257656,0.6134418],"study_design_scores_gemma":[0.0001296736,0.0005361666,0.005599543,0.0002366171,0.0000165181,0.0003902723,0.002482499,0.008326249,0.01114864,0.06911138,0.9018816,0.0001407812],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06703351,0.0003504979,0.4732733,0.05553959,0.01489342,0.001962676,0.001175816,0.02443632,0.3613348],"genre_scores_gemma":[0.2638137,0.00067795,0.4734024,0.01080762,0.002171319,0.001510429,0.002046612,0.006559159,0.2390107],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.04397067,"threshold_uncertainty_score":0.1470966,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04417612554526359,"score_gpt":0.2701476355010985,"score_spread":0.225971509955835,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}