{"id":"W3184828751","doi":"","title":"Exploring online specifications grading: An undergraduate course case study","year":2021,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"ca_institutions":"MacEwan University; University of Calgary","funders":"","keywords":"Course (navigation); Grading (engineering); Computer science; Online course; Mathematics education; Engineering; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00649413,0.0004760494,0.0002839015,0.001259559,0.003283384,0.004390464,0.001647132,0.001944931,0.005189328],"category_scores_gemma":[0.03196587,0.0003036252,0.0003389718,0.001287978,0.0009697608,0.002740243,0.002059603,0.002038295,0.001180292],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002596515,"about_ca_system_score_gemma":0.002992005,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005622854,"about_ca_topic_score_gemma":0.01853485,"domain_scores_codex":[0.9959518,0.001729472,0.0002142609,0.0003353337,0.001246337,0.0005226946],"domain_scores_gemma":[0.9657322,0.02074716,0.00188902,0.0019063,0.0059535,0.003771664],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0007733761,0.02440094,0.122843,0.0004644438,0.00006986607,0.01350616,0.2160882,0.00862415,0.02026471,0.01671284,0.02168068,0.5545717],"study_design_scores_gemma":[0.0004629541,0.00944424,0.1364223,0.0007742995,0.000170018,0.009743917,0.4365457,0.08166124,0.04787745,0.02249123,0.2539699,0.0004366362],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9779332,0.00004591162,0.007551571,0.001061634,0.00004883045,0.0002084117,0.00006554495,0.0001361734,0.01294878],"genre_scores_gemma":[0.9744057,0.00008136853,0.01001357,0.0002654059,0.00002492061,0.0000535343,0.000147851,0.0000806032,0.01492706],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00649413,"threshold_uncertainty_score":0.03434467,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2767923023082303,"score_gpt":0.3727677627761448,"score_spread":0.0959754604679145,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}