{"id":"W3184828751","doi":"","title":"Exploring online specifications grading: An undergraduate course case study","year":2021,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"ca_institutions":"MacEwan University; University of Calgary","funders":"","keywords":"Course (navigation); Grading (engineering); Computer science; Online course; Mathematics education; Engineering; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004305562,0.0001565492,0.000160804,0.0001911686,0.0004880837,0.0001593772,0.0004766256,0.00004809883,0.00002167635],"category_scores_gemma":[0.0001441129,0.000169124,0.00002966734,0.001749129,0.00005511042,0.0008333905,0.0002339264,0.0007358229,0.0000413662],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006697571,"about_ca_system_score_gemma":0.0002887832,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002715727,"about_ca_topic_score_gemma":0.00007718246,"domain_scores_codex":[0.9983859,0.000182815,0.0003234511,0.0005407295,0.0002643069,0.0003028052],"domain_scores_gemma":[0.9986546,0.0001520857,0.0001376727,0.0006566356,0.0003062176,0.00009278571],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.000004823411,0.007621808,0.212325,0.00002808956,0.0002805379,0.0166945,0.02048916,0.002029067,0.00518145,0.6101065,0.001121378,0.1241177],"study_design_scores_gemma":[0.00502009,0.00224929,0.3382798,0.0002947478,0.0002293786,0.01801964,0.3973625,0.05219216,0.01466664,0.07565767,0.09201157,0.004016526],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9519346,0.00005343048,0.02433768,0.02171166,0.001156699,0.0001247028,0.000001347096,0.0004434223,0.0002365063],"genre_scores_gemma":[0.9731386,0.00002652122,0.02564621,0.0001170655,0.0002940144,0.00006345353,0.00004363458,0.00001628692,0.0006542279],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5344489,"threshold_uncertainty_score":0.6896675,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2767923023082303,"score_gpt":0.3727677627761448,"score_spread":0.0959754604679145,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}