{"id":"W2909510367","doi":"10.24908/pceea.v0i0.13062","title":"Exams and Student Feedback: An experiment in Marking Efficiencies","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"University of Saskatchewan","keywords":"Summative assessment; Mathematics education; Test (biology); Computer science; Medical education; Psychology; Formative assessment; Medicine","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003684086,0.0001720322,0.0001549927,0.0003200755,0.0001058617,0.0001137045,0.0002562617,0.0001121422,0.00001831954],"category_scores_gemma":[0.0001704656,0.000185236,0.00003076173,0.0004238144,0.00002900203,0.0002636399,0.00003496282,0.0002068106,0.000004594546],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002276135,"about_ca_system_score_gemma":0.00009931692,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001672507,"about_ca_topic_score_gemma":0.002331722,"domain_scores_codex":[0.9989355,0.000005086823,0.0002602529,0.0001855353,0.0002656202,0.0003479786],"domain_scores_gemma":[0.9994898,0.00002627947,0.00008305457,0.00009985628,0.0001291762,0.000171807],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000006997921,0.0002447845,0.4929393,0.0005796147,0.0001926879,5.40431e-7,0.04649841,0.07616743,0.3649575,0.008657946,0.004636975,0.005117802],"study_design_scores_gemma":[0.000438903,0.00008276982,0.814989,0.0004359021,0.00002615662,0.000008404727,0.00474409,0.0848724,0.079326,0.00003649736,0.0143339,0.0007059683],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9940785,0.0002728352,0.00001398178,0.0001350881,0.001131244,0.0002260589,0.000002556677,0.0001340117,0.004005768],"genre_scores_gemma":[0.9980209,0.00001142226,0.001463427,0.00004053152,0.0001540667,0.00005197636,0.000002007371,0.00004743508,0.0002082755],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3220497,"threshold_uncertainty_score":0.7553704,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.004292805433314137,"score_gpt":0.213642048561717,"score_spread":0.2093492431284029,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}