{"id":"W2909510367","doi":"10.24908/pceea.v0i0.13062","title":"Exams and Student Feedback: An experiment in Marking Efficiencies","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"University of Saskatchewan","keywords":"Summative assessment; Mathematics education; Test (biology); Computer science; Medical education; Psychology; Formative assessment; Medicine","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02019777,0.001363473,0.001176323,0.0006623697,0.00113347,0.002658078,0.002526125,0.002962225,0.007210187],"category_scores_gemma":[0.0553756,0.001049609,0.0007397238,0.0006002637,0.001589496,0.002187798,0.002576275,0.003227276,0.0009645076],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009490878,"about_ca_system_score_gemma":0.001535136,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006331215,"about_ca_topic_score_gemma":0.0007204768,"domain_scores_codex":[0.9813281,0.009773153,0.001788073,0.001879505,0.003945118,0.001286116],"domain_scores_gemma":[0.8535085,0.1185099,0.008068719,0.009777769,0.005057858,0.005077185],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"nonrandomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.1155822,0.3300194,0.04776223,0.002087524,0.0006388179,0.001060697,0.02552696,0.01540458,0.1406741,0.005885167,0.005661213,0.309697],"study_design_scores_gemma":[0.03169645,0.5790446,0.1439011,0.0003720128,0.0006185699,0.0003749699,0.004934152,0.04229295,0.1673719,0.00600414,0.02277617,0.0006129776],"study_design_candidate":"randomized_trial","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9954683,0.00004062052,0.001704042,0.0001346415,0.00007202607,0.0006538533,0.0001107923,0.00008141388,0.001734305],"genre_scores_gemma":[0.9799044,0.00007998004,0.01151387,0.0002807072,0.00009071971,0.00231479,0.0002510821,0.00005884965,0.005505426],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02019777,"threshold_uncertainty_score":0.1068172,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.004292805433314137,"score_gpt":0.213642048561717,"score_spread":0.2093492431284029,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}