{"id":"W2592199832","doi":"10.24908/pceea.v0i0.6531","title":"Assessing Semester-Long Student Team Design Reports in Large Classes to Provide Individual Student Grades","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Rubric; Workload; Documentation; Computer science; Mathematics education; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02423916,0.001602999,0.001188269,0.01045483,0.00129731,0.004356657,0.002078935,0.0006372356,0.01113181],"category_scores_gemma":[0.08534247,0.0007600489,0.0006618091,0.00476049,0.0004648748,0.002280682,0.003049584,0.001345415,0.006659746],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001671435,"about_ca_system_score_gemma":0.002667721,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002208486,"about_ca_topic_score_gemma":0.006078884,"domain_scores_codex":[0.978049,0.007241266,0.003053377,0.003011213,0.007973259,0.000671882],"domain_scores_gemma":[0.854428,0.04020882,0.02002828,0.01674091,0.063586,0.005008045],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005093797,0.001165311,0.0418598,0.0003894411,0.00007967044,0.00009274239,0.00952121,0.001175778,0.008745437,0.001125412,0.0154984,0.9198374],"study_design_scores_gemma":[0.0008373723,0.008539215,0.5404052,0.001560058,0.0004187183,0.00122937,0.02931023,0.03990649,0.1055143,0.009603286,0.2614522,0.00122362],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.55936,0.0004617902,0.3469023,0.0008369129,0.0008476779,0.00499096,0.004082751,0.01904127,0.06347626],"genre_scores_gemma":[0.5443426,0.000441687,0.4125488,0.0002192496,0.0002573938,0.003645096,0.003760603,0.002454321,0.03233014],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02423916,"threshold_uncertainty_score":0.1281904,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01399411922593979,"score_gpt":0.2752032407334292,"score_spread":0.2612091215074894,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}