{"id":"W2601117084","doi":"10.24908/pceea.v0i0.6509","title":"Designing Rubrics to Assess Engineering Design, Professional Practice, and Communication Over Three Years of Study","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Natural Sciences and Engineering Research Council of Canada; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Rubric; Peer assessment; Accreditation; Process (computing); Computer science; Flexibility (engineering); Mathematics education; Engineering management; Engineering; Psychology; Medical education; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009361033,0.0001777688,0.0002133331,0.0003185404,0.000212774,0.0001820906,0.0005245346,0.000122946,0.000007746557],"category_scores_gemma":[0.002599697,0.000198002,0.00004150575,0.0003078308,0.00001330002,0.0004336675,0.00007738153,0.0002743157,0.000002789313],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009938569,"about_ca_system_score_gemma":0.0003436325,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001199158,"about_ca_topic_score_gemma":0.0007251071,"domain_scores_codex":[0.9988135,0.000010042,0.0003613908,0.0001698449,0.000382961,0.000262299],"domain_scores_gemma":[0.9985501,0.0001542089,0.0003057808,0.0002727533,0.0005047492,0.0002123775],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000219355,0.0008539615,0.6739402,0.001672907,0.001244837,9.617585e-7,0.02424026,0.1821229,0.04042722,0.01195113,0.05329018,0.01023356],"study_design_scores_gemma":[0.0002476075,0.0000243825,0.9786446,0.0003619955,0.00006931757,0.000002973924,0.0006795664,0.01082454,0.002603108,0.00003804429,0.006178112,0.0003257713],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9920972,0.0001968041,0.001744623,0.001366534,0.002365426,0.001263451,0.00001128321,0.0001572922,0.0007974049],"genre_scores_gemma":[0.976358,0.00001799336,0.02311166,0.0000458812,0.00006408732,0.0001428726,0.000002813398,0.00004907198,0.0002076049],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3047044,"threshold_uncertainty_score":0.8074288,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01677551020900131,"score_gpt":0.2598783485134405,"score_spread":0.2431028383044392,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}