{"id":"W2601117084","doi":"10.24908/pceea.v0i0.6509","title":"Designing Rubrics to Assess Engineering Design, Professional Practice, and Communication Over Three Years of Study","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Natural Sciences and Engineering Research Council of Canada; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Rubric; Peer assessment; Accreditation; Process (computing); Computer science; Flexibility (engineering); Mathematics education; Engineering management; Engineering; Psychology; Medical education; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02859394,0.001085961,0.0009181634,0.009474412,0.00161119,0.002534444,0.001895173,0.0008144148,0.002764127],"category_scores_gemma":[0.08808715,0.0005945034,0.001133968,0.003541704,0.001225755,0.002034931,0.00277426,0.001433861,0.001816158],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002868484,"about_ca_system_score_gemma":0.004478962,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003453878,"about_ca_topic_score_gemma":0.008779287,"domain_scores_codex":[0.9819388,0.006735591,0.002588706,0.001041402,0.007004458,0.0006911078],"domain_scores_gemma":[0.8907934,0.02261129,0.00930716,0.005821707,0.06882935,0.002637093],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004102853,0.001097783,0.07155864,0.001400889,0.0001216132,0.0002227483,0.01396619,0.005003617,0.01519747,0.003980376,0.0248921,0.8621483],"study_design_scores_gemma":[0.0004394509,0.006511318,0.5839409,0.00269299,0.0002509323,0.001240847,0.03731584,0.04689312,0.04793764,0.01616593,0.2557095,0.0009014831],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5007704,0.001378333,0.3982105,0.001197138,0.0006100485,0.03284011,0.002524467,0.004800561,0.05766839],"genre_scores_gemma":[0.3120062,0.0008560389,0.6427363,0.0003297403,0.00007429154,0.02818223,0.003428799,0.0004394718,0.01194695],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02859394,"threshold_uncertainty_score":0.151221,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01677551020900131,"score_gpt":0.2598783485134405,"score_spread":0.2431028383044392,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}