{"id":"W2605121924","doi":"10.18260/1-2--21351","title":"Evolving a Rubric for Use in Assessing Engineering Graduate Attributes in a Student Senior Research Thesis","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Rubric; Capstone; Accreditation; Graduation (instrument); Curriculum; Engineering education; Variety (cybernetics); Process (computing); Computer science; Set (abstract data type); Capstone course; Multidisciplinary approach; Mathematics education; Engineering management; Medical education; Engineering; Psychology; Pedagogy; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058167,0.00016374,0.0002086522,0.0003616329,0.00003087791,0.0001984514,0.000167609,0.0000586785,0.0000217524],"category_scores_gemma":[0.00043066,0.0001679762,0.00004046819,0.001039796,0.000006654777,0.0003135383,0.00004718962,0.0003271318,0.00001414021],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002636688,"about_ca_system_score_gemma":0.00004375451,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003813619,"about_ca_topic_score_gemma":0.00004140049,"domain_scores_codex":[0.9986589,0.00002732463,0.0003252166,0.0002378795,0.0002704669,0.0004802459],"domain_scores_gemma":[0.9992473,0.0004196603,0.00001145343,0.0001213147,0.00007672446,0.0001235101],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000113835,0.0002833923,0.1708502,0.001361632,0.0001132354,0.00005715844,0.01549305,0.7761288,0.01810675,0.001011052,0.00966435,0.00691902],"study_design_scores_gemma":[0.0004738658,0.00001672484,0.3446187,0.000201442,0.000003850675,0.000001809275,0.001573061,0.6491868,0.002221575,0.00001067964,0.001370872,0.0003205833],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.976078,0.000202735,0.02195026,0.0005632338,0.0002155155,0.0004826213,0.000002603502,0.0003446046,0.0001604501],"genre_scores_gemma":[0.9778574,0.00003686061,0.02165966,0.00004042771,0.00006365091,0.0002515836,0.000006821339,0.0000473956,0.00003621373],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1737685,"threshold_uncertainty_score":0.6849871,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1538338686916946,"score_gpt":0.3521868112403679,"score_spread":0.1983529425486733,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}