{"id":"W2909035744","doi":"10.24908/pceea.v0i0.13088","title":"Engineering Instructor Use and Interpretation of Rubrics in a Large Scale Undergraduate Independent Research Course","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"University of British Columbia","keywords":"Rubric; Capstone; Context (archaeology); Set (abstract data type); Scale (ratio); Peer assessment; Psychology; Mathematics education; Pedagogy; Medical education; Computer science; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007644487,0.0001563764,0.0001875273,0.0006538577,0.0000724086,0.00009301127,0.0002162631,0.0001555585,0.0000107955],"category_scores_gemma":[0.0007905722,0.00016986,0.00003983946,0.001036914,0.00002698181,0.0003266375,0.00003581958,0.0003477812,0.000004549357],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001708899,"about_ca_system_score_gemma":0.0003828512,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001215924,"about_ca_topic_score_gemma":0.006519647,"domain_scores_codex":[0.998663,0.000009009314,0.0003804548,0.0001785468,0.000387762,0.0003812414],"domain_scores_gemma":[0.9987943,0.00007430718,0.0001143128,0.0001109679,0.0007313334,0.0001748228],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001364674,0.0003561689,0.861782,0.002450369,0.0003618388,3.961455e-7,0.03524623,0.02890597,0.02005245,0.02662609,0.02064523,0.003559625],"study_design_scores_gemma":[0.0003377454,0.00002207929,0.8455514,0.0005965487,0.0000254946,0.000005089531,0.001146003,0.1416511,0.005498651,0.000135118,0.004697666,0.0003331679],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9971793,0.00008858145,0.0001086346,0.0004658811,0.001267545,0.0002914938,0.0000164261,0.00006937527,0.0005127371],"genre_scores_gemma":[0.9978595,0.00003552845,0.001644523,0.00002444098,0.00008760706,0.0000498963,0.000006359527,0.00004031649,0.0002518382],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1127451,"threshold_uncertainty_score":0.6926689,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.008553742211062915,"score_gpt":0.2375088196430715,"score_spread":0.2289550774320085,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}