{"id":"W2909035744","doi":"10.24908/pceea.v0i0.13088","title":"Engineering Instructor Use and Interpretation of Rubrics in a Large Scale Undergraduate Independent Research Course","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"University of British Columbia","keywords":"Rubric; Capstone; Context (archaeology); Set (abstract data type); Scale (ratio); Peer assessment; Psychology; Mathematics education; Pedagogy; Medical education; Computer science; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02900606,0.0004852703,0.0005128699,0.002185391,0.00230264,0.002796435,0.001367801,0.0005530688,0.001332373],"category_scores_gemma":[0.1282842,0.0003730616,0.0002639888,0.001246574,0.001833335,0.001217631,0.001855767,0.001342598,0.0004343973],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001895377,"about_ca_system_score_gemma":0.002630712,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002543693,"about_ca_topic_score_gemma":0.006639251,"domain_scores_codex":[0.9667309,0.02330176,0.001450543,0.00150991,0.00629784,0.0007091242],"domain_scores_gemma":[0.8738365,0.09075633,0.00935654,0.006016538,0.01783681,0.002197313],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000217133,0.00100441,0.06248893,0.000468862,0.0000360149,0.0006563825,0.6730024,0.0006248605,0.02817408,0.001358054,0.00229735,0.2296715],"study_design_scores_gemma":[0.0001035071,0.003980869,0.2364567,0.001497065,0.0001041863,0.001971207,0.6482303,0.01271748,0.02727513,0.002144617,0.06508449,0.0004344271],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9809433,0.0001584362,0.01338482,0.0002361694,0.00002739188,0.0002532955,0.00002955764,0.0001365678,0.004830589],"genre_scores_gemma":[0.9832202,0.00020176,0.01404901,0.0001430369,0.00001875431,0.000140968,0.0000742538,0.00007711776,0.002074992],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9709939,"threshold_uncertainty_score":0.1534005,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.008553742211062915,"score_gpt":0.2375088196430715,"score_spread":0.2289550774320085,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}