{"id":"W2605180792","doi":"10.24908/pceea.v0i0.6510","title":"UPDATE ON THE DEVELOPMENT OF ANALYTIC RUBRICS FOR COMPETENCY ASSESSMENT (DARCA)","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Rubric; Teamwork; Grading (engineering); Computer science; Set (abstract data type); Process (computing); Standards-based assessment; Mathematics education; Psychology; Engineering; Educational assessment; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06691463,0.001296517,0.001108307,0.01580782,0.001715585,0.004590115,0.003591133,0.00158076,0.006248349],"category_scores_gemma":[0.1910663,0.001027875,0.001625775,0.007429135,0.001859742,0.004126574,0.00587292,0.004466607,0.006516995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006355748,"about_ca_system_score_gemma":0.02153635,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04597967,"about_ca_topic_score_gemma":0.05917253,"domain_scores_codex":[0.9380506,0.01680124,0.009371871,0.001857473,0.03274234,0.001176465],"domain_scores_gemma":[0.7540936,0.03706509,0.007872652,0.01405528,0.1837644,0.003149074],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006814362,0.0001925665,0.002445526,0.001634151,0.0000400346,0.00007654232,0.002348513,0.0007630808,0.002711628,0.01046402,0.1209212,0.8583346],"study_design_scores_gemma":[0.00003798018,0.0001238562,0.01027699,0.003091519,0.00003626064,0.0003408363,0.0005549341,0.001713503,0.002378124,0.00369887,0.9776158,0.0001312209],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02519662,0.04313379,0.707706,0.02402525,0.01211409,0.0117057,0.01265321,0.01941669,0.1440486],"genre_scores_gemma":[0.03453698,0.01491087,0.8953095,0.002796607,0.0008150524,0.006881627,0.01288112,0.003383881,0.02848435],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06691463,"threshold_uncertainty_score":0.3538826,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02538054016530869,"score_gpt":0.3320914781954393,"score_spread":0.3067109380301306,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}