{"id":"W2605180792","doi":"10.24908/pceea.v0i0.6510","title":"UPDATE ON THE DEVELOPMENT OF ANALYTIC RUBRICS FOR COMPETENCY ASSESSMENT (DARCA)","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Rubric; Teamwork; Grading (engineering); Computer science; Set (abstract data type); Process (computing); Standards-based assessment; Mathematics education; Psychology; Engineering; Educational assessment; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00226409,0.00009630237,0.0001331145,0.0001264754,0.001555929,0.0002725169,0.0007596204,0.00008970445,0.00005337789],"category_scores_gemma":[0.005955481,0.00008172175,0.00007073213,0.0002244435,0.00005665254,0.0002825373,0.00002304751,0.0001863436,0.000007224394],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002049936,"about_ca_system_score_gemma":0.00442504,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005621649,"about_ca_topic_score_gemma":0.01793237,"domain_scores_codex":[0.9988006,0.00002097449,0.0002908703,0.0001457923,0.0004884985,0.0002532278],"domain_scores_gemma":[0.9973118,0.0003002722,0.001116672,0.000169964,0.0009709331,0.0001303225],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000004105517,0.0001714075,0.3414105,0.0001853051,0.000225662,1.179331e-8,0.0318559,0.0003183743,0.0005228497,0.5842842,0.03853627,0.002485445],"study_design_scores_gemma":[0.00009914909,0.00001037206,0.5284241,0.0001133,0.00004950491,8.041117e-8,0.00298909,0.0002593941,0.0005766418,0.000649001,0.4666794,0.0001499692],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7615518,0.00003255879,0.00007812799,0.1793845,0.003247905,0.001249324,0.00001950713,0.00005606003,0.05438025],"genre_scores_gemma":[0.9904368,0.000006049945,0.005055122,0.0002351726,0.0001774308,0.00008680895,0.000003695696,0.00001566568,0.003983247],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5836352,"threshold_uncertainty_score":0.9999878,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02538054016530869,"score_gpt":0.3320914781954393,"score_spread":0.3067109380301306,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}