{"id":"W2804458820","doi":"","title":"Rubric Authoring Tool Supporting Cognitive Skills Assessment across an Institution","year":2018,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Queen's University","funders":"","keywords":"Rubric; Cognition; Institution; Computer science; Medical education; Psychology; Pedagogy; Medicine; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005796706,0.001121995,0.001071799,0.004505768,0.001028078,0.00263327,0.001565638,0.0009856396,0.02905663],"category_scores_gemma":[0.03824819,0.0005786915,0.000633092,0.001927701,0.0004067968,0.00204329,0.003104795,0.001101313,0.01226494],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005090664,"about_ca_system_score_gemma":0.00178497,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001216314,"about_ca_topic_score_gemma":0.002052121,"domain_scores_codex":[0.9938276,0.002014736,0.001044027,0.0007616412,0.002119987,0.0002319976],"domain_scores_gemma":[0.9496897,0.02599842,0.002280469,0.006564992,0.01360003,0.001866451],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008416944,0.0007652102,0.007759966,0.0009283484,0.00005115703,0.0006939305,0.002935424,0.001442481,0.03455309,0.003223629,0.06980118,0.8770039],"study_design_scores_gemma":[0.0008907259,0.00214013,0.07746287,0.002004074,0.0003136248,0.005056914,0.005960178,0.1254533,0.1986024,0.01626318,0.5648923,0.0009601816],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07750151,0.0003761183,0.6151581,0.0005001356,0.0005157268,0.002488586,0.007077556,0.2613213,0.03506101],"genre_scores_gemma":[0.2582535,0.0002568161,0.6856456,0.000317179,0.0001854823,0.002113654,0.009750607,0.0141244,0.02935277],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02905663,"threshold_uncertainty_score":0.09720415,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06109887489238094,"score_gpt":0.503209216650408,"score_spread":0.442110341758027,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}