{"id":"W2804458820","doi":"","title":"Rubric Authoring Tool Supporting Cognitive Skills Assessment across an Institution","year":2018,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Queen's University","funders":"","keywords":"Rubric; Cognition; Institution; Computer science; Medical education; Psychology; Pedagogy; Medicine; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02579116,0.0002409448,0.0002459596,0.0001197908,0.01556847,0.001971717,0.0007321169,0.0001658167,0.000606868],"category_scores_gemma":[0.01110219,0.0001803192,0.0001213436,0.0003854791,0.001063333,0.002696239,0.0001441894,0.004018063,0.0002375313],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005691249,"about_ca_system_score_gemma":0.0009889497,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005856383,"about_ca_topic_score_gemma":0.000111881,"domain_scores_codex":[0.99072,0.006175833,0.0006371917,0.0004022152,0.001090276,0.0009745214],"domain_scores_gemma":[0.9962458,0.001448204,0.001278454,0.0002397153,0.0004902902,0.000297551],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000333153,0.0002502316,0.139562,0.000006697322,0.00009621293,0.00002331621,0.7213411,0.0009702749,0.0003460917,0.004396851,0.0004538011,0.1325202],"study_design_scores_gemma":[0.0006606844,0.0005138791,0.1510607,0.0003851519,0.0001315659,0.0002424515,0.3714855,0.0008255816,0.00007967035,0.0005565269,0.4734502,0.0006081673],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9669189,0.00002943237,0.01594594,0.004782937,0.003438299,0.0002079262,7.286636e-7,0.0003136296,0.008362236],"genre_scores_gemma":[0.984526,0.00002936473,0.002999806,0.0004620405,0.007974857,0.0000111732,0.000006084834,0.00004341936,0.00394724],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4729964,"threshold_uncertainty_score":0.9990643,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06109887489238094,"score_gpt":0.503209216650408,"score_spread":0.442110341758027,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}