{"id":"W2791280404","doi":"10.20343/teachlearninqu.6.1.3","title":"Rubric authoring tool for supporting the development an assessment of cognitive skills in higher education","year":2018,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Rubric; Computer science; Reliability (semiconductor); Peer assessment; Workflow; Psychology; Mathematics education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01450586,0.000124586,0.0001620148,0.0001223759,0.003133972,0.0002754684,0.0004263178,0.00007073161,0.000305088],"category_scores_gemma":[0.002631973,0.00007661298,0.00006126768,0.0002038991,0.0003331132,0.000289838,0.00005776316,0.001002192,0.00000705579],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003811624,"about_ca_system_score_gemma":0.001757318,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004941099,"about_ca_topic_score_gemma":0.00003814698,"domain_scores_codex":[0.99676,0.0014813,0.0005936367,0.00018764,0.0005461496,0.0004312389],"domain_scores_gemma":[0.9977534,0.001285841,0.0004178947,0.000108884,0.0003341524,0.00009985111],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00001933105,0.0004953162,0.06535272,0.00001657286,0.00005736373,7.718229e-7,0.5834249,0.00006753215,0.0001130025,0.05307257,0.0004230254,0.296957],"study_design_scores_gemma":[0.0006131526,0.0002572097,0.5638382,0.001092947,0.00006868185,0.00001699037,0.2632883,0.000246233,0.0001640192,0.01459961,0.1553771,0.0004375366],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.974291,0.00002637005,0.007607419,0.009370635,0.002337313,0.0003548373,2.290247e-7,0.00004456886,0.005967608],"genre_scores_gemma":[0.9816257,0.000006827185,0.01196727,0.0007388319,0.001738929,0.00004053381,0.0000046636,0.00001822464,0.003859027],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4984855,"threshold_uncertainty_score":0.9981638,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08462576306582228,"score_gpt":0.472421034756581,"score_spread":0.3877952716907588,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}