{"id":"W2791280404","doi":"10.20343/teachlearninqu.6.1.3","title":"Rubric authoring tool for supporting the development an assessment of cognitive skills in higher education","year":2018,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Rubric; Computer science; Reliability (semiconductor); Peer assessment; Workflow; Psychology; Mathematics education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01260071,0.001614373,0.000973266,0.007088071,0.0009274375,0.001903271,0.001615331,0.0007257648,0.01079777],"category_scores_gemma":[0.07413869,0.0008451946,0.0009561236,0.003441897,0.0006769339,0.002928398,0.003169148,0.001379535,0.005963988],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007000206,"about_ca_system_score_gemma":0.002080285,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00147571,"about_ca_topic_score_gemma":0.003241274,"domain_scores_codex":[0.9883364,0.004407634,0.001480752,0.001179396,0.004315245,0.0002806407],"domain_scores_gemma":[0.9170578,0.05204315,0.004896752,0.01085296,0.0136319,0.001517523],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003461635,0.0003790915,0.005405463,0.0013157,0.00005876025,0.0003400602,0.004320628,0.002047822,0.02248019,0.003524623,0.03949146,0.92029],"study_design_scores_gemma":[0.0006515668,0.001994533,0.07900982,0.002847526,0.000224975,0.004013159,0.003969961,0.08639705,0.09906443,0.02837081,0.6925084,0.0009476349],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03946416,0.0005721036,0.8636239,0.0003729736,0.0002597897,0.002621228,0.005144736,0.0751674,0.01277388],"genre_scores_gemma":[0.05798739,0.0002349974,0.9269715,0.0001205402,0.00008788792,0.001974571,0.004785322,0.003052031,0.00478567],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01260071,"threshold_uncertainty_score":0.06663972,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08462576306582228,"score_gpt":0.472421034756581,"score_spread":0.3877952716907588,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}