{"id":"W3216618528","doi":"10.1145/3328778.3366946","title":"Adaptive Rubrics","year":2020,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Rubric; Grading (engineering); Computer science; Mathematics education; Artificial intelligence; Data science; Mathematics; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007429083,0.00003674856,0.00004008137,0.00001011007,0.00005231283,0.00007522302,0.0003134345,0.00001348002,0.000009313355],"category_scores_gemma":[0.00004311522,0.00003095974,0.00002079288,0.0001510267,0.000006697837,0.0001148592,0.00009967554,0.0001171652,0.0001895612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00000407113,"about_ca_system_score_gemma":0.00001188698,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001240014,"about_ca_topic_score_gemma":3.214974e-7,"domain_scores_codex":[0.9996066,0.00002814818,0.00004493539,0.0001404933,0.00008203205,0.00009778618],"domain_scores_gemma":[0.9997743,0.00002819859,0.00001441449,0.0001007727,0.00001062489,0.00007163383],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[9.945387e-7,0.000007764658,0.0003108756,0.000001573614,0.000003921565,0.000007496364,0.003104823,0.0001787337,0.00001934517,0.1627053,0.002132649,0.8315265],"study_design_scores_gemma":[0.0001676085,0.0002442203,0.0009873707,0.000004380307,0.000002074078,0.000005819645,0.0002469692,0.2493117,0.0001614713,0.0003504933,0.7483277,0.0001901473],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0004658343,0.00002728874,0.9860228,0.005920896,0.0000506441,0.00001951053,3.02728e-8,0.0005506154,0.006942438],"genre_scores_gemma":[0.6485349,3.474633e-7,0.3497758,0.001433864,0.0000357989,7.17334e-7,9.47967e-8,0.000001909111,0.0002165499],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8313363,"threshold_uncertainty_score":0.2436488,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04653356278547872,"score_gpt":0.2329835410497216,"score_spread":0.1864499782642429,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}