{"id":"W4385727033","doi":"10.1080/13562517.2023.2244439","title":"Applying Sadler’s principles in holistic assessment design: a retrospective account","year":2023,"lang":"en","type":"article","venue":"Teaching in Higher Education","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Coursework; Epistemology; Engineering ethics; Interpretation (philosophy); Higher education; Work (physics); Psychology; Sociology; Management science; Mathematics education; Pedagogy; Computer science; Engineering; Philosophy; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002624433,0.0001152101,0.0001564788,0.0003656012,0.0003172567,0.0001644762,0.0002558281,0.00008558075,0.000153321],"category_scores_gemma":[0.0001439591,0.0001239205,0.00002991044,0.0007644019,0.00004996415,0.0003155681,0.00005670598,0.0003793214,0.00005935437],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001581563,"about_ca_system_score_gemma":0.0004595843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003573596,"about_ca_topic_score_gemma":0.001433609,"domain_scores_codex":[0.9982041,0.0004330256,0.000253861,0.0002954129,0.0004613954,0.0003522431],"domain_scores_gemma":[0.9994068,0.0002582408,0.0001025526,0.0001535227,0.00002885348,0.00005007871],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000005117965,0.0002214174,0.8420506,0.000009783263,0.000005887748,0.000001938155,0.02373382,0.0002535867,0.00008363921,0.1305842,0.001139589,0.001910426],"study_design_scores_gemma":[0.0001782236,0.0000136145,0.9676825,0.00007648205,0.000006115451,8.501803e-8,0.01075338,0.0002261309,9.521989e-7,0.005612968,0.01530368,0.0001458383],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8923871,0.00006217579,0.0001861861,0.002576497,0.002608992,0.00136572,0.000001309847,0.0002469032,0.1005651],"genre_scores_gemma":[0.9895595,0.00003422942,0.001827394,0.0001127616,0.0004928702,0.0007808225,0.00001786887,0.0000159297,0.00715859],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.125632,"threshold_uncertainty_score":0.5402231,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1847740825495737,"score_gpt":0.4522338658129323,"score_spread":0.2674597832633586,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}