{"id":"W2947986312","doi":"10.7202/1060825ar","title":"“Somebody has to teach the ‘broccoli’ course”: Administrators Navigating Student Evaluations of Teaching (SET)","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Set (abstract data type); Mathematics education; Qualitative research; Process (computing); Higher education; Teaching method; Psychology; Medical education; Evaluation methods; Course evaluation; Pedagogy; Computer science; Sociology; Engineering; Political science; Medicine; Social science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005860959,0.0001027704,0.0001725976,0.0001685484,0.0009603861,0.0002905543,0.0006313871,0.0000702185,0.0008528903],"category_scores_gemma":[0.00123162,0.00008755721,0.00008333549,0.0002887119,0.0001367547,0.0005398966,0.0000122535,0.0006046271,0.00007903769],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006119495,"about_ca_system_score_gemma":0.01436128,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01477258,"about_ca_topic_score_gemma":0.01905337,"domain_scores_codex":[0.9971327,0.00110985,0.0005240275,0.0001366219,0.000830599,0.0002662125],"domain_scores_gemma":[0.9973019,0.0005063086,0.0007941913,0.0002409733,0.0006822415,0.0004743309],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001483609,0.0003027925,0.5861275,0.00002897493,0.0001875552,0.000002370768,0.2491904,0.001080195,0.0006442622,0.05928032,0.09111027,0.01203058],"study_design_scores_gemma":[0.0002018045,0.0001775648,0.2997183,0.000270005,0.0001533474,0.000008288263,0.06779088,0.000006269451,0.00004048381,0.000902563,0.6305707,0.0001598065],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9225253,0.0007766009,0.00001676507,0.06343596,0.003109444,0.0004470588,0.000004487084,0.000007206749,0.009677142],"genre_scores_gemma":[0.9919294,0.0000035571,0.0007807272,0.0009694514,0.000695586,0.00001092341,0.000004253744,0.00001392387,0.00559215],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5394605,"threshold_uncertainty_score":0.9988464,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09620578246036464,"score_gpt":0.5025292359798134,"score_spread":0.4063234535194487,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}