{"id":"W2947986312","doi":"10.7202/1060825ar","title":"“Somebody has to teach the ‘broccoli’ course”: Administrators Navigating Student Evaluations of Teaching (SET)","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Set (abstract data type); Mathematics education; Qualitative research; Process (computing); Higher education; Teaching method; Psychology; Medical education; Evaluation methods; Course evaluation; Pedagogy; Computer science; Sociology; Engineering; Political science; Medicine; Social science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01927685,0.0002417313,0.000272859,0.0009264832,0.008480038,0.005144656,0.001306409,0.0009127632,0.001354588],"category_scores_gemma":[0.04334554,0.0003373341,0.0002415925,0.001056881,0.00601498,0.001845335,0.002702399,0.0018636,0.0003357481],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01712861,"about_ca_system_score_gemma":0.03520871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.2186273,"about_ca_topic_score_gemma":0.484065,"domain_scores_codex":[0.9748633,0.01754625,0.0006305187,0.0005422799,0.004322232,0.00209543],"domain_scores_gemma":[0.9667826,0.01356174,0.003774733,0.001194305,0.009131755,0.005554873],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001316816,0.0004339279,0.09849813,0.0003162235,0.00002708374,0.0004529031,0.7060384,0.0002709083,0.005035248,0.003106693,0.01577963,0.1699092],"study_design_scores_gemma":[0.00002603974,0.0005927696,0.1501036,0.0004251704,0.00005119781,0.0003401167,0.787406,0.000860911,0.005183821,0.001107105,0.05372164,0.0001816472],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9819459,0.0002175313,0.002711494,0.005113514,0.00005152066,0.0001468552,0.00005272474,0.000092439,0.009667968],"genre_scores_gemma":[0.9934443,0.0002092779,0.003547928,0.0007651573,0.00001074552,0.00009793265,0.00003376186,0.00002548977,0.001865325],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9828714,"threshold_uncertainty_score":0.4347095,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09620578246036464,"score_gpt":0.5025292359798134,"score_spread":0.4063234535194487,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}