{"id":"W4316591401","doi":"10.7202/1095482ar","title":"Bias in Student Ratings of Instruction: A Systematic Review of Research from 2012 to 2021","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Educational Administration and Policy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Psychology; Promotion (chess); Cultural bias; Gender bias; Higher education; Quality (philosophy); Publication bias; Prejudice (legal term); Medical education; Meta-analysis; Social psychology; Political science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008239337,0.0001241107,0.0009651005,0.001555647,0.0001801389,0.00009240663,0.0003984975,0.0001214321,0.000669759],"category_scores_gemma":[0.02742274,0.0001133383,0.00014386,0.00156448,0.0001859917,0.0002809204,0.00001529124,0.000397851,0.00002978025],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005418232,"about_ca_system_score_gemma":0.04417577,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03571818,"about_ca_topic_score_gemma":0.110379,"domain_scores_codex":[0.9948112,0.002352677,0.001668129,0.0001438837,0.0008379145,0.0001862472],"domain_scores_gemma":[0.9933395,0.003150395,0.001806073,0.0001673541,0.001032861,0.0005038662],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000009941729,0.0001864421,0.0006517469,0.751941,0.0004264783,0.00001153747,0.02947624,0.00000254136,3.102071e-7,0.1687401,0.01827792,0.03027579],"study_design_scores_gemma":[0.00009719712,0.0001248781,0.0005562091,0.5832754,0.0003154754,0.00002914682,0.004370302,1.725039e-7,2.310968e-7,0.001181451,0.4099094,0.0001401826],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004709151,0.9679312,4.202913e-7,0.02834859,0.0003976195,0.0009400423,0.00008631756,0.00000101147,0.001823951],"genre_scores_gemma":[0.0009889213,0.9956827,0.0001985076,0.0001426269,0.0009188519,0.00004816315,0.00003376064,0.00001248158,0.001974058],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3916315,"threshold_uncertainty_score":0.9807697,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4809564142051062,"score_gpt":0.6224249883054613,"score_spread":0.1414685741003552,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}