{"id":"W3135850294","doi":"10.1145/3408877.3432369","title":"The Role of Race and Gender in Teaching Evaluation of Computer Science Professors: A Large Scale Analysis on RateMyProfessor Data","year":2021,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Trent University","funders":"","keywords":"Quality (philosophy); Race (biology); Scale (ratio); Personality; Computer science; Psychology; Mathematics education; Social psychology; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05115867,0.00006052665,0.0001680573,0.0001816325,0.0007388801,0.0001004142,0.0005435004,0.00004075694,0.00007437572],"category_scores_gemma":[0.004574526,0.00004487748,0.00002674305,0.001011003,0.0002986857,0.0008337771,0.0003358842,0.0001923464,0.000001992209],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007288936,"about_ca_system_score_gemma":0.0007747434,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008940709,"about_ca_topic_score_gemma":0.01076602,"domain_scores_codex":[0.9938779,0.003605212,0.0003204766,0.0003496766,0.001647328,0.0001994368],"domain_scores_gemma":[0.9974,0.001163645,0.0003058233,0.0005656318,0.0005253246,0.00003953],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008133156,0.001180897,0.4363674,0.00004525034,0.0004230134,8.009841e-7,0.285327,0.004290118,0.004440512,0.1342711,0.0003634935,0.1332091],"study_design_scores_gemma":[0.0008108199,0.00003389863,0.203321,0.00004878402,0.0005858544,2.892988e-7,0.08631977,0.6966844,0.001910183,0.007752432,0.002363892,0.0001686365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.984694,0.0003254568,0.0009377908,0.0038762,0.0001037882,0.0003070359,0.000007213774,0.00001174025,0.009736799],"genre_scores_gemma":[0.9958791,0.00003399829,0.003783438,0.00006351297,0.00002975319,0.000007022342,0.000008881785,0.000003120417,0.0001911534],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6923943,"threshold_uncertainty_score":0.9770318,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2376498457698903,"score_gpt":0.5169678430688488,"score_spread":0.2793179972989586,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}