{"id":"W4379113909","doi":"10.4337/aee.2023.01.07","title":"Easy expectations and racial bias in economics instructor ratings","year":2023,"lang":"en","type":"article","venue":"Advances in Economics Education","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"MacEwan University","funders":"","keywords":"Salary; Grading (engineering); Psychology; Stress (linguistics); Higher education; Social psychology; Multilevel model; Economics; Statistics; Linguistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008951918,0.0001004112,0.0001441662,0.0006168387,0.0002460437,0.0000823684,0.0001704318,0.00008352441,0.00002306119],"category_scores_gemma":[0.00121215,0.0001372671,0.00001991107,0.0007504721,0.0001985874,0.001262997,0.00002959683,0.0001262912,0.00003030933],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005689294,"about_ca_system_score_gemma":0.001151113,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002750912,"about_ca_topic_score_gemma":0.00767277,"domain_scores_codex":[0.9988446,0.0001346292,0.0004411178,0.0002952311,0.00004500347,0.0002394513],"domain_scores_gemma":[0.998988,0.0005345635,0.0002036855,0.0001458923,0.00007777213,0.00005008556],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000007808087,0.00007564234,0.07438419,0.000008623167,0.000003074526,9.223042e-8,0.04456361,0.001693257,0.000005313529,0.5714774,0.00005854911,0.3077225],"study_design_scores_gemma":[0.0005311465,0.00002296254,0.1406647,0.00005075143,0.000005734157,0.000002093328,0.1944216,0.002364848,0.0001072642,0.4475917,0.213722,0.0005152271],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9719009,0.0002284246,0.00003892527,0.001808364,0.003619506,0.0002938724,0.000007416953,0.00003795875,0.02206462],"genre_scores_gemma":[0.9753401,0.003386629,0.01920791,0.0002282541,0.0007453142,0.0002799069,0.00005707072,0.00001798637,0.0007367936],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3072073,"threshold_uncertainty_score":0.5597591,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04114502083296798,"score_gpt":0.4065473628274203,"score_spread":0.3654023419944523,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}