{"id":"W4379113909","doi":"10.4337/aee.2023.01.07","title":"Easy expectations and racial bias in economics instructor ratings","year":2023,"lang":"en","type":"article","venue":"Advances in Economics Education","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"MacEwan University","funders":"","keywords":"Salary; Grading (engineering); Psychology; Stress (linguistics); Higher education; Social psychology; Multilevel model; Economics; Statistics; Linguistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008458219,0.0002014159,0.0002961392,0.001008615,0.0009967909,0.001249317,0.0003920631,0.0002392649,0.003695075],"category_scores_gemma":[0.04006314,0.0001115065,0.0003303819,0.0008879796,0.0006732634,0.0004549977,0.0008715409,0.0005626247,0.0004572231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001271816,"about_ca_system_score_gemma":0.001408426,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.07645074,"about_ca_topic_score_gemma":0.1640232,"domain_scores_codex":[0.9937003,0.002113209,0.0003567779,0.0005890272,0.002631501,0.0006090885],"domain_scores_gemma":[0.9589214,0.01272296,0.01609416,0.003068043,0.006330834,0.002862623],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001000792,0.00003730857,0.9875214,0.00001898659,0.00003687444,0.00002264207,0.001712033,0.0001934016,0.0003975177,0.0005537788,0.0005191877,0.008886881],"study_design_scores_gemma":[0.00000682987,0.00004094875,0.996955,0.00001518161,0.00001335404,0.00001964068,0.0008126846,0.0004904494,0.000358246,0.0002020691,0.001075721,0.000009902173],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9880835,0.0001047724,0.002000523,0.000227676,0.00002532598,0.00005691362,0.0004727126,0.00001713155,0.009011432],"genre_scores_gemma":[0.997729,0.00004158506,0.0005254872,0.00006704288,0.00001782197,0.00002476382,0.000356282,0.00000692213,0.001230961],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9915418,"threshold_uncertainty_score":0.1520115,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04114502083296798,"score_gpt":0.4065473628274203,"score_spread":0.3654023419944523,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}