{"id":"W3149891919","doi":"10.1038/s41593-021-00836-2","title":"Revising evaluation metrics for graduate admissions and faculty advancement to dismantle privilege","year":2021,"lang":"en","type":"review","venue":"Nature Neuroscience","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"Leonard M. Miller School of Medicine; Graduate School, University of Maryland; U.S. Department of Health and Human Services; National Institutes of Health; National Institute of Mental Health; Institute of Education Sciences; Canadian Institute for Advanced Research; University of Miami; U.S. Department of Education","keywords":"Gatekeeping; Privilege (computing); Inequality; Public relations; Sociology; Ethnic group; Political science; Medical education; Psychology; Engineering ethics; Medicine; Law; Engineering","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009242469,0.0003898043,0.001094121,0.0007613041,0.0005714527,0.0007499506,0.001037007,0.0002732601,0.0001198991],"category_scores_gemma":[0.0428387,0.0002554036,0.0003066522,0.00452121,0.00004956286,0.0005202612,0.0004369695,0.0006788673,0.00002710099],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001961666,"about_ca_system_score_gemma":0.001668251,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":6.086703e-7,"about_ca_topic_score_gemma":0.00000438262,"domain_scores_codex":[0.9916121,0.0005636353,0.001075806,0.001553979,0.0047694,0.0004250387],"domain_scores_gemma":[0.9949054,0.001652034,0.000707835,0.0008755852,0.001403946,0.0004551946],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001570087,0.00002980518,0.00000661593,0.0002838188,0.000002621681,0.000001265627,0.00004623802,0.0000448438,0.000008260436,0.0006310136,0.005214849,0.9937291],"study_design_scores_gemma":[0.0001481293,0.00010447,0.0001156525,0.001731586,0.0001718089,0.00001493532,0.00004190064,0.003930177,0.00001148345,0.0002610358,0.993176,0.0002928278],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00003388584,0.9833563,0.008757095,0.001470209,0.002791525,0.003032477,0.0002374424,0.00002898168,0.0002921134],"genre_scores_gemma":[0.0002847531,0.9911617,0.004695025,0.001757345,0.0001669515,0.0003767496,0.0001077411,0.0000270988,0.001422605],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9934363,"threshold_uncertainty_score":0.9999898,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7227343083036065,"score_gpt":0.674578412149598,"score_spread":0.0481558961540085,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}