{"id":"W3149891919","doi":"10.1038/s41593-021-00836-2","title":"Revising evaluation metrics for graduate admissions and faculty advancement to dismantle privilege","year":2021,"lang":"en","type":"review","venue":"Nature Neuroscience","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"Leonard M. Miller School of Medicine; Graduate School, University of Maryland; U.S. Department of Health and Human Services; National Institutes of Health; National Institute of Mental Health; Institute of Education Sciences; Canadian Institute for Advanced Research; University of Miami; U.S. Department of Education","keywords":"Gatekeeping; Privilege (computing); Inequality; Public relations; Sociology; Ethnic group; Political science; Medical education; Psychology; Engineering ethics; Medicine; Law; Engineering","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0678011,0.002447181,0.005731439,0.009642058,0.0009043124,0.005592876,0.004253694,0.003430492,0.002857571],"category_scores_gemma":[0.1514407,0.0008097494,0.002498656,0.007955922,0.002765649,0.005207221,0.002591161,0.00681146,0.001154553],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009517698,"about_ca_system_score_gemma":0.02855854,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01275948,"about_ca_topic_score_gemma":0.02824361,"domain_scores_codex":[0.9686821,0.01468906,0.0051803,0.001926428,0.008742595,0.0007795505],"domain_scores_gemma":[0.8141282,0.1129874,0.01620916,0.002808802,0.05121221,0.002654086],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001032891,0.00005704848,0.001230261,0.02207774,0.0005844489,0.00002080002,0.0001186852,0.0004991282,0.00009536581,0.008191488,0.03489757,0.9321241],"study_design_scores_gemma":[0.0002934536,0.0005789967,0.01210728,0.2432917,0.004718017,0.0003982997,0.0006914028,0.002372828,0.001173351,0.03610923,0.6979753,0.0002901839],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002213764,0.9890745,0.001563845,0.006650611,0.001256386,0.00005856094,0.00009470135,0.00003056249,0.00104937],"genre_scores_gemma":[0.01028665,0.9694124,0.00945535,0.007447341,0.002084356,0.0002517615,0.0002618756,0.00003972822,0.0007604619],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9321989,"threshold_uncertainty_score":0.3585708,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7227343083036065,"score_gpt":0.674578412149598,"score_spread":0.0481558961540085,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}