{"id":"W3117226920","doi":"10.4300/jgme-d-20-01087.1","title":"Reimagining Residency Selection: Part 3—A Practical Guide to Ranking Applicants in the Post-COVID-19 Era","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Medical Education and Admissions","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Ranking (information retrieval); 2019-20 coronavirus outbreak; Selection (genetic algorithm); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; Coronavirus Infections; MEDLINE; Data science; Medicine; Psychology; Computer science; Information retrieval; Virology; Political science; Artificial intelligence; Pathology; Outbreak","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002700573,0.0001366583,0.0003277724,0.0002117213,0.0001314219,0.00004298945,0.0002408368,0.0001060203,0.003697986],"category_scores_gemma":[0.121774,0.00007873234,0.0001098735,0.0009252826,0.00007706164,0.0001523443,0.00002907833,0.001598391,0.00005864761],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001771212,"about_ca_system_score_gemma":0.03223459,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009105885,"about_ca_topic_score_gemma":0.00001533918,"domain_scores_codex":[0.9964836,0.0003449984,0.0009710999,0.0002248453,0.001719836,0.0002555929],"domain_scores_gemma":[0.9942971,0.0006089674,0.0003415157,0.0001762069,0.0005072162,0.004068937],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003940075,0.0008857736,0.00481033,0.00011604,0.00003333472,0.0001419582,0.007354021,0.000005117864,0.0002978548,0.001039242,0.9394909,0.04543145],"study_design_scores_gemma":[0.001675611,0.0006202922,0.01535994,0.0006576398,0.0001342203,0.002927298,0.007944063,0.0003907608,0.00007938804,0.0007910656,0.9692611,0.0001586647],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.04091473,0.0001180958,0.003127551,0.9530898,0.0008543159,0.000347471,4.881528e-7,0.00001813554,0.001529432],"genre_scores_gemma":[0.4410034,0.000237937,0.01106971,0.541805,0.005170212,0.0000448081,0.00001453,0.0000244628,0.0006299764],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.4112848,"threshold_uncertainty_score":0.9972128,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1129793829187734,"score_gpt":0.4694131500178537,"score_spread":0.3564337670990803,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}