{"id":"W3117226920","doi":"10.4300/jgme-d-20-01087.1","title":"Reimagining Residency Selection: Part 3—A Practical Guide to Ranking Applicants in the Post-COVID-19 Era","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Medical Education and Admissions","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Ranking (information retrieval); 2019-20 coronavirus outbreak; Selection (genetic algorithm); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; Coronavirus Infections; MEDLINE; Data science; Medicine; Psychology; Computer science; Information retrieval; Virology; Political science; Artificial intelligence; Pathology; Outbreak","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01676576,0.001873048,0.001504784,0.005044722,0.004980147,0.004133462,0.004031448,0.00351624,0.04304888],"category_scores_gemma":[0.02696232,0.002063257,0.0008105491,0.003197695,0.00212069,0.005388193,0.005010282,0.005267816,0.03612518],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00297203,"about_ca_system_score_gemma":0.01164396,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008915739,"about_ca_topic_score_gemma":0.03833165,"domain_scores_codex":[0.9919326,0.004832486,0.001154537,0.0003772824,0.001187548,0.0005155619],"domain_scores_gemma":[0.9807028,0.008630414,0.001554351,0.0009067711,0.005622289,0.002583431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003662728,0.0004217494,0.001165726,0.0004291098,0.000008030186,0.0006691992,0.00647176,0.0005504737,0.001420762,0.002713883,0.8084025,0.1777103],"study_design_scores_gemma":[0.00004278537,0.0002160763,0.006124509,0.000982085,0.000005445976,0.001849293,0.01161641,0.001342028,0.0005779073,0.009787326,0.9673278,0.0001282983],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03535961,0.02082286,0.3789209,0.2553919,0.01639606,0.05878134,0.01255966,0.02368847,0.1980793],"genre_scores_gemma":[0.02496845,0.02044365,0.7425168,0.03149396,0.004309838,0.03312239,0.005585994,0.002646046,0.134913],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.04304888,"threshold_uncertainty_score":0.1440129,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1129793829187734,"score_gpt":0.4694131500178537,"score_spread":0.3564337670990803,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}