{"id":"W3088538089","doi":"10.4300/jgme-d-20-00034.1","title":"Everyone Is Awesome: Analyzing Letters of Reference in a General Surgery Residency Selection Process","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Muscular Dystrophy Canada","funders":"","keywords":"Ranking (information retrieval); Selection (genetic algorithm); Descriptive statistics; Context (archaeology); Audit; Demographics; Computer science; Statistics; Medicine; Psychology; Medical education; Information retrieval; Mathematics; Artificial intelligence; Demography; Management; Biology; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002210549,0.00005884808,0.0002380009,0.0002141266,0.00007751249,0.0000202017,0.0002589112,0.00007250102,0.000266511],"category_scores_gemma":[0.003841408,0.00005328993,0.00006518821,0.0008772178,0.0001516087,0.0003124218,0.00001387432,0.0003547361,0.000002857285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001082194,"about_ca_system_score_gemma":0.003228541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009180238,"about_ca_topic_score_gemma":0.000178528,"domain_scores_codex":[0.9975162,0.00022153,0.0004604637,0.0001001081,0.001553647,0.0001480472],"domain_scores_gemma":[0.9987643,0.0001224971,0.0003847536,0.00003709722,0.0004102196,0.0002811734],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002920222,0.0005881947,0.5797426,0.0003582673,0.00008815337,0.00004677841,0.1017583,0.00005294153,0.001249997,0.0007504551,0.2600046,0.05506766],"study_design_scores_gemma":[0.003142722,0.0009546937,0.7864796,0.005438128,0.0005591025,0.0001050494,0.1647224,0.001057656,0.004304586,0.00852381,0.02367837,0.00103391],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9156656,0.0002778098,0.0001900738,0.08310287,0.0004643529,0.00004870316,4.93989e-7,0.000005007568,0.0002450429],"genre_scores_gemma":[0.9945632,0.0007888013,0.0001490558,0.003684606,0.0007467918,9.959197e-7,0.000002226067,0.000003278466,0.0000610416],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2363262,"threshold_uncertainty_score":0.5727293,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0922969116461214,"score_gpt":0.3692536093519388,"score_spread":0.2769566977058174,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}