{"id":"W3171904565","doi":"10.1097/acm.0000000000004210","title":"Multiple United States Medical Licensing Examination Attempts and the Estimated Risk of Disciplinary Actions Among Graduates of U.S. and Canadian Medical Schools","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Licensure; Odds ratio; Confidence interval; Medicine; Population; Discipline; Family medicine; Logistic regression; Medical education; Demography; Medical school; Political science; Environmental health; Law; Internal medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003033386,0.0004102448,0.000307009,0.002166634,0.0009049234,0.001173991,0.001299491,0.0009463117,0.003834552],"category_scores_gemma":[0.02012011,0.00042006,0.0009609702,0.001970293,0.0009990409,0.0006072811,0.001399554,0.001509019,0.0003062845],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005257604,"about_ca_system_score_gemma":0.009737681,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.6285602,"about_ca_topic_score_gemma":0.5831065,"domain_scores_codex":[0.9973423,0.0004568807,0.0002154861,0.000376356,0.001035015,0.0005740912],"domain_scores_gemma":[0.98133,0.002938997,0.009589727,0.0006205419,0.001921711,0.003599035],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000009388884,0.000012643,0.9993622,0.000002831743,0.00001919684,0.000007543065,0.00003676503,0.00003234037,0.000005800161,0.00001189152,0.00008092956,0.0004184777],"study_design_scores_gemma":[0.000002341447,0.00001919186,0.9991539,0.00001470856,0.0000158066,0.0000414094,0.0002647146,0.0003175176,0.00001494676,0.00001639905,0.0001346772,0.000004443985],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9975402,0.0004098693,0.00009172502,0.0004586951,0.000008582843,0.00001545265,0.0006383267,0.000007944694,0.0008292232],"genre_scores_gemma":[0.9990888,0.0001544602,0.00007465934,0.00003781848,0.00000824127,0.000005214122,0.0003998886,0.000002363797,0.0002286849],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6285602,"threshold_uncertainty_score":0.7472546,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04091925654596578,"score_gpt":0.3651966219807676,"score_spread":0.3242773654348018,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}