{"id":"W4406737701","doi":"10.30770/2572-1852-110.4.13","title":"Do Canadian Medical Licensing Exam Scores Correlate with Physicians’ Future Performance in Practice? A Cohort Study of Alberta Family Physicians","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"College of Physicians and Surgeons of Ontario; Medical Council of Canada","funders":"","keywords":"Cohort; Family medicine; Medicine; United States Medical Licensing Examination; Medical education; Psychology; Medical school; Internal medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003108433,0.0001749971,0.0005052959,0.0007091083,0.00007050296,0.00003629455,0.0002106388,0.0003391175,0.0002430134],"category_scores_gemma":[0.003149593,0.0001289722,0.0000638159,0.001530121,0.0001780056,0.0004655127,0.00002119442,0.001567733,0.000009183084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004502445,"about_ca_system_score_gemma":0.003220127,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004920343,"about_ca_topic_score_gemma":0.008361075,"domain_scores_codex":[0.9941649,0.0001624797,0.001046129,0.000242438,0.004098818,0.0002852355],"domain_scores_gemma":[0.9978977,0.0003196427,0.0004439709,0.0002523616,0.0007790381,0.0003072883],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008775802,0.002627249,0.1781247,0.0005597383,0.0008921557,0.001287373,0.02173904,0.0005049069,0.0001332908,0.002011837,0.01433402,0.7769081],"study_design_scores_gemma":[0.002281836,0.001351692,0.9304555,0.007981488,0.0004546118,0.0009561863,0.01054347,0.03394062,0.0000188724,0.00003177315,0.01181896,0.0001649469],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.971593,0.0003960552,0.0003692495,0.0241347,0.001536282,0.0004595817,4.730051e-7,0.00001185077,0.001498796],"genre_scores_gemma":[0.9953105,0.0002637272,0.0005667783,0.001780904,0.001927694,0.000008424084,0.0000125937,0.00003120333,0.00009810748],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7767432,"threshold_uncertainty_score":0.743812,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.008962753398021429,"score_gpt":0.3088002747225206,"score_spread":0.2998375213244991,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}