{"id":"W3129557841","doi":"10.30770/2572-1852-106.4.17","title":"Does Pass/Fail on Medical Licensing Exams Predict Future Physician Performance in Practice? A Longitudinal Cohort Study of Alberta Physicians","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Regulation","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Medicine; Poisson regression; Cohort; Family medicine; Longitudinal study; Psychological intervention; Odds; Multivariate analysis; Medical school; Multivariate statistics; Logistic regression; Medical education; Nursing; Environmental health; Population","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005618584,0.0002180757,0.0008459941,0.0001362771,0.0001784378,0.00001239449,0.000438601,0.0004890391,0.0008690815],"category_scores_gemma":[0.02031953,0.0001293404,0.0001125382,0.0005399304,0.000142663,0.0006528803,0.0001107952,0.002787408,0.00003078117],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001567622,"about_ca_system_score_gemma":0.0007717474,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003203135,"about_ca_topic_score_gemma":0.0005006823,"domain_scores_codex":[0.9904454,0.001767753,0.001871378,0.0003354862,0.005175767,0.0004042196],"domain_scores_gemma":[0.9928495,0.004040187,0.001725292,0.0002917798,0.0004622881,0.0006309337],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00272152,0.003538728,0.883675,0.0007500848,0.0003513375,0.0002174185,0.04573882,0.0001415226,0.00004780238,0.0007074302,0.005937051,0.05617328],"study_design_scores_gemma":[0.003869867,0.002566465,0.9170433,0.003029266,0.0002573993,0.00001158027,0.0392373,0.00840526,0.00002423171,0.00006984965,0.02530917,0.0001763071],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8513663,0.00003706006,0.0001620224,0.1456809,0.001117706,0.0006328283,9.397216e-7,0.00001433494,0.0009879131],"genre_scores_gemma":[0.9888324,0.0002870132,0.00007934959,0.004717311,0.005994847,0.00001364435,0.000005596519,0.00002292437,0.00004696687],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1409636,"threshold_uncertainty_score":0.9995132,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03543462118253645,"score_gpt":0.39557382756916,"score_spread":0.3601392063866236,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}