{"id":"W4210918379","doi":"10.1503/cmaj.211816","title":"Replacing high-stakes summative examinations with graduated medical licensure in Canada","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Hamilton Health Sciences; Royal College of Physicians and Surgeons of Canada; College of Family Physicians of Canada; University of Saskatchewan","funders":"","keywords":"Licensure; Summative assessment; Medicine; Coronavirus disease 2019 (COVID-19); Pandemic; Medical education; 2019-20 coronavirus outbreak; Family medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); United States Medical Licensing Examination; Medical school; Pathology; Formative assessment; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008707959,0.0003870156,0.0004644188,0.001972585,0.006033116,0.005586351,0.004140054,0.002322295,0.01185107],"category_scores_gemma":[0.03398705,0.0005576491,0.0005373184,0.002279082,0.00262218,0.001610151,0.004871898,0.005306026,0.001129167],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.1405144,"about_ca_system_score_gemma":0.416108,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9892888,"about_ca_topic_score_gemma":0.9962366,"domain_scores_codex":[0.9881832,0.001311822,0.0003775635,0.0008127327,0.005352444,0.003962342],"domain_scores_gemma":[0.9205607,0.004109448,0.002999863,0.001357634,0.03029864,0.04067383],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007600071,0.001156735,0.1888852,0.001077879,0.00014268,0.001102871,0.004186552,0.004060742,0.002164219,0.02700166,0.3703547,0.3991067],"study_design_scores_gemma":[0.0003677316,0.0005667924,0.7132338,0.001477953,0.00009363351,0.0003737502,0.006406166,0.004180448,0.00167661,0.002464522,0.2689137,0.0002448037],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.3833264,0.01855123,0.005891408,0.399592,0.006980471,0.001117685,0.005137859,0.001174225,0.1782287],"genre_scores_gemma":[0.9469551,0.003319034,0.004528432,0.0200176,0.0004126571,0.0001228003,0.00127704,0.0001166862,0.02325068],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.8594856,"threshold_uncertainty_score":0.9968814,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.007056017484810428,"score_gpt":0.2344178258487034,"score_spread":0.227361808363893,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}