{"id":"W4407720968","doi":"10.36834/cmej.79678","title":"A critical analysis of The Royal College of Physicians and Surgeons of Canada examination experience","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Trinity Western University","funders":"","keywords":"Medicine; Specialty; Graduate medical education; Medical education; Scrutiny; Certification; Oral examination; Family medicine; Competence (human resources); Curriculum; Grading (engineering); Accreditation; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02116605,0.0002691777,0.0003860093,0.005842378,0.01488033,0.006739143,0.00138676,0.001080583,0.002760606],"category_scores_gemma":[0.1167351,0.0004295083,0.0003430787,0.008054197,0.007537603,0.001756959,0.005174793,0.002282874,0.0002470653],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.09453507,"about_ca_system_score_gemma":0.149125,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8401551,"about_ca_topic_score_gemma":0.9080536,"domain_scores_codex":[0.9744003,0.006163786,0.001256934,0.001325857,0.01230117,0.004551927],"domain_scores_gemma":[0.829186,0.04913436,0.01294113,0.002101537,0.08634823,0.02028876],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000223761,0.0001187346,0.1569531,0.0005944202,0.00003054123,0.002026728,0.7138763,0.0001408946,0.0007981751,0.007731348,0.03883555,0.07867049],"study_design_scores_gemma":[0.000008444163,0.0001064015,0.2931574,0.0006253673,0.00002024896,0.0004720678,0.5866523,0.0001744901,0.0004234447,0.0004115246,0.1178334,0.0001150101],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9154729,0.003964074,0.0009407657,0.02849357,0.0005010606,0.0004969102,0.0007320862,0.00005150944,0.04934711],"genre_scores_gemma":[0.9878413,0.002128659,0.0005555719,0.002009321,0.00008092096,0.00008036975,0.0002014239,0.00002995261,0.007072536],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9054649,"threshold_uncertainty_score":0.6859031,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.005727851071816817,"score_gpt":0.3022035740525197,"score_spread":0.2964757229807029,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}