{"id":"W2886753935","doi":"10.5489/cuaj.5386","title":"Impact of a training program on the performance of graduating Canadian residents on a national urology exam: Results of the last 20 years","year":2018,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; Queen's University","funders":"","keywords":"Certification; Medicine; Medical education; Training (meteorology); Family medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002157353,0.0002965802,0.0003292669,0.002319925,0.0009438476,0.0008847661,0.0008632491,0.0003634249,0.001771253],"category_scores_gemma":[0.009696271,0.0001309341,0.0005889528,0.002012965,0.0005141434,0.0003867069,0.0009012427,0.0003814837,0.0002623829],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004714219,"about_ca_system_score_gemma":0.007180181,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.4145747,"about_ca_topic_score_gemma":0.5329796,"domain_scores_codex":[0.9969158,0.0002286498,0.0001507878,0.0002167891,0.001869532,0.0006184494],"domain_scores_gemma":[0.9895911,0.0009347463,0.002694487,0.0001727931,0.004567026,0.002039869],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001507023,0.00008628037,0.9798355,0.0000760418,0.00008222643,0.00008553402,0.0004027578,0.0001068473,0.0001728026,0.00001070614,0.0006129232,0.01837767],"study_design_scores_gemma":[0.000001275999,0.0001101459,0.9990447,0.0000192423,0.00002079577,0.00004178139,0.0002171209,0.00003258161,0.00007295961,0.000001177213,0.000434803,0.000003382255],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9933301,0.001547037,0.0000710949,0.0002101801,0.00003267744,0.00003038907,0.001297622,0.00001758371,0.00346325],"genre_scores_gemma":[0.9974985,0.0005410492,0.0001178698,0.00005050391,0.00002772738,0.00001053023,0.001001497,0.000006379919,0.0007460632],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4145747,"threshold_uncertainty_score":0.8243233,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03780331079339048,"score_gpt":0.3209832078199982,"score_spread":0.2831798970266077,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}