{"id":"W1970603683","doi":"10.1007/s10459-011-9275-6","title":"Assessment of multiple physician competencies in postgraduate training: utility of the structured oral examination","year":2011,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre; Mount Sinai Hospital","funders":"","keywords":"Formative assessment; Checklist; Cronbach's alpha; Subspecialty; Objective structured clinical examination; Medical education; Oral examination; Medicine; Curriculum; Certification; Psychology; Family medicine; Psychometrics; Clinical psychology; Oral health","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004679992,0.0004208716,0.0004928149,0.001528225,0.0002716874,0.0006513626,0.0004384947,0.0005201543,0.00172215],"category_scores_gemma":[0.02093076,0.0001985617,0.0004431357,0.0004945608,0.0003260082,0.0009938541,0.001235636,0.0005701483,0.0003128642],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000364176,"about_ca_system_score_gemma":0.002097129,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001613628,"about_ca_topic_score_gemma":0.003764139,"domain_scores_codex":[0.9976525,0.001007039,0.0002525918,0.0001464865,0.0007971211,0.0001443687],"domain_scores_gemma":[0.9916335,0.004081189,0.001115834,0.0003015022,0.002008636,0.00085933],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001440345,0.001180248,0.7898558,0.0003486554,0.0001086609,0.0004843734,0.001176015,0.00119782,0.005975073,0.0003323439,0.001239745,0.1966609],"study_design_scores_gemma":[0.0001483575,0.004321738,0.9727018,0.000258611,0.0001542766,0.002212731,0.002289896,0.009277536,0.005349193,0.0005920789,0.002638114,0.00005565359],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.987384,0.0007701712,0.003939098,0.0003229896,0.00006520161,0.0002687494,0.0001339351,0.00003195505,0.007083845],"genre_scores_gemma":[0.985868,0.0007717593,0.01203503,0.00009934181,0.00003157075,0.0001065236,0.0001144281,0.000008644307,0.0009645887],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004679992,"threshold_uncertainty_score":0.02475047,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07175927644777684,"score_gpt":0.4240361613557748,"score_spread":0.3522768849079979,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}