{"id":"W2519279059","doi":"10.3402/meo.v21.31085","title":"An objective structured clinical exam to measure intrinsic CanMEDS roles","year":2016,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Objective structured clinical examination; Competence (human resources); Medical education; Curriculum; Communication skills; Internal consistency; Educational measurement; Medicine; Psychology; Pedagogy; Psychometrics; Clinical psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003901509,0.0006885861,0.0004587931,0.001922316,0.0002408642,0.0004756409,0.0004828083,0.0006002597,0.003000442],"category_scores_gemma":[0.01257905,0.0001467035,0.0003844266,0.0005638277,0.0003983394,0.0005636783,0.0007770908,0.0006438586,0.0007500305],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003128066,"about_ca_system_score_gemma":0.001385969,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004165243,"about_ca_topic_score_gemma":0.001309534,"domain_scores_codex":[0.9975209,0.001011443,0.0004624826,0.0001664687,0.0006881561,0.0001505535],"domain_scores_gemma":[0.9914819,0.002417252,0.001884252,0.0003555349,0.002978896,0.0008822387],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009904361,0.003267029,0.6366706,0.001344662,0.0002526478,0.001493009,0.001965905,0.002874668,0.03610781,0.001608196,0.01696201,0.296463],"study_design_scores_gemma":[0.0003141296,0.006071472,0.9478791,0.0004153168,0.00008715189,0.004159738,0.001089648,0.005294357,0.01305328,0.0006215047,0.02091242,0.0001019707],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.928207,0.001508279,0.03721488,0.0008877887,0.0004186624,0.005582868,0.002933318,0.0002068118,0.02304025],"genre_scores_gemma":[0.9038249,0.001466985,0.08004951,0.000533645,0.0002012182,0.003815857,0.003429923,0.00003653429,0.006641387],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003901509,"threshold_uncertainty_score":0.0206334,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0253294745562453,"score_gpt":0.4189577118980821,"score_spread":0.3936282373418368,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}