{"id":"W2519279059","doi":"10.3402/meo.v21.31085","title":"An objective structured clinical exam to measure intrinsic CanMEDS roles","year":2016,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Objective structured clinical examination; Competence (human resources); Medical education; Curriculum; Communication skills; Internal consistency; Educational measurement; Medicine; Psychology; Pedagogy; Psychometrics; Clinical psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001602249,0.0002431908,0.0004566531,0.0003896064,0.0001101251,0.00001923674,0.0003622567,0.0004494474,0.003323926],"category_scores_gemma":[0.0271207,0.0001598071,0.00009221451,0.0009780219,0.0003306646,0.0001662653,0.00005312699,0.0006394222,0.0001821713],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004367048,"about_ca_system_score_gemma":0.006812307,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007294433,"about_ca_topic_score_gemma":0.0002462837,"domain_scores_codex":[0.9962845,0.000258953,0.0009838016,0.0006333301,0.001446674,0.00039278],"domain_scores_gemma":[0.9964355,0.0001851418,0.0001775279,0.0008419084,0.001233494,0.001126391],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001530752,0.003157029,0.02690655,0.00002211372,0.00004635256,0.000004308542,0.0004735677,2.05171e-7,0.0004166068,0.0009207047,0.04497961,0.9229199],"study_design_scores_gemma":[0.00310999,0.001148794,0.8310204,0.0009604563,0.0001504191,0.0001646764,0.002229481,0.0001450806,0.000544363,0.001059038,0.159019,0.0004483648],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8908845,0.0001040362,0.004435138,0.09852849,0.004707724,0.0006694109,0.00001528368,0.0001713734,0.0004840576],"genre_scores_gemma":[0.9416634,0.00006258721,0.01437776,0.03602021,0.006120483,0.0001186318,0.0003437826,0.00004960303,0.00124351],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9224715,"threshold_uncertainty_score":0.9988182,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0253294745562453,"score_gpt":0.4189577118980821,"score_spread":0.3936282373418368,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}