{"id":"W2936924489","doi":"10.1097/acm.0000000000002743","title":"A Core Components Framework for Evaluating Implementation of Competency-Based Medical Education Programs","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":419,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Hamilton Health Sciences; Queen's University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Viewpoints; Delphi method; Transformative learning; Core competency; Curriculum; Delphi; Fidelity; Process management; Process (computing); Computer science; Checklist; Medical education; Knowledge management; Medicine; Psychology; Management; Pedagogy; Business; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00223311,0.0001875049,0.0005032954,0.0003027924,0.00006243961,0.000002450983,0.0002431741,0.0003975694,0.002354619],"category_scores_gemma":[0.004603974,0.0001529037,0.00006361647,0.0007041952,0.0002358298,0.00006833185,0.00002800934,0.0007613342,0.00002619637],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001736289,"about_ca_system_score_gemma":0.003478843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001202613,"about_ca_topic_score_gemma":0.000003794373,"domain_scores_codex":[0.9966618,0.00005961596,0.001109243,0.0003533409,0.001501314,0.0003146811],"domain_scores_gemma":[0.9977702,0.000311857,0.00055748,0.0003905051,0.0007940506,0.0001758597],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003994942,0.0003677202,0.4999525,0.002780533,0.0001396301,9.658523e-7,0.004567719,0.000006610255,0.01057578,0.1177195,0.01860596,0.3448836],"study_design_scores_gemma":[0.05549609,0.01908508,0.3081584,0.0567334,0.00272471,0.0002967787,0.0784161,0.2000442,0.007759103,0.2394344,0.02994521,0.001906546],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9490811,0.0002708949,0.01992667,0.02555219,0.001786448,0.002948007,0.000002749606,0.00006881314,0.000363113],"genre_scores_gemma":[0.9402042,0.00002682846,0.04863799,0.008300903,0.0008144894,0.0003935924,0.001397901,0.00003647437,0.0001876095],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.342977,"threshold_uncertainty_score":0.9985574,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1212268007698113,"score_gpt":0.5116310879491399,"score_spread":0.3904042871793286,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}