{"id":"W4391582176","doi":"10.5334/pme.965","title":"Competence by Design: The Role of High-Stakes Examinations in a Competence Based Medical Education System","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary; University of Alberta; University of Toronto; University of Ottawa; University of British Columbia; Medical Council of Canada; Royal College of Physicians and Surgeons of Canada; McGill University Health Centre","funders":"","keywords":"CLARITY; Certification; Competence (human resources); Medical education; Mindset; Coaching; Maintenance of Certification; Lifelong learning; Autonomy; Medicine; Self-assessment; Educational measurement; Excellence; Psychology; Curriculum; Pedagogy; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00214401,0.0002409739,0.0003617945,0.0006344822,0.000145695,0.00004920943,0.000441789,0.0002915971,0.001097775],"category_scores_gemma":[0.01067908,0.0001798577,0.00008309972,0.001931119,0.0006622987,0.0001609638,0.00002907379,0.0009704448,0.00006271517],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001076909,"about_ca_system_score_gemma":0.01591679,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006104612,"about_ca_topic_score_gemma":0.00002841143,"domain_scores_codex":[0.9958441,0.0004082762,0.0007570864,0.0005950985,0.002094011,0.0003014792],"domain_scores_gemma":[0.997516,0.0008360524,0.0001686381,0.0005608799,0.000669758,0.0002486489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001430179,0.007766621,0.001686028,0.0009589502,0.00009314155,0.000009824203,0.01700726,0.00003493633,0.0007076444,0.5171078,0.03352678,0.4209579],"study_design_scores_gemma":[0.00285895,0.001540771,0.05313915,0.02513763,0.000446873,0.0004584327,0.4773124,0.3885247,0.004461661,0.008214893,0.03676437,0.001140115],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6156805,0.02409441,0.06742903,0.2603857,0.008008542,0.004824273,0.00003604134,0.000719582,0.01882193],"genre_scores_gemma":[0.9910183,0.0001688948,0.004690941,0.002618889,0.0005228381,0.0005889661,0.0001621902,0.0000350775,0.0001938839],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.508893,"threshold_uncertainty_score":0.9998153,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.009610093897343642,"score_gpt":0.3168279664346835,"score_spread":0.3072178725373398,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}