{"id":"W2995120354","doi":"10.1111/jep.13328","title":"Competency‐based education calls for programmatic assessment: But what does this look like in practice?","year":2019,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Summative assessment; Formative assessment; Operationalization; Competence (human resources); Medical education; Documentation; Psychology; Qualitative property; Medicine; Pedagogy; Computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1294666,0.000830739,0.001342116,0.002406846,0.01064202,0.02414637,0.005442831,0.01157882,0.00311805],"category_scores_gemma":[0.1821564,0.0008658643,0.000905014,0.004118753,0.06136236,0.03864772,0.009065461,0.01591417,0.00110846],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02890397,"about_ca_system_score_gemma":0.08621108,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02994255,"about_ca_topic_score_gemma":0.04163308,"domain_scores_codex":[0.8828552,0.08557738,0.00326021,0.004389568,0.01787931,0.006038515],"domain_scores_gemma":[0.8096221,0.1153103,0.01602134,0.01157562,0.0276526,0.01981809],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001616395,0.0006811146,0.02841987,0.006755758,0.0001255361,0.001204074,0.2586828,0.001014564,0.001182434,0.2639476,0.07215139,0.3656732],"study_design_scores_gemma":[0.0001032932,0.0008443196,0.02013233,0.02533804,0.0001042631,0.002353506,0.5019238,0.002125738,0.001236573,0.2776112,0.1679081,0.0003188756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01572459,0.008733069,0.01255473,0.9510092,0.001224533,0.0001744926,0.00003560391,0.000139083,0.01040467],"genre_scores_gemma":[0.7939054,0.01844873,0.07444771,0.1076373,0.001092251,0.001327669,0.0001033659,0.0001812723,0.002856322],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8705334,"threshold_uncertainty_score":0.684693,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06765873729231692,"score_gpt":0.5453546467560353,"score_spread":0.4776959094637184,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}