{"id":"W2995120354","doi":"10.1111/jep.13328","title":"Competency‐based education calls for programmatic assessment: But what does this look like in practice?","year":2019,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Summative assessment; Formative assessment; Operationalization; Competence (human resources); Medical education; Documentation; Psychology; Qualitative property; Medicine; Pedagogy; Computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03857441,0.0001736168,0.0005932741,0.0005991221,0.00005039096,0.000154049,0.0001804337,0.0003006166,0.0005762763],"category_scores_gemma":[0.1229359,0.0001338164,0.0001813441,0.0008248335,0.00009274578,0.00319886,0.00002287483,0.001555438,0.00005933979],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001026586,"about_ca_system_score_gemma":0.00960132,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003301186,"about_ca_topic_score_gemma":0.00001634767,"domain_scores_codex":[0.9925641,0.001675185,0.00330361,0.0003365972,0.001861318,0.000259217],"domain_scores_gemma":[0.9765084,0.01263035,0.003491391,0.0004910071,0.006746084,0.0001327734],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004065643,0.02374676,0.069464,0.0009921648,0.0003693752,0.0000318343,0.001542899,0.0007547809,0.0002509146,0.006303195,0.01016577,0.8823127],"study_design_scores_gemma":[0.04098485,0.008616495,0.2467572,0.009656349,0.004801961,0.000834175,0.07548405,0.238647,0.0001187412,0.01779035,0.3553262,0.0009825571],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6911805,0.001377364,0.007240988,0.257284,0.01978339,0.009091948,0.000002498391,0.00003230129,0.01400709],"genre_scores_gemma":[0.5002387,0.000508849,0.4747938,0.02251041,0.001143898,0.0002862083,0.00007361944,0.00004002405,0.0004045216],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8813301,"threshold_uncertainty_score":0.9960133,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06765873729231692,"score_gpt":0.5453546467560353,"score_spread":0.4776959094637184,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}