{"id":"W4391566347","doi":"10.5334/pme.962","title":"Evaluating Competence by Design as a Large System Change Initiative: Readiness, Fidelity, and Outcomes","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University; University of Toronto; University of Calgary; University of Alberta; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Competence (human resources); Transformational leadership; Fidelity; Program Design Language; Computer science; Process management; Program evaluation; Medical education; Knowledge management; Medicine; Psychology; Engineering; Software engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002164715,0.0002246278,0.0003280131,0.0003291187,0.0001946653,0.00007857499,0.0001292747,0.0001989577,0.000617646],"category_scores_gemma":[0.01081163,0.0001821247,0.00005461202,0.0007467386,0.0002239363,0.0002434954,0.00004390508,0.0006362035,0.0001574755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006990918,"about_ca_system_score_gemma":0.001804837,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001117054,"about_ca_topic_score_gemma":0.000001881651,"domain_scores_codex":[0.9972218,0.000239971,0.0004324548,0.0006096628,0.001197929,0.0002982271],"domain_scores_gemma":[0.9984558,0.0004406361,0.00009696172,0.0002989558,0.0004898324,0.0002177763],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002569382,0.004164238,0.007050988,0.00287399,0.0003986389,0.00005270477,0.08973232,7.847574e-7,0.0005219228,0.2286904,0.1195106,0.5467466],"study_design_scores_gemma":[0.006144485,0.004469573,0.1265074,0.02434053,0.001191674,0.001451343,0.5531787,0.2250086,0.0006702966,0.00735891,0.04758224,0.002096199],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7272149,0.01881039,0.03403991,0.1966902,0.005962262,0.004249405,0.00004001202,0.001159117,0.01183381],"genre_scores_gemma":[0.9831854,0.0003278825,0.005528855,0.008805094,0.000863318,0.0006347412,0.0001279442,0.00003960322,0.0004872218],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5446503,"threshold_uncertainty_score":0.9975207,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0725120576626233,"score_gpt":0.4570208348328971,"score_spread":0.3845087771702738,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}