{"id":"W2981191961","doi":"10.1097/acm.0000000000003040","title":"It’s a Marathon, Not a Sprint: Rapid Evaluation of Competency-Based Medical Education Program Implementation","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; McMaster University; Hamilton Health Sciences; Queen's University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Fidelity; Operationalization; Medical education; Transformative learning; Stakeholder; Process management; Computer science; Psychology; Medicine; Public relations; Pedagogy; Business; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006385705,0.0002356256,0.0005284807,0.0005740296,0.00005374943,0.000003890072,0.0002767994,0.0004091972,0.01486039],"category_scores_gemma":[0.004412537,0.0001939955,0.00006807385,0.001114379,0.000294265,0.0001304891,0.0000390599,0.0008953468,0.0001290857],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003834107,"about_ca_system_score_gemma":0.01117667,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009174588,"about_ca_topic_score_gemma":0.00001037944,"domain_scores_codex":[0.9941046,0.0002573042,0.001374967,0.0004625506,0.003463602,0.0003370147],"domain_scores_gemma":[0.9968457,0.0001413409,0.0005667272,0.0005797921,0.001647623,0.0002188576],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000170992,0.0003355083,0.02105791,0.0005665223,0.0000737439,0.000001144502,0.00230235,0.000005551926,0.007640002,0.009615701,0.06622939,0.8920012],"study_design_scores_gemma":[0.04823768,0.007091169,0.3241641,0.01130604,0.003562928,0.000380364,0.03240871,0.1711727,0.0202931,0.006978331,0.3730015,0.001403397],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8008487,0.000575526,0.0009547196,0.1761715,0.002564857,0.006447357,0.000003521625,0.0001471941,0.01228663],"genre_scores_gemma":[0.9689433,0.0001399267,0.004412927,0.0235873,0.0009041919,0.0008655608,0.0008155608,0.00003542861,0.0002958227],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8905978,"threshold_uncertainty_score":0.9944291,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04830102476543925,"score_gpt":0.4681815613405884,"score_spread":0.4198805365751492,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}