{"id":"W4308923990","doi":"10.1016/j.jcjo.2022.10.011","title":"Using a rapid-cycle approach to evaluate implementation of competency-based medical education in ophthalmology","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"Southeastern Ontario Academic Medical Organization","keywords":"Competence (human resources); Medical education; Focus group; Narrative; Strengths and weaknesses; Medicine; Competency assessment; Psychology; Sociology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002934893,0.0001536806,0.0006187832,0.001798893,0.000186329,0.000004991794,0.0003661486,0.000174831,0.01162881],"category_scores_gemma":[0.0004722901,0.0001588281,0.0001212948,0.0008285961,0.0002054797,0.00005812851,0.00005330307,0.0008394577,0.000004871914],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007848616,"about_ca_system_score_gemma":0.06603174,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01248383,"about_ca_topic_score_gemma":0.0001304777,"domain_scores_codex":[0.9965059,0.001099308,0.0009546541,0.0002598506,0.0005639508,0.0006163732],"domain_scores_gemma":[0.997707,0.0001668124,0.0003430542,0.0002367769,0.0004114641,0.001134913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"case_report","study_design_scores_codex":[0.001328432,0.001360928,0.9613736,0.0004051212,0.0001150952,0.02503512,0.001134737,0.002472603,0.000522453,0.002155908,0.0004649204,0.003631094],"study_design_scores_gemma":[0.003914772,0.006797469,0.3765342,0.0001139365,0.00006694544,0.6042008,0.003275803,0.003128696,0.0001963189,0.001409161,0.0001564649,0.0002054095],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9892497,0.0006098493,0.00003400854,0.002074124,0.0006874382,0.000575389,0.00001980334,0.000001645224,0.006748033],"genre_scores_gemma":[0.9946245,0.000001158249,0.00475815,0.0003282042,0.0001059191,0.00004014378,0.0000324102,0.00002408341,0.00008545],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5848394,"threshold_uncertainty_score":0.9940921,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1630379209322299,"score_gpt":0.5159698603734048,"score_spread":0.3529319394411748,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}