{"id":"W4281665669","doi":"10.1097/acm.0000000000004750","title":"Development, Implementation, and Meta-Evaluation of a National Approach to Programmatic Assessment in Canadian Family Medicine Residency Training","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"College of Family Physicians of Canada; NOSM University; University of British Columbia; Memorial University of Newfoundland; Queen's University; Université de Sherbrooke; Université de Montréal; University of Saskatchewan; University of Alberta","funders":"","keywords":"Craft; Medical education; Bespoke; Flexibility (engineering); Psychology; Medicine; Political science; Management; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4027307,0.002923055,0.007707283,0.01942782,0.005753243,0.009312607,0.006704781,0.002302651,0.002236993],"category_scores_gemma":[0.5132471,0.002111141,0.01777396,0.01765596,0.003721247,0.005746769,0.009609511,0.004254171,0.0002568279],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.08989943,"about_ca_system_score_gemma":0.2147719,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.3123071,"about_ca_topic_score_gemma":0.5187167,"domain_scores_codex":[0.6768137,0.1894556,0.06305636,0.009531712,0.05823438,0.00290835],"domain_scores_gemma":[0.530592,0.242944,0.04206708,0.02868004,0.148628,0.007088869],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"observational","study_design_scores_codex":[0.005644274,0.0006450111,0.03275637,0.4303577,0.1761714,0.0002336895,0.02097365,0.002953682,0.0008116505,0.006906576,0.008856842,0.3136892],"study_design_scores_gemma":[0.00830317,0.003277805,0.04993736,0.4954652,0.377596,0.0001979853,0.006130317,0.003438824,0.002528798,0.004863339,0.04765505,0.0006062616],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.1034526,0.5804604,0.05765196,0.01989942,0.004597818,0.2008632,0.01054173,0.001286715,0.02124606],"genre_scores_gemma":[0.4379449,0.08774639,0.2797283,0.004680051,0.0002717494,0.1816075,0.006361713,0.0003755639,0.001283937],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9101006,"threshold_uncertainty_score":0.7365394,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3123574505116718,"score_gpt":0.5022744552611428,"score_spread":0.189917004749471,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}