{"id":"W3164058007","doi":"10.1080/0142159x.2021.1925099","title":"Key considerations in planning and designing programmatic assessment in competency-based medical education","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Royal College of Physicians and Surgeons of Canada; Queen's University; McGill University; University of Calgary; University of Alberta","funders":"","keywords":"Bespoke; Context (archaeology); Process (computing); Plan (archaeology); Medical education; Computer science; Engineering ethics; Process management; Medicine; Engineering; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1961396,0.001180455,0.001070672,0.003512243,0.007912043,0.01834968,0.004550948,0.007014599,0.003462571],"category_scores_gemma":[0.2241816,0.001832125,0.0009823126,0.003185833,0.01649829,0.01701077,0.01078482,0.01670782,0.001401305],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0146676,"about_ca_system_score_gemma":0.06892382,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008240422,"about_ca_topic_score_gemma":0.01663424,"domain_scores_codex":[0.800021,0.1637194,0.01288287,0.005180893,0.01363763,0.004558207],"domain_scores_gemma":[0.8173063,0.1305734,0.008841878,0.009008275,0.02622266,0.008047509],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001201672,0.0006307298,0.00621898,0.002637688,0.00006853526,0.000627809,0.04731002,0.006186806,0.001717155,0.5274066,0.0173852,0.3896903],"study_design_scores_gemma":[0.0002277917,0.0006700763,0.007655475,0.01216809,0.0001026574,0.0009715675,0.05286856,0.009591011,0.003962599,0.6783473,0.233112,0.0003228256],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01388674,0.004932319,0.7574933,0.1649822,0.001050586,0.008030168,0.0001012743,0.0007938819,0.04872953],"genre_scores_gemma":[0.1207315,0.001552361,0.8618758,0.006515872,0.0001643439,0.006552129,0.00005180551,0.0001271767,0.002429079],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1961396,"threshold_uncertainty_score":0.991303,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.031548929061873,"score_gpt":0.3955333187942324,"score_spread":0.3639843897323594,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}