{"id":"W4200167611","doi":"10.1097/acm.0000000000004574","title":"Operationalizing Programmatic Assessment: The CBME Programmatic Assessment Practice Guidelines","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Operationalization; Formative assessment; Summative assessment; Stakeholder; Medical education; Competence (human resources); Medicine; Psychology; Political science; Public relations; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2050182,0.001719996,0.00141776,0.009300351,0.004892962,0.01144039,0.007005679,0.006121621,0.002885554],"category_scores_gemma":[0.387327,0.00153717,0.002286013,0.006950042,0.009305558,0.01134888,0.01313651,0.01155441,0.002402039],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01509384,"about_ca_system_score_gemma":0.104857,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02012579,"about_ca_topic_score_gemma":0.02870419,"domain_scores_codex":[0.718914,0.1878673,0.04672108,0.008847415,0.03465445,0.002995692],"domain_scores_gemma":[0.6171977,0.1665713,0.02900305,0.01925224,0.160927,0.007048719],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008519329,0.000557748,0.01527138,0.006842452,0.0001516879,0.0004532835,0.02413164,0.00340944,0.001212492,0.1684351,0.1609545,0.6184949],"study_design_scores_gemma":[0.0002498518,0.0005855121,0.02201079,0.06360286,0.0002555816,0.002175989,0.02506894,0.01121197,0.003176168,0.2306993,0.6405539,0.0004092042],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009457892,0.01141948,0.6791838,0.1892289,0.004339163,0.03089136,0.001868183,0.002210061,0.07140109],"genre_scores_gemma":[0.0345102,0.002811922,0.933121,0.008893157,0.0002776414,0.01744707,0.0008641153,0.0001881866,0.001886818],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2050182,"threshold_uncertainty_score":0.9803541,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1008927084045859,"score_gpt":0.5222582199606388,"score_spread":0.4213655115560529,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}