{"id":"W3185283782","doi":"10.1080/0142159x.2021.1956681","title":"Ottawa 2020 consensus statements for programmatic assessment – 2. Implementation and practice","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; Dalhousie University; The Wilson Centre; University of Toronto","funders":"Flinders University; McMaster University","keywords":"Implementation; Thematic analysis; Curriculum; Culture change; Medical education; Engineering ethics; Psychology; Political science; Management science; Qualitative research; Pedagogy; Sociology; Medicine; Computer science; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002195501,0.0001076374,0.0001990005,0.00004265625,0.00009178044,0.00003227187,0.00004426753,0.0001104797,0.002985718],"category_scores_gemma":[0.008482807,0.00009367506,0.00003360706,0.0002517044,0.000115247,0.00007833177,0.00003660884,0.0002945274,0.00001143945],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001657801,"about_ca_system_score_gemma":0.0008069432,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002351877,"about_ca_topic_score_gemma":0.00001325186,"domain_scores_codex":[0.9980353,0.0001749783,0.0004984892,0.0002671859,0.0007835302,0.0002405496],"domain_scores_gemma":[0.9988816,0.0001718105,0.000135047,0.0001902987,0.0004474144,0.0001738799],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009219407,0.001659151,0.04290597,0.0006732645,0.0003958734,0.0001586006,0.001313411,1.772089e-7,0.0002610754,0.006540071,0.2666465,0.6793537],"study_design_scores_gemma":[0.008426202,0.0006003497,0.01474759,0.0002516159,0.0005741991,0.0008508158,0.02327219,0.009128936,0.0001769427,0.001304616,0.9403754,0.000291072],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6420674,0.0004025467,0.02943715,0.3098163,0.001097236,0.002637207,0.000007759329,0.0001499263,0.01438441],"genre_scores_gemma":[0.7119162,0.0001214938,0.2631156,0.01421082,0.001204178,0.001190388,0.001514135,0.00007363295,0.006653517],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6790627,"threshold_uncertainty_score":0.9998692,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04509686460435283,"score_gpt":0.5102844055407094,"score_spread":0.4651875409363566,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}