{"id":"W6902273076","doi":"10.6084/m9.figshare.15086264","title":"Ottawa 2020 consensus statements for programmatic assessment – 2. Implementation and practice","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Implementation; Thematic analysis; Curriculum; Function (biology); Culture change; Qualitative research; Qualitative property; Implementation research; Statement (logic)","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1815407,0.001953125,0.003078089,0.01084973,0.007178088,0.01032358,0.01438605,0.01850803,0.02014773],"category_scores_gemma":[0.3153269,0.004338448,0.009574901,0.009008825,0.008053748,0.003639345,0.009141,0.0177956,0.0147912],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04214603,"about_ca_system_score_gemma":0.1670959,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.2133456,"about_ca_topic_score_gemma":0.217926,"domain_scores_codex":[0.7669771,0.1127814,0.05506614,0.005598526,0.05033288,0.009244092],"domain_scores_gemma":[0.565839,0.1448625,0.02100558,0.01806518,0.2347118,0.01551602],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004168752,0.0001373566,0.001104051,0.01344842,0.0002667755,0.000256635,0.002782373,0.001335163,0.0004402967,0.03547589,0.8562545,0.0880817],"study_design_scores_gemma":[0.0002842608,0.00006610167,0.003578968,0.02462338,0.0002379564,0.0001939548,0.001257016,0.0004936424,0.0005916454,0.01447911,0.9539289,0.0002650032],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.004088928,0.06025917,0.1131673,0.4215671,0.06619325,0.05001786,0.04987979,0.002979117,0.2318474],"genre_scores_gemma":[0.05104364,0.03295698,0.490396,0.1025047,0.003442575,0.1250804,0.04562805,0.002126961,0.1468208],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.957854,"threshold_uncertainty_score":0.9600902,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07438346994677743,"score_gpt":0.5080103737858325,"score_spread":0.4336269038390551,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}