{"id":"W6920698998","doi":"10.6084/m9.figshare.15086264.v2","title":"Ottawa 2020 consensus statements for programmatic assessment - 2. Implementation and practice","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Implementation; Thematic analysis; Curriculum; Function (biology); Culture change; Qualitative research; Qualitative property; Implementation research; Statement (logic)","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1854475,0.001906896,0.002997157,0.01128882,0.007334174,0.009811165,0.01431371,0.01851843,0.02087034],"category_scores_gemma":[0.3155468,0.004241114,0.009564498,0.00964102,0.007946801,0.003681472,0.009186123,0.018623,0.01495881],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04222687,"about_ca_system_score_gemma":0.1678563,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.2033207,"about_ca_topic_score_gemma":0.2121959,"domain_scores_codex":[0.7726664,0.1099641,0.05381981,0.00541348,0.04912847,0.009007727],"domain_scores_gemma":[0.5523325,0.1501742,0.02076421,0.01856332,0.2427562,0.01540958],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004273963,0.0001477397,0.001144901,0.01309149,0.0002527404,0.0002581605,0.002916585,0.001218487,0.0004544959,0.03415989,0.8603976,0.08553058],"study_design_scores_gemma":[0.0002916809,0.00006931175,0.003687787,0.02335419,0.0002341549,0.0001899092,0.001328542,0.0004810551,0.0006255072,0.01376579,0.9557073,0.0002647572],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.004317897,0.05729593,0.1207756,0.4015041,0.06568071,0.05424125,0.05342746,0.002995034,0.239762],"genre_scores_gemma":[0.04952694,0.03032159,0.4935631,0.09248273,0.003115646,0.1342573,0.04573293,0.002122088,0.1488777],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9577731,"threshold_uncertainty_score":0.9807518,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07593479444208041,"score_gpt":0.5091574708208005,"score_spread":0.4332226763787201,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}