{"id":"W3191701502","doi":"10.1080/0142159x.2021.1957088","title":"Ottawa 2020 consensus statement for programmatic assessment – 1. Agreement on the principles","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":115,"is_retracted":false,"has_abstract":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Operationalization; Medical education; Curriculum; Program evaluation; Engineering ethics; Medicine; Psychology; Political science; Pedagogy; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2144215,0.00212013,0.004524002,0.01080384,0.007263087,0.01426928,0.01862385,0.01926865,0.01260156],"category_scores_gemma":[0.3071682,0.004027469,0.009620917,0.008445152,0.01199296,0.004734938,0.01322877,0.02617141,0.01189552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04919924,"about_ca_system_score_gemma":0.2153567,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.193291,"about_ca_topic_score_gemma":0.1557359,"domain_scores_codex":[0.7150252,0.1374164,0.06237194,0.00745107,0.0657317,0.01200367],"domain_scores_gemma":[0.5684406,0.102334,0.02022155,0.01761128,0.2719711,0.01942149],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003582635,0.0001548976,0.001668052,0.01107148,0.0002830783,0.0003435674,0.003306563,0.001520199,0.0004775359,0.0472433,0.7994764,0.1340967],"study_design_scores_gemma":[0.0001703602,0.00008450548,0.003794283,0.02919088,0.0002283945,0.000271323,0.00162152,0.0006241713,0.0006254831,0.01904741,0.9441017,0.0002399061],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.003037771,0.06233248,0.1568066,0.5145002,0.0572215,0.02979904,0.01889674,0.002378592,0.1550272],"genre_scores_gemma":[0.06376386,0.04369012,0.5508122,0.1029831,0.005797138,0.07985347,0.02922631,0.002400986,0.1214727],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.7855785,"threshold_uncertainty_score":0.9687582,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07826089378203037,"score_gpt":0.4097405264132591,"score_spread":0.3314796326312287,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}