{"id":"W4398138957","doi":"10.1080/0142159x.2024.2350522","title":"Managing assessment during curriculum change: Ottawa Consensus Statement","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Accreditation; Context (archaeology); Stakeholder engagement; Stakeholder; Formative assessment; Medical education; Engineering ethics; Medicine; Psychology; Political science; Public relations; Pedagogy; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001496237,0.0001642199,0.0002262856,0.0002320094,0.00009308832,0.00004002158,0.0001129503,0.0001543855,0.009850686],"category_scores_gemma":[0.0006268997,0.0001289958,0.00006964016,0.0005451812,0.000149202,0.00005846203,0.00007216921,0.0009420963,0.0002553893],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004862607,"about_ca_system_score_gemma":0.0003148479,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008132443,"about_ca_topic_score_gemma":0.000003419691,"domain_scores_codex":[0.9974166,0.00007894649,0.0005108402,0.0003668073,0.001250378,0.0003764562],"domain_scores_gemma":[0.9993345,0.00001994399,0.00004651484,0.0002849724,0.00008778354,0.0002262961],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002206785,0.001640349,0.1123719,0.002682104,0.0005263349,0.002584965,0.003905933,0.00000159938,0.0002720229,0.008996295,0.4463639,0.4206325],"study_design_scores_gemma":[0.002536081,0.0002487858,0.04295333,0.003489351,0.000321841,0.00071118,0.003491424,0.1980537,0.0001078303,0.0009250211,0.7465714,0.000590134],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8551581,0.0008941162,0.001566681,0.119149,0.002462057,0.0005642819,0.000001099779,0.0004357561,0.01976894],"genre_scores_gemma":[0.9853458,0.00009525787,0.002391975,0.001766206,0.002068368,0.0002480297,0.00006990901,0.00004611877,0.007968371],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4200424,"threshold_uncertainty_score":0.9910544,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02832189559919763,"score_gpt":0.3939742094542091,"score_spread":0.3656523138550115,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}