{"id":"W3212008682","doi":"10.1007/s10459-021-10083-6","title":"Vitalizing the evaluation of curricular implementation: a framework for attending to the “how and whys” of curriculum evolution","year":2021,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta; Institute for Work & Health; University of Toronto","funders":"","keywords":"Summative assessment; Curriculum; Formative assessment; Computer science; Work (physics); Engineering ethics; Medical education; Management science; Psychology; Mathematics education; Pedagogy; Medicine; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01896087,0.00007711064,0.0001628708,0.0001984355,0.0004590561,0.0001032839,0.0003447914,0.00002288206,0.0000740695],"category_scores_gemma":[0.003183465,0.00004466133,0.00003885623,0.002294587,0.0001438301,0.0008339471,0.00005563538,0.00006792871,0.000001307016],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000168504,"about_ca_system_score_gemma":0.001878206,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001268734,"about_ca_topic_score_gemma":0.000985115,"domain_scores_codex":[0.9963704,0.000650997,0.0006880281,0.0003388655,0.00175255,0.0001991036],"domain_scores_gemma":[0.9965667,0.001158221,0.0007039706,0.0002916821,0.001231136,0.0000483165],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004350252,0.00008337306,0.2448128,0.00007334349,0.000003039014,1.034685e-8,0.004867918,0.01506924,0.00006427403,0.1920463,0.0005989931,0.5423764],"study_design_scores_gemma":[0.0004394209,0.0003703267,0.24532,0.0005309991,0.0000288755,0.000006778148,0.2332525,0.09379571,0.0007959176,0.4013254,0.02395182,0.0001822162],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7554228,0.02218778,0.13765,0.07893977,0.002790632,0.002627688,0.00001575214,0.000007636436,0.0003579377],"genre_scores_gemma":[0.9797971,0.000390518,0.01886162,0.0005645276,0.00009276456,0.000274124,0.0000059113,0.000002587144,0.00001079091],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5421942,"threshold_uncertainty_score":0.6571498,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1642191552230167,"score_gpt":0.5989933205520342,"score_spread":0.4347741653290175,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}