{"id":"W3212008682","doi":"10.1007/s10459-021-10083-6","title":"Vitalizing the evaluation of curricular implementation: a framework for attending to the “how and whys” of curriculum evolution","year":2021,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta; Institute for Work & Health; University of Toronto","funders":"","keywords":"Summative assessment; Curriculum; Formative assessment; Computer science; Work (physics); Engineering ethics; Medical education; Management science; Psychology; Mathematics education; Pedagogy; Medicine; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3248063,0.002622673,0.003946492,0.008911013,0.007036134,0.02580675,0.0064542,0.006835169,0.002779561],"category_scores_gemma":[0.3977423,0.00172138,0.003298167,0.005843588,0.0280391,0.02327316,0.011558,0.009740159,0.0004963069],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.015043,"about_ca_system_score_gemma":0.06696175,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0147018,"about_ca_topic_score_gemma":0.01917367,"domain_scores_codex":[0.6824718,0.259341,0.01716818,0.007315892,0.02856899,0.005134043],"domain_scores_gemma":[0.6681752,0.2322072,0.02308914,0.0242071,0.04557147,0.006749816],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003493536,0.0005559613,0.03339042,0.002590181,0.0007916432,0.0001872095,0.01768691,0.00873406,0.001994219,0.4668823,0.01010986,0.4567279],"study_design_scores_gemma":[0.0002184699,0.0009561303,0.01605985,0.006813877,0.0008003142,0.0003010434,0.01583448,0.04661852,0.0106719,0.8447472,0.05641384,0.0005644148],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03367805,0.005669833,0.800714,0.1089754,0.001326548,0.002908287,0.0003884298,0.001161185,0.04517829],"genre_scores_gemma":[0.4446279,0.001209202,0.5452024,0.004219057,0.0002062707,0.002202102,0.0001565541,0.0002752179,0.001901362],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3248063,"threshold_uncertainty_score":0.8326341,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1642191552230167,"score_gpt":0.5989933205520342,"score_spread":0.4347741653290175,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}