{"id":"W3000509726","doi":"10.1111/jep.13344","title":"Process and outcome evaluation of a CBME intervention guided by program theory","year":2020,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"ca_institutions":"College of Family Physicians of Canada; University of Toronto; Alberta Advanced Education; University of Alberta","funders":"","keywords":"Context (archaeology); Curriculum; Theory of change; Process management; Process (computing); Autonomy; Program evaluation; Medical education; Computer science; Psychology; Medicine; Management; Business; Political science; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.134424,0.001558236,0.001202983,0.003667243,0.003659118,0.002919997,0.002196688,0.002271667,0.008328261],"category_scores_gemma":[0.186148,0.0008019422,0.001732634,0.002083555,0.003390762,0.003182216,0.006001169,0.003317041,0.001136539],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01012102,"about_ca_system_score_gemma":0.03074055,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002855013,"about_ca_topic_score_gemma":0.002830144,"domain_scores_codex":[0.8562337,0.1118285,0.007444906,0.005847724,0.0142046,0.004440582],"domain_scores_gemma":[0.8263523,0.1126281,0.01326091,0.01161664,0.03037955,0.005762533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.009172808,0.02496415,0.01740645,0.00890488,0.0002123969,0.0004195586,0.04886225,0.007498511,0.008123124,0.01763716,0.006506884,0.8502918],"study_design_scores_gemma":[0.03017922,0.1883056,0.2157697,0.02594131,0.002169489,0.0008752856,0.09177453,0.05990619,0.1583511,0.07520878,0.1501342,0.001384513],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"empirical","genre_scores_codex":[0.3187813,0.0009381706,0.2219672,0.005817614,0.0006248645,0.4080096,0.001479674,0.001242815,0.04113875],"genre_scores_gemma":[0.4505156,0.0004279352,0.2350339,0.001023407,0.000101179,0.3094573,0.0004563561,0.0001201021,0.002864094],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.134424,"threshold_uncertainty_score":0.7109107,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2747113101835632,"score_gpt":0.6421968550803738,"score_spread":0.3674855448968106,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}