{"id":"W3000509726","doi":"10.1111/jep.13344","title":"Process and outcome evaluation of a CBME intervention guided by program theory","year":2020,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"ca_institutions":"College of Family Physicians of Canada; University of Toronto; Alberta Advanced Education; University of Alberta","funders":"","keywords":"Context (archaeology); Curriculum; Theory of change; Process management; Process (computing); Autonomy; Program evaluation; Medical education; Computer science; Psychology; Medicine; Management; Business; Political science; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05777131,0.00009966526,0.0004127687,0.0001677366,0.00002661486,0.00003354849,0.00009298812,0.0001655591,0.0003254612],"category_scores_gemma":[0.2750123,0.00008338625,0.0001179547,0.0006276223,0.0001288418,0.001138118,0.00002299206,0.0007791571,0.000005495764],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001600731,"about_ca_system_score_gemma":0.0005971281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002743867,"about_ca_topic_score_gemma":5.248614e-7,"domain_scores_codex":[0.9918311,0.002281008,0.003236487,0.0002063455,0.002333655,0.0001113786],"domain_scores_gemma":[0.9872763,0.001629173,0.002919843,0.000167724,0.007890438,0.0001165346],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001305996,0.002613977,0.02026475,0.0002558264,0.0001596967,0.000003318314,0.001333831,0.0001196294,0.0001100314,0.0001887111,0.004733649,0.9689106],"study_design_scores_gemma":[0.06485462,0.01664132,0.4261118,0.004027985,0.01414765,0.0009022426,0.05175871,0.3667904,0.0009939655,0.03425764,0.01878798,0.0007255857],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9534189,0.001458257,0.001182304,0.0410024,0.0007433011,0.001383343,8.098918e-7,0.00001031038,0.0008004059],"genre_scores_gemma":[0.9880382,0.0001516663,0.008219773,0.003149971,0.0003501544,0.00004960378,0.00001708937,0.00001239265,0.00001114537],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.968185,"threshold_uncertainty_score":0.9702227,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2747113101835632,"score_gpt":0.6421968550803738,"score_spread":0.3674855448968106,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}