{"id":"W4389384749","doi":"10.1097/ceh.0000000000000535","title":"Principles-Focused Evaluation: A Promising Practice in the Evaluation of Continuing Professional Development","year":2023,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Humber River Regional Hospital; Canadian Centre on Substance Use and Addiction","funders":"Health Canada","keywords":"Program evaluation; Process (computing); Computer science; Management science; Process management; Program Design Language; Engineering ethics; Engineering; Political science; Software engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2246597,0.000159961,0.0004131224,0.001071143,0.0003711054,0.000142697,0.001003344,0.00009361463,0.0001764132],"category_scores_gemma":[0.02822783,0.00008517395,0.00009428039,0.002753288,0.00006019143,0.0009048147,0.00007992888,0.0008062306,0.00002814216],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004854666,"about_ca_system_score_gemma":0.01391682,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001810056,"about_ca_topic_score_gemma":0.0001601984,"domain_scores_codex":[0.9696592,0.01624456,0.004129198,0.0003310678,0.009183487,0.0004524993],"domain_scores_gemma":[0.9821482,0.007604785,0.00447795,0.0005549706,0.005128796,0.0000852408],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00009975109,0.0006892949,0.01684257,0.00004129904,0.00001157404,8.837974e-7,0.3299846,0.001612204,0.00006404069,0.0009389297,0.006448675,0.6432661],"study_design_scores_gemma":[0.001995929,0.0001312019,0.6256487,0.002682765,0.00005038832,0.00003449613,0.3235656,0.01164577,0.00004193495,0.004005836,0.03007277,0.0001246013],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9387577,0.000714258,0.0001597854,0.05291663,0.003028201,0.002614158,0.000001260012,0.000008105852,0.0017999],"genre_scores_gemma":[0.9951903,0.00006698225,0.002378474,0.001095665,0.0002324051,0.000296167,0.00001084418,0.00001082081,0.0007182939],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6431416,"threshold_uncertainty_score":0.9916734,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3743452590406202,"score_gpt":0.6091254155061485,"score_spread":0.2347801564655284,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}