{"id":"W4400414000","doi":"10.36834/cmej.77995","title":"Five ways to get a grip on applying a program evaluation model in health professions education academies","year":2024,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science; Medical education; Mathematics education; Medicine; Psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.5864787,0.004331771,0.00385701,0.02111334,0.02292054,0.05580185,0.0109105,0.02353824,0.009379475],"category_scores_gemma":[0.4746524,0.004030332,0.006098744,0.0154225,0.05286556,0.06456032,0.02959295,0.04058361,0.002747446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.05356925,"about_ca_system_score_gemma":0.1671851,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02772208,"about_ca_topic_score_gemma":0.05188441,"domain_scores_codex":[0.33818,0.576983,0.0293012,0.007722883,0.03773136,0.01008161],"domain_scores_gemma":[0.3591478,0.4481194,0.01948836,0.04072412,0.1026509,0.02986955],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000347428,0.002246809,0.009635116,0.005681922,0.0005656411,0.0003864674,0.02474087,0.003467213,0.0004219127,0.6136281,0.102945,0.2359336],"study_design_scores_gemma":[0.001948462,0.002194446,0.007692125,0.02568665,0.0006610698,0.0004660869,0.05686306,0.01367512,0.002652568,0.6795357,0.2074776,0.001147075],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.007743461,0.006356557,0.328469,0.6028286,0.002933954,0.012235,0.000375188,0.001832132,0.03722612],"genre_scores_gemma":[0.06009387,0.002356989,0.8819314,0.03476297,0.0002641615,0.01588624,0.0001701287,0.0003683981,0.004165819],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5864787,"threshold_uncertainty_score":0.5099455,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05724271687146038,"score_gpt":0.4556043154629889,"score_spread":0.3983615985915285,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}