{"id":"W4406200047","doi":"10.1080/0142159x.2024.2445037","title":"Artificial Intelligence in Health Professions Education assessment: AMEE Guide No. 178","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University; Royal College of Physicians and Surgeons of Canada; Baycrest Hospital; McGill University Health Centre; University of Toronto","funders":"","keywords":"TUTOR; Health professions; Engineering ethics; Medical education; Face (sociological concept); Psychology; Computer science; Pedagogy; Medicine; Political science; Engineering; Health care; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002610398,0.0001387692,0.0002997086,0.0004138423,0.00011942,0.00001451593,0.000204008,0.0002554409,0.00446486],"category_scores_gemma":[0.00831502,0.0001178173,0.00004698167,0.001248078,0.0001889362,0.00006644741,0.00006847083,0.001228528,0.0001985041],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007318848,"about_ca_system_score_gemma":0.006770026,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002509403,"about_ca_topic_score_gemma":0.00004579859,"domain_scores_codex":[0.997355,0.0002224689,0.0009985678,0.0003361017,0.0007470719,0.0003407962],"domain_scores_gemma":[0.998981,0.00005359414,0.0001237217,0.0004036122,0.0002541642,0.0001838872],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002218195,0.002358442,0.03234734,0.000269904,0.00001941006,0.000004152886,0.0006513025,8.470136e-7,0.00002238638,0.03641043,0.1732991,0.7545945],"study_design_scores_gemma":[0.0008408891,0.0004013516,0.07196488,0.008265388,0.00006867554,0.00003275567,0.01238405,0.07579061,0.000113719,0.02990348,0.7997062,0.0005280465],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.18031,0.0005789678,0.1001543,0.453293,0.009303295,0.002462208,0.000001361317,0.0003020767,0.2535947],"genre_scores_gemma":[0.8570698,0.0001521955,0.02517337,0.03280023,0.001755191,0.0006412612,0.0002664095,0.00004236476,0.08209914],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7540665,"threshold_uncertainty_score":0.9988607,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03566869750432242,"score_gpt":0.4759556087567935,"score_spread":0.4402869112524711,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}