{"id":"W4406200047","doi":"10.1080/0142159x.2024.2445037","title":"Artificial Intelligence in Health Professions Education assessment: AMEE Guide No. 178","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University; Royal College of Physicians and Surgeons of Canada; Baycrest Hospital; McGill University Health Centre; University of Toronto","funders":"","keywords":"TUTOR; Health professions; Engineering ethics; Medical education; Face (sociological concept); Psychology; Computer science; Pedagogy; Medicine; Political science; Engineering; Health care; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005825378,0.001298945,0.00111862,0.003770977,0.001333326,0.002994712,0.002183976,0.005725326,0.02277987],"category_scores_gemma":[0.01497394,0.001155446,0.0009676509,0.002071214,0.002084543,0.003848424,0.003609222,0.004615762,0.02697248],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001885862,"about_ca_system_score_gemma":0.009686061,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009146867,"about_ca_topic_score_gemma":0.03315758,"domain_scores_codex":[0.9955292,0.001426953,0.000746451,0.0001690751,0.001920372,0.0002077956],"domain_scores_gemma":[0.9889403,0.005719383,0.0005389164,0.0004080131,0.003824963,0.0005684931],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002909992,0.0001881363,0.0004542025,0.0009633696,0.000007690481,0.0002698066,0.0008618098,0.0008392412,0.0009042216,0.01128142,0.7083058,0.2758951],"study_design_scores_gemma":[0.000005971798,0.0000404897,0.0007984106,0.0009867088,0.000002983709,0.0005179128,0.0002080257,0.0002753927,0.0001437293,0.005654551,0.9913468,0.00001904237],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.003631203,0.05533065,0.2314983,0.1211041,0.01025127,0.009563311,0.006403696,0.006877151,0.5553403],"genre_scores_gemma":[0.008998048,0.06183079,0.4294008,0.0467486,0.00235022,0.007174793,0.005923104,0.001443938,0.4361297],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.02277987,"threshold_uncertainty_score":0.07620621,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03566869750432242,"score_gpt":0.4759556087567935,"score_spread":0.4402869112524711,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}