{"id":"W4413232282","doi":"10.36834/cmej.80056","title":"OSCEai dermatology: augmenting dermatologic medical education with Large Language Model GPT-4","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Medicine and Dermatology Studies History","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary; University of Toronto","funders":"","keywords":"Dermatology; Computer science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006581444,0.0002495058,0.0005416166,0.0008370125,0.0006089719,0.00002675108,0.0003185466,0.0004996335,0.004760785],"category_scores_gemma":[0.009243228,0.0001955479,0.00009794389,0.0004623631,0.0003737183,0.0001120159,0.00003816059,0.001465266,0.00007359766],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000625628,"about_ca_system_score_gemma":0.1707812,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006368218,"about_ca_topic_score_gemma":0.006814535,"domain_scores_codex":[0.9972318,0.0001582244,0.000667869,0.0003267448,0.0009032372,0.000712152],"domain_scores_gemma":[0.9927415,0.00009000781,0.0001797633,0.0003355914,0.0004705127,0.006182616],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003461885,0.0004030429,0.01379498,0.0001753084,0.0001405632,0.0008541955,0.001033255,7.797024e-7,0.000002838301,0.003268815,0.9651253,0.01516632],"study_design_scores_gemma":[0.004286774,0.0000892915,0.002999322,0.002583413,0.0004907554,0.03841229,0.01591513,0.006227673,0.00003699216,0.0005526645,0.9279566,0.0004491319],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.1655227,0.01950059,0.0038697,0.5820737,0.004782467,0.0006765848,0.000005907706,0.0001324805,0.2234358],"genre_scores_gemma":[0.3922481,0.0004099506,0.001258595,0.6003454,0.0005802583,0.00007097988,0.0000701504,0.00002693385,0.004989611],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.2267254,"threshold_uncertainty_score":0.9991024,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.006550674397338951,"score_gpt":0.3008652126604034,"score_spread":0.2943145382630645,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}