{"id":"W4385231080","doi":"10.1177/12034754231188437","title":"Performance of ChatGPT on a Practice Dermatology Board Certification Examination","year":2023,"lang":"en","type":"letter","venue":"Journal of Cutaneous Medicine and Surgery","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"ca_institutions":"Jewish General Hospital; McGill University; Concordia University; Université de Montréal","funders":"Lady Davis Institute for Medical Research; Fondation de l'Hôpital général juif","keywords":"Medicine; Dermatology; Certification; Board certification; Maintenance of Certification; Medical physics; Medical education; Continuing medical education; Continuing education; Management","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001903574,0.0003734341,0.0005661597,0.001021015,0.007665055,0.001913729,0.001505965,0.02545587,0.0163291],"category_scores_gemma":[0.01705866,0.0006395006,0.0009067277,0.000478455,0.001346986,0.001346306,0.001696821,0.01668596,0.003343954],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007500018,"about_ca_system_score_gemma":0.01124975,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0365522,"about_ca_topic_score_gemma":0.1038027,"domain_scores_codex":[0.9967591,0.0004235521,0.000346552,0.0003576383,0.0005950457,0.00151804],"domain_scores_gemma":[0.9877692,0.003458832,0.000731895,0.0003437242,0.002128901,0.005567406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"case_report","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002667426,0.001247144,0.07266499,0.00007886197,0.00004540178,0.4487781,0.003444523,0.0004143176,0.002747261,0.005050431,0.445462,0.01980032],"study_design_scores_gemma":[0.0003802185,0.002316112,0.1397368,0.001209191,0.0001333151,0.2727787,0.03506669,0.007801834,0.003297101,0.008758367,0.5282294,0.0002922401],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.1108417,0.0003493232,0.0004239625,0.8072339,0.01412854,0.0002789288,0.000257239,0.0001077992,0.06637863],"genre_scores_gemma":[0.4430831,0.0004678091,0.001097373,0.4492935,0.008952958,0.0001172354,0.0002078822,0.0001198537,0.09666029],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.0365522,"threshold_uncertainty_score":0.07267886,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1639220432965241,"score_gpt":0.3918061953894971,"score_spread":0.2278841520929729,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}