{"id":"W4387088315","doi":"10.1016/j.asjsur.2023.09.089","title":"Can ChatGPT pass China's national medical licensing examination?","year":2023,"lang":"en","type":"letter","venue":"Asian Journal of Surgery","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Medicine; China; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003380572,0.0005984163,0.0007400728,0.0008477911,0.01224016,0.004607682,0.001865077,0.06676587,0.02388005],"category_scores_gemma":[0.01438811,0.0005561206,0.001169329,0.0006264989,0.003504728,0.004856233,0.003609635,0.04159418,0.007156041],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00708206,"about_ca_system_score_gemma":0.02491134,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.06080976,"about_ca_topic_score_gemma":0.1158316,"domain_scores_codex":[0.9971479,0.0003057269,0.0002169662,0.0002820472,0.0005723926,0.00147506],"domain_scores_gemma":[0.9944899,0.00160854,0.0002437505,0.0001214071,0.0006533072,0.002883079],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005895101,0.0001268838,0.006713259,0.00004487609,0.00001935974,0.009026733,0.001832112,0.00005242856,0.0003209556,0.01782633,0.9494892,0.01448903],"study_design_scores_gemma":[0.0001665417,0.0001981672,0.009479874,0.0005159697,0.00005905034,0.00704944,0.01061332,0.0008254165,0.0004331002,0.02223044,0.948275,0.0001535932],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.002348961,0.0002831721,0.00005126794,0.9820779,0.005494889,0.00001838847,0.00003511049,0.00001621564,0.009674],"genre_scores_gemma":[0.01496155,0.0004363042,0.0001080576,0.9346576,0.005512302,0.00003639582,0.00002867711,0.00002026776,0.04423875],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.06676587,"threshold_uncertainty_score":0.1209116,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1849129331867377,"score_gpt":0.402649657569934,"score_spread":0.2177367243831963,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}