{"id":"W4387088315","doi":"10.1016/j.asjsur.2023.09.089","title":"Can ChatGPT pass China's national medical licensing examination?","year":2023,"lang":"en","type":"letter","venue":"Asian Journal of Surgery","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Medicine; China; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002964215,0.0002209981,0.0006913081,0.001072393,0.0001244891,0.00004668308,0.0001481359,0.0007866069,0.0005507037],"category_scores_gemma":[0.004599136,0.0001945591,0.0003740421,0.0004956358,0.0001102366,0.0001300042,0.00002067391,0.002554436,0.0001063816],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004021148,"about_ca_system_score_gemma":0.004270351,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008305773,"about_ca_topic_score_gemma":0.00002221211,"domain_scores_codex":[0.9956038,0.0002483832,0.001355174,0.0002170171,0.002178833,0.0003967923],"domain_scores_gemma":[0.9962977,0.001124756,0.0008816504,0.0001757291,0.001214404,0.0003058186],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001562906,0.00004003394,0.00310442,0.0002107221,0.0001089613,0.002442418,0.0009381428,6.671276e-7,0.00000398368,0.000007546088,0.8929451,0.1001824],"study_design_scores_gemma":[0.000144178,0.0002999123,0.1330891,0.008687412,0.0003500321,0.01030568,0.001866778,0.0001381545,0.0004351403,0.003426247,0.8404859,0.0007715726],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.01355745,0.0001696443,0.00006404497,0.978808,0.005994932,0.0001159281,0.000009501081,0.00003228423,0.001248151],"genre_scores_gemma":[0.455008,0.0006243888,0.0001296789,0.4835135,0.05765484,0.000009042846,0.0003657862,0.0001308373,0.002563987],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.4952946,"threshold_uncertainty_score":0.9997467,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1849129331867377,"score_gpt":0.402649657569934,"score_spread":0.2177367243831963,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}