{"id":"W4361251463","doi":"10.1101/2023.03.30.23287899","title":"ChatGPT in Healthcare: A Taxonomy and Systematic Review","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":134,"is_retracted":false,"has_abstract":true,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"European Regional Development Fund","keywords":"Health care; Systematic review; Categorization; Status quo; Computer science; Variety (cybernetics); Taxonomy (biology); Software deployment; Adversarial system; Health professionals; Data science; Artificial intelligence; MEDLINE; Political science; Software engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01368838,0.001675462,0.00585609,0.03234183,0.001066676,0.003962353,0.002732973,0.002907324,0.006890855],"category_scores_gemma":[0.08443733,0.001122576,0.00509023,0.02896583,0.00197943,0.005311515,0.003302471,0.001996971,0.0007239732],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005126469,"about_ca_system_score_gemma":0.01700354,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008217454,"about_ca_topic_score_gemma":0.01838821,"domain_scores_codex":[0.9849192,0.004706771,0.006062288,0.00122708,0.002670764,0.0004138551],"domain_scores_gemma":[0.8831446,0.09603418,0.01205758,0.001485318,0.00649954,0.0007788254],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001410385,0.00003385709,0.00101168,0.875821,0.001865016,0.0002059959,0.001013913,0.0001489787,0.0001622115,0.001367424,0.004416244,0.1138128],"study_design_scores_gemma":[0.00006118062,0.0001257478,0.002339433,0.9569353,0.006957036,0.000520552,0.000993051,0.000142264,0.000138151,0.0009722434,0.03076878,0.00004634378],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0006404449,0.9973212,0.0003997268,0.0005774631,0.0001275801,0.000251157,0.0003576326,0.00001693391,0.0003077516],"genre_scores_gemma":[0.009315103,0.9872406,0.001281751,0.0007524492,0.0001316885,0.0007388475,0.0003831866,0.00001352894,0.0001428239],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03234183,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2656053053295729,"score_gpt":0.4365716983997974,"score_spread":0.1709663930702244,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}