{"id":"W4388502894","doi":"10.2196/51243","title":"Can we use ChatGPT for Mental Health and Substance Use Education? Examining Its Quality and Potential Harms","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Misinformation; Mental health; The Internet; Quality (philosophy); Psychology; Internet privacy; Medicine; Public relations; Medical education; Computer science; Political science; Computer security; World Wide Web; Psychiatry; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006924521,0.0001414798,0.0002417357,0.0001833922,0.0003001524,0.00007616801,0.00005740948,0.0001496105,0.00007213209],"category_scores_gemma":[0.001673941,0.0001350212,0.00003075783,0.0003222222,0.0001103002,0.0003009803,0.00001985465,0.0002071825,0.00001322216],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000193281,"about_ca_system_score_gemma":0.004520661,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00129915,"about_ca_topic_score_gemma":0.0003581365,"domain_scores_codex":[0.998221,0.0001057789,0.0005361339,0.0003991041,0.00040517,0.0003327788],"domain_scores_gemma":[0.9982193,0.0002877848,0.0001706156,0.0002004437,0.000259533,0.0008623733],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002494307,0.0008862444,0.09109679,0.00119645,0.00002879831,9.01822e-7,0.04538782,3.414727e-7,0.0004355357,0.002138878,0.06605946,0.7925193],"study_design_scores_gemma":[0.0007792551,0.001174088,0.8099009,0.002969259,0.00007077369,0.0001747837,0.09678616,0.002520257,0.001025247,0.004573204,0.07928492,0.0007411774],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8588056,0.000891683,0.00006005725,0.1370488,0.001851538,0.001239674,0.00001869404,0.0000734568,0.00001055019],"genre_scores_gemma":[0.9835814,0.002919903,0.0005048386,0.008628882,0.0009931744,0.0005625483,0.000715686,0.00002646053,0.002067154],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7917781,"threshold_uncertainty_score":0.8019459,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2756360376649405,"score_gpt":0.5137590800059211,"score_spread":0.2381230423409806,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}