{"id":"W4396977150","doi":"10.1001/jamaoncol.2024.0836","title":"Physician and Artificial Intelligence Chatbot Responses to Cancer Questions From Social Media","year":2024,"lang":"en","type":"article","venue":"JAMA Oncology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":99,"is_retracted":false,"has_abstract":true,"ca_institutions":"University Health Network; Princess Margaret Cancer Centre; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Chatbot; Social media; MEDLINE; World Wide Web; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01031175,0.0002914295,0.0002383562,0.0007260352,0.0008780973,0.001128966,0.0003967906,0.0009205645,0.00843061],"category_scores_gemma":[0.08346083,0.0002135338,0.000282877,0.0004374228,0.0006879242,0.0009043851,0.001631724,0.0006757121,0.001322414],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001158948,"about_ca_system_score_gemma":0.0009818443,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007928341,"about_ca_topic_score_gemma":0.00137376,"domain_scores_codex":[0.9915565,0.006098499,0.0005112661,0.0005518171,0.0009405813,0.000341388],"domain_scores_gemma":[0.8995277,0.07530452,0.01154581,0.002848445,0.00738298,0.003390571],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.008076758,0.00413982,0.6054737,0.001886474,0.0002217123,0.001193518,0.1119548,0.001808949,0.01823578,0.0007100123,0.01563516,0.2306633],"study_design_scores_gemma":[0.0009125335,0.01087233,0.9093164,0.0003722039,0.0001664774,0.001287922,0.03243094,0.006941011,0.01122526,0.0008915614,0.02542762,0.0001558642],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9920806,0.00007329556,0.001762504,0.0004038802,0.00004337469,0.0007333873,0.0002818602,0.0001260382,0.004495083],"genre_scores_gemma":[0.9927586,0.00005840391,0.003264549,0.0005066437,0.00004372115,0.00118462,0.0002300324,0.00002462899,0.001928863],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01031175,"threshold_uncertainty_score":0.05453432,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2329463557034382,"score_gpt":0.501416852682031,"score_spread":0.2684704969785927,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}