{"id":"W4396977150","doi":"10.1001/jamaoncol.2024.0836","title":"Physician and Artificial Intelligence Chatbot Responses to Cancer Questions From Social Media","year":2024,"lang":"en","type":"article","venue":"JAMA Oncology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":99,"is_retracted":false,"has_abstract":true,"ca_institutions":"University Health Network; Princess Margaret Cancer Centre; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Chatbot; Social media; MEDLINE; World Wide Web; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002897129,0.0001202326,0.0002549585,0.0001828889,0.0001621816,0.00006129389,0.00006658799,0.00022951,0.0003152662],"category_scores_gemma":[0.0006595163,0.0001120236,0.00005073699,0.000353372,0.0001516753,0.0001019485,0.00003824505,0.0003389912,0.0003563413],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003239251,"about_ca_system_score_gemma":0.0007976398,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002483647,"about_ca_topic_score_gemma":0.003405968,"domain_scores_codex":[0.9987563,0.0001211784,0.0003542634,0.0003520322,0.0001486191,0.000267537],"domain_scores_gemma":[0.9983072,0.001191314,0.00003915676,0.0001227557,0.0001474111,0.0001921433],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003675886,0.00009220264,0.0003915372,0.0000325527,0.00002934806,0.00004477435,0.01995839,0.00000231844,0.005731947,0.008986222,0.005737939,0.9586252],"study_design_scores_gemma":[0.00009543187,0.002035171,0.06032712,0.001128653,0.0005763795,0.0000781639,0.04538004,0.00353657,0.0929042,0.211532,0.5815244,0.0008819652],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8463644,0.001531301,0.001271509,0.1468128,0.002757947,0.0002937453,0.00007037566,0.0001231058,0.0007747299],"genre_scores_gemma":[0.9870664,0.0003597076,0.0007700838,0.005640091,0.005785538,0.0001521722,0.00003123957,0.00002072796,0.0001740475],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9577432,"threshold_uncertainty_score":0.4580165,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2329463557034382,"score_gpt":0.501416852682031,"score_spread":0.2684704969785927,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}