{"id":"W4295014627","doi":"10.2196/38140","title":"An Assessment of Mentions of Adverse Drug Events on Social Media With Natural Language Processing: Model Development and Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Drug development; Social media; Data science; Medicine; Drug; World Wide Web; Pharmacology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005692117,0.0001365334,0.0002950436,0.000254331,0.0003265712,0.000002817426,0.0002193603,0.00007227425,0.0003889786],"category_scores_gemma":[0.00001173018,0.0001133261,0.00006994599,0.0004758937,0.0001525771,0.000202397,0.00009212398,0.0007179438,0.000001254037],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008596435,"about_ca_system_score_gemma":0.0004450193,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001807589,"about_ca_topic_score_gemma":0.00001426758,"domain_scores_codex":[0.9983438,0.0001158472,0.0005143835,0.0001006338,0.0007188244,0.0002065483],"domain_scores_gemma":[0.9991875,0.0001079408,0.0003543204,0.00009416275,0.00006654111,0.0001895431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001905737,0.01364988,0.06996145,0.002147908,0.007452909,0.00010355,0.5546238,0.1425755,0.004964187,0.004169605,0.005106281,0.1933391],"study_design_scores_gemma":[0.003427956,0.0000936082,0.01735527,0.00004076188,0.0008165381,0.00001033483,0.03079649,0.9423562,0.002125121,0.00002749258,0.002643109,0.0003071017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9979286,0.0000281791,0.0003621279,0.0001172307,0.00007938445,0.0002229377,0.000138387,0.00003069251,0.001092435],"genre_scores_gemma":[0.9976869,0.00001043232,0.001320179,0.0004679477,0.00002556855,0.0001154537,0.0002885324,0.000007592274,0.00007740987],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7997807,"threshold_uncertainty_score":0.4621305,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05776967773707019,"score_gpt":0.4703392044594746,"score_spread":0.4125695267224044,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}