{"id":"W4295014627","doi":"10.2196/38140","title":"An Assessment of Mentions of Adverse Drug Events on Social Media With Natural Language Processing: Model Development and Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Drug development; Social media; Data science; Medicine; Drug; World Wide Web; Pharmacology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004071775,0.00127958,0.0006460742,0.002259131,0.0004978395,0.001345159,0.001636532,0.00137756,0.001857037],"category_scores_gemma":[0.01079068,0.0005349658,0.001567064,0.001027078,0.0006007176,0.001926377,0.001067048,0.001931873,0.0006516383],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00179874,"about_ca_system_score_gemma":0.001241699,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02523986,"about_ca_topic_score_gemma":0.02245485,"domain_scores_codex":[0.9988555,0.0004231636,0.00008991254,0.0003988007,0.0001496124,0.00008308393],"domain_scores_gemma":[0.9912782,0.007079219,0.0004510504,0.0002674012,0.0008050499,0.000119009],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004391149,0.0009002523,0.04623979,0.0002958399,0.0004534296,0.000389819,0.0005170741,0.8248989,0.002755851,0.003772652,0.003270409,0.1160669],"study_design_scores_gemma":[0.000003609859,0.00002799237,0.001123411,0.000005749655,0.00001571962,0.00001507028,0.00001833741,0.9975914,0.0001841643,0.0008868394,0.0001226263,0.000005224058],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5424237,0.001035427,0.4416259,0.003364579,0.0002204407,0.00088661,0.004064387,0.002415884,0.00396301],"genre_scores_gemma":[0.9008583,0.0002743356,0.09329767,0.0002397859,0.00008966668,0.0006651367,0.002756002,0.00004583554,0.00177324],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02523986,"threshold_uncertainty_score":0.05018586,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05776967773707019,"score_gpt":0.4703392044594746,"score_spread":0.4125695267224044,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}