{"id":"W4405638294","doi":"10.2196/53424","title":"Application of a Language Model Tool for COVID-19 Vaccine Adverse Event Monitoring Using Web and Social Media Content: Algorithm Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Infodemiology","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Sanofi (Canada)","funders":"Sanofi","keywords":"Social media; Pharmacovigilance; Computer science; MedDRA; Context (archaeology); World Wide Web; Medicine; Adverse effect","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006100534,0.001573644,0.0008301202,0.003004634,0.0006399946,0.001746764,0.00145346,0.001841473,0.002739049],"category_scores_gemma":[0.01995369,0.0004572105,0.001591871,0.001359791,0.0003591058,0.00182859,0.001202625,0.001916235,0.001399571],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001357818,"about_ca_system_score_gemma":0.002106335,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01282465,"about_ca_topic_score_gemma":0.01031925,"domain_scores_codex":[0.9973215,0.001260001,0.0003012405,0.0006113487,0.0003729795,0.0001328808],"domain_scores_gemma":[0.9838913,0.01325692,0.0004679407,0.0005444342,0.001693291,0.0001460981],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001099524,0.002076862,0.04205669,0.0007057528,0.0009604872,0.0007145427,0.0004280746,0.2691133,0.008274308,0.0033203,0.01213095,0.6591192],"study_design_scores_gemma":[0.00005484672,0.00009211624,0.001339754,0.00002199482,0.00004870391,0.00007916409,0.00006795381,0.9955005,0.001442517,0.0006547565,0.0006878172,0.000009781611],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2768939,0.00125786,0.6931397,0.0009085347,0.0002220461,0.001460833,0.003433342,0.02026138,0.00242247],"genre_scores_gemma":[0.4731696,0.0004348696,0.5165931,0.0002872262,0.00004864456,0.001563004,0.006114584,0.0003229655,0.001465908],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01282465,"threshold_uncertainty_score":0.0322631,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2191346894071221,"score_gpt":0.503030671452772,"score_spread":0.2838959820456499,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}