{"id":"W4405638294","doi":"10.2196/53424","title":"Application of a Language Model Tool for COVID-19 Vaccine Adverse Event Monitoring Using Web and Social Media Content: Algorithm Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Infodemiology","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Sanofi (Canada)","funders":"Sanofi","keywords":"Social media; Pharmacovigilance; Computer science; MedDRA; Context (archaeology); World Wide Web; Medicine; Adverse effect","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007567606,0.0001558345,0.0002724851,0.0001381381,0.0002049671,0.000006971003,0.00007434825,0.0001869885,0.000009496996],"category_scores_gemma":[0.00007784785,0.0001515113,0.00004739732,0.00009517666,0.00006115207,0.0001386361,0.00008228795,0.0002791342,0.000002221383],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001351882,"about_ca_system_score_gemma":0.0001897386,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001291588,"about_ca_topic_score_gemma":0.000005767408,"domain_scores_codex":[0.9988604,0.0001351025,0.0004303852,0.0002863166,0.00006861776,0.0002192257],"domain_scores_gemma":[0.9990751,0.0005576298,0.0001410282,0.00006884465,0.00005620126,0.0001012297],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001193426,0.001103706,0.260386,0.001440992,0.001154319,0.00004121641,0.113747,0.04110055,0.4014745,0.002384844,0.0006685148,0.1753049],"study_design_scores_gemma":[0.004262421,0.00007439437,0.008712103,0.00001928749,0.0003915851,0.00003011234,0.006878261,0.95916,0.01087284,0.0004330069,0.008821089,0.0003448924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9688292,0.000306589,0.02907226,0.0002444042,0.0002845243,0.001049736,0.0001243823,0.00007912026,0.000009795976],"genre_scores_gemma":[0.996393,0.00006520416,0.002383654,0.0002957494,0.0002007048,0.0005560481,0.00006999267,0.00001376469,0.00002183699],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9180595,"threshold_uncertainty_score":0.617845,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2191346894071221,"score_gpt":0.503030671452772,"score_spread":0.2838959820456499,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}