{"id":"W4385992589","doi":"10.2196/43630","title":"Automating Detection of Drug-Related Harms on Social Media: Machine Learning Framework","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University; Canadian Centre on Substance Use and Addiction; Greo; Canadian Medical Protective Association; Carleton University; Saint Mary's University","funders":"Health Canada","keywords":"Social media; Enforcement; Warning system; Internet privacy; Law enforcement; Public health; Medicine; Public health surveillance; Business; Computer science; World Wide Web; Political science; Pathology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00992515,0.0001391927,0.0003677669,0.0007362381,0.0002485623,0.00002297935,0.0006057317,0.0005128952,0.003427813],"category_scores_gemma":[0.00607145,0.0001128488,0.0002146507,0.001019563,0.0003878092,0.0001300567,0.0001854923,0.008451267,0.0003792309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001479488,"about_ca_system_score_gemma":0.0002178256,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003052662,"about_ca_topic_score_gemma":0.00001272454,"domain_scores_codex":[0.9951086,0.001546084,0.0007850372,0.0001763541,0.001867603,0.0005163028],"domain_scores_gemma":[0.9935553,0.005219855,0.000383902,0.00007753885,0.0003629499,0.0004004658],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.003355259,0.002273133,0.01360822,0.000579498,0.002462696,0.003471562,0.0327989,0.002720708,0.1951604,0.003904577,0.1086726,0.6309925],"study_design_scores_gemma":[0.01210475,0.001395527,0.01707224,0.002409225,0.0004140178,0.00074964,0.009904341,0.2940102,0.3788901,0.007079264,0.2751631,0.0008075704],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9901192,0.000295252,0.00009640525,0.00602234,0.002190844,0.0001057899,0.000009297059,0.00007301329,0.001087819],"genre_scores_gemma":[0.9965349,0.001383167,0.00001478141,0.0002061492,0.00106199,0.00000769174,0.000008448922,0.0000232045,0.0007596386],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6301849,"threshold_uncertainty_score":0.9974832,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2220119644005725,"score_gpt":0.5458263209758333,"score_spread":0.3238143565752608,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}