{"id":"W2906409000","doi":"10.2196/11448","title":"The Adverse Drug Reactions From Patient Reports in Social Media Project: Protocol for an Evaluation Against a Gold Standard","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Région Normandie","keywords":"Terminology; Pharmacovigilance; Protocol (science); Social media; Lexicon; Computer science; MedDRA; Adverse drug reaction; Gold standard (test); Guideline; Sample (material); Data science; Artificial intelligence; Medicine; Drug; World Wide Web; Alternative medicine; Pathology; Pharmacology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.170935,0.004051583,0.00383298,0.005643931,0.00473888,0.003230531,0.004215712,0.005930656,0.0282628],"category_scores_gemma":[0.1525082,0.002624376,0.00396788,0.004116004,0.004941946,0.002960883,0.005799109,0.004046886,0.010886],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006512437,"about_ca_system_score_gemma":0.01782921,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001868766,"about_ca_topic_score_gemma":0.002947756,"domain_scores_codex":[0.8659906,0.08566149,0.0248792,0.007151985,0.01365815,0.002658632],"domain_scores_gemma":[0.8054851,0.06501232,0.01701725,0.02986413,0.0785834,0.004037699],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.1417746,0.03945535,0.02177972,0.1174448,0.002727603,0.004408443,0.02160792,0.01361476,0.0329438,0.01790758,0.1419249,0.4444106],"study_design_scores_gemma":[0.1107653,0.08077194,0.07903408,0.03877897,0.002586256,0.002073873,0.01011631,0.01572505,0.03473555,0.01413483,0.6096978,0.001579936],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.004902183,0.0001625499,0.0104347,0.0001927798,0.0001473946,0.9809886,0.001878371,0.0002045599,0.001088786],"genre_scores_gemma":[0.001612903,0.00005201856,0.007613221,0.0000628676,0.00001765956,0.9899154,0.0005400681,0.00001733485,0.0001684672],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.829065,"threshold_uncertainty_score":0.9040017,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.562351022002949,"score_gpt":0.6681715625162281,"score_spread":0.1058205405132792,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}