{"id":"W2802736684","doi":"10.2196/publichealth.9361","title":"Clinical Relation Extraction Toward Drug Safety Surveillance Using Electronic Health Record Narratives: Classical Learning Versus Deep Learning","year":2018,"lang":"en","type":"article","venue":"JMIR Public Health and Surveillance","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Artificial intelligence; Machine learning; F1 score; Computer science; Context (archaeology); Recurrent neural network; Artificial neural network; Support vector machine; Relationship extraction; Deep learning; Information extraction; Identification (biology); Natural language processing","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003197996,0.001354476,0.0005901699,0.003536261,0.0006295419,0.00145779,0.001512289,0.001301242,0.001732286],"category_scores_gemma":[0.009910773,0.0003279074,0.001108386,0.002079585,0.0005488129,0.002815401,0.001925084,0.001244775,0.001378456],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001191259,"about_ca_system_score_gemma":0.00245427,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008348117,"about_ca_topic_score_gemma":0.01135484,"domain_scores_codex":[0.9969769,0.001036813,0.000420673,0.001011656,0.0003988515,0.0001550716],"domain_scores_gemma":[0.9920539,0.004834035,0.000878463,0.0009488635,0.001058977,0.0002258387],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008229535,0.001080749,0.05377261,0.001602035,0.0002708123,0.0009255217,0.001599503,0.02678112,0.0255594,0.00355629,0.01157947,0.8724495],"study_design_scores_gemma":[0.000114218,0.0004139112,0.02841141,0.0006036183,0.0004095731,0.001059984,0.001809684,0.8584579,0.07314366,0.01446662,0.02102899,0.00008054656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4222732,0.005290547,0.5380852,0.003871294,0.0002592569,0.001380677,0.008421971,0.01210689,0.008311016],"genre_scores_gemma":[0.5494533,0.001062033,0.4313614,0.0005711394,0.0001176544,0.0002212015,0.01462258,0.00009779279,0.00249284],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008348117,"threshold_uncertainty_score":0.01691282,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05990555228628694,"score_gpt":0.3916093414532457,"score_spread":0.3317037891669588,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}