{"id":"W4205416179","doi":"10.2196/27017","title":"Finding Potential Adverse Events in the Unstructured Text of Electronic Health Care Records: Development of the Shakespeare Method","year":2021,"lang":"en","type":"article","venue":"JMIRx Med","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Massachusetts Institute of Technology; U.S. Department of Health and Human Services","keywords":"Standardization; Documentation; Adverse effect; Medicine; Health care; Harm; Computer science; Psychology; Political science; Internal medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05807363,0.002259489,0.002215616,0.02165482,0.003285721,0.009401174,0.004603371,0.003800244,0.00618815],"category_scores_gemma":[0.2308437,0.00185421,0.003209496,0.0093549,0.007549931,0.01202687,0.009732859,0.004943844,0.004109609],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002054913,"about_ca_system_score_gemma":0.007278241,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003813305,"about_ca_topic_score_gemma":0.003633284,"domain_scores_codex":[0.9222392,0.04121783,0.00943169,0.01148834,0.0148783,0.0007445731],"domain_scores_gemma":[0.7221176,0.2219645,0.01089615,0.01764968,0.02546515,0.00190697],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00047112,0.0003200964,0.03606694,0.002552832,0.0006685252,0.001288545,0.01115497,0.006046246,0.005987554,0.1001533,0.02141831,0.8138715],"study_design_scores_gemma":[0.0004282111,0.0006240974,0.02536068,0.002742697,0.0005280944,0.005521442,0.00822843,0.3405656,0.01120871,0.4282404,0.1757567,0.0007948814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004353408,0.0006489977,0.9883695,0.0011339,0.0003041696,0.001084971,0.0008110197,0.0008552604,0.002438871],"genre_scores_gemma":[0.0298181,0.0005166737,0.963977,0.0004563383,0.000382878,0.00182332,0.0008589669,0.0001990187,0.001967685],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.05807363,"threshold_uncertainty_score":0.3071263,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06645867244282337,"score_gpt":0.4579087970197774,"score_spread":0.3914501245769541,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}