{"id":"W4205416179","doi":"10.2196/27017","title":"Finding Potential Adverse Events in the Unstructured Text of Electronic Health Care Records: Development of the Shakespeare Method","year":2021,"lang":"en","type":"article","venue":"JMIRx Med","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Massachusetts Institute of Technology; U.S. Department of Health and Human Services","keywords":"Standardization; Documentation; Adverse effect; Medicine; Health care; Harm; Computer science; Psychology; Political science; Internal medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007533078,0.0001528856,0.0002770013,0.00007647112,0.0002391817,0.000001845798,0.0003647404,0.0001287941,0.000360292],"category_scores_gemma":[0.00006838516,0.0001060878,0.0001484719,0.0005267847,0.00005587183,0.00006295041,0.00008098287,0.0007880048,0.000007441231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002189392,"about_ca_system_score_gemma":0.001227305,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002321888,"about_ca_topic_score_gemma":0.0003303367,"domain_scores_codex":[0.9976552,0.0009991061,0.0004707558,0.0002257658,0.0002407179,0.0004084305],"domain_scores_gemma":[0.9991181,0.0001852216,0.0003006362,0.0002290153,0.0001050385,0.00006199801],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001766995,0.002281562,0.08105332,0.001614462,0.001956976,0.0001174215,0.1586102,0.01752527,0.5196037,0.002373114,0.01557375,0.1975231],"study_design_scores_gemma":[0.006119546,0.00008997415,0.08635836,0.0002108721,0.0002742799,0.0001074494,0.03170256,0.0008793015,0.4518738,0.0004839603,0.4214249,0.0004749667],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9927809,0.000737622,0.0001816589,0.00334609,0.001090747,0.0006702209,0.00007280534,0.0000179073,0.001102014],"genre_scores_gemma":[0.9972107,0.0001047167,0.000655933,0.001288541,0.00007215577,0.00004889276,0.00004742117,0.00001240715,0.0005592671],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4058512,"threshold_uncertainty_score":0.4326135,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06645867244282337,"score_gpt":0.4579087970197774,"score_spread":0.3914501245769541,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}