{"id":"W3095032810","doi":"10.2196/22661","title":"Identification of Adverse Drug Event–Related Japanese Articles: Natural Language Processing Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Recall; Context (archaeology); Sentence; Precision and recall; Computer science; Identification (biology); F1 score; Natural language processing; Unified Medical Language System; Medicine; Artificial intelligence; Information retrieval; Psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005702703,0.0001704267,0.0003379643,0.0001766347,0.0001305494,0.00001034225,0.0003377571,0.0002004856,0.001277328],"category_scores_gemma":[0.000200343,0.0001500911,0.0002171749,0.001355251,0.000219089,0.0004918547,0.00007948933,0.00089036,0.0002877361],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004060892,"about_ca_system_score_gemma":0.0001267718,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000755009,"about_ca_topic_score_gemma":0.000003687925,"domain_scores_codex":[0.9978671,0.0001262733,0.001064238,0.0001330748,0.0005092706,0.00030002],"domain_scores_gemma":[0.9986479,0.0001397721,0.0005032361,0.0001492609,0.0001155961,0.0004441901],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008224678,0.002033216,0.02154746,0.002821778,0.005057471,0.0002117307,0.7156906,0.01869958,0.09408714,0.0003319359,0.01734505,0.1213516],"study_design_scores_gemma":[0.001778696,0.00002351815,0.001436433,0.00003578508,0.0009538943,0.00001341399,0.0319082,0.9394222,0.01867004,0.00001205165,0.005488361,0.0002573692],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9963754,0.0002992413,0.0002007351,0.001235524,0.0002544902,0.00030961,0.00004688168,0.0001496627,0.001128426],"genre_scores_gemma":[0.9962372,0.00006678966,0.00004166598,0.003079718,0.0001010175,0.00003251571,0.0001129125,0.00001065207,0.0003175169],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9207227,"threshold_uncertainty_score":0.9996356,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03530902873429379,"score_gpt":0.4187694793450296,"score_spread":0.3834604506107357,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}