{"id":"W3181550827","doi":"10.1101/2021.07.10.21258463","title":"Bias, precision and timeliness of historical (background) rate comparison methods for vaccine safety monitoring: an empirical multi-database analysis","year":2021,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"U.S. National Library of Medicine; Medical Research Council; National Institutes of Health; National Health and Medical Research Council; Amgen; Servier; Janssen Research and Development; National Institute for Health and Care Research; U.S. Department of Veterans Affairs","keywords":"Type I and type II errors; Comparability; Statistics; False positive paradox; Calibration; Computer science; Medicine; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3361874,0.0009954144,0.001349292,0.001742454,0.0008848828,0.002766374,0.002454458,0.002599683,0.001398838],"category_scores_gemma":[0.5305682,0.0006659815,0.004879542,0.001610322,0.002735926,0.002950762,0.002137796,0.002125071,0.0002420283],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001633944,"about_ca_system_score_gemma":0.001260617,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001863503,"about_ca_topic_score_gemma":0.0008999076,"domain_scores_codex":[0.6328049,0.317449,0.01592919,0.01813742,0.01456494,0.001114588],"domain_scores_gemma":[0.1341321,0.7814205,0.03243092,0.04124895,0.01019036,0.0005771],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.02127132,0.002268525,0.7230308,0.002464602,0.02771481,0.0003801859,0.002642794,0.08523415,0.005144188,0.01007921,0.002600228,0.1171691],"study_design_scores_gemma":[0.003683519,0.01979343,0.4367829,0.001379436,0.0142184,0.001575214,0.001387763,0.4636545,0.03091311,0.01759095,0.008331266,0.0006895072],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7604558,0.004023716,0.228677,0.0006197913,0.0002304072,0.001989307,0.001501002,0.0003326971,0.002170304],"genre_scores_gemma":[0.9546427,0.0001667702,0.04334675,0.0003109403,0.00005835367,0.0007261994,0.0004582929,0.00005756449,0.0002324003],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6638126,"threshold_uncertainty_score":0.8185991,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2344077662983289,"score_gpt":0.491821053967857,"score_spread":0.257413287669528,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}