{"id":"W4223487063","doi":"10.1073/pnas.2113561119","title":"Evaluation of individual and ensemble probabilistic forecasts of COVID-19 mortality in the United States","year":2022,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":320,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University; University of British Columbia; University of Victoria; TRIUMF","funders":"Engineer Research and Development Center; Los Alamos National Laboratory; Centers for Disease Control and Prevention; National Institute of General Medical Sciences; Medical Research Council; Winship Cancer Institute; Brown University; Sloan School of Management, Massachusetts Institute of Technology; University of Washington; University of California, Los Angeles; State University of New York Upstate Medical University; University of California, Santa Barbara; Department of Internal Medicine, University of Utah; Department of Psychiatry, Columbia University; Johns Hopkins Bloomberg School of Public Health; Johns Hopkins University; University of California, San Diego; Harvard University; University of North Carolina at Chapel Hill; Masarykova Univerzita; People's Government of Jilin Province; Directorate for Biological Sciences; Dalhousie University; Imperial College London; National Institute for Health and Care Research; York University; Institute for Health Metrics and Evaluation; University of Science and Technology of China; Rensselaer Polytechnic Institute; Institute for Scientific Interchange; Santa Fe Institute; University of Texas at Austin; Carnegie Mellon University; Iowa State University; University of Notre Dame; University of Southern California; TRIUMF; Arizona State University; Massachusetts Institute of Technology; School of Medicine, Boston University; Jilin University; Syracuse University; Emory University; University of Bern; Georgia Institute of Technology; Clemson University; Wellcome Trust; Massachusetts General Hospital","keywords":"Probabilistic logic; Staffing; Geospatial analysis; Coronavirus disease 2019 (COVID-19); Baseline (sea); Actuarial science; Operations research; Public health; Computer science; Econometrics; Statistics; Business; Geography; Medicine; Economics; Engineering; Political science; Mathematics; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005276349,0.001012774,0.0008932188,0.0007784023,0.0004439018,0.0009195396,0.0009074117,0.0008819217,0.0006002728],"category_scores_gemma":[0.007884054,0.0004558149,0.0008555815,0.0005385418,0.0002880624,0.001155348,0.0009310925,0.001123013,0.0001918552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00125308,"about_ca_system_score_gemma":0.002086736,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.07363171,"about_ca_topic_score_gemma":0.04663987,"domain_scores_codex":[0.9989926,0.0004446967,0.00006293227,0.0002029324,0.000177034,0.0001197467],"domain_scores_gemma":[0.9965403,0.001871531,0.0002191442,0.0002657055,0.0008143089,0.0002889594],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.0002849892,0.00014946,0.02530521,0.00003821516,0.0001740822,0.00004766479,0.00007135843,0.9562247,0.0004149295,0.0004196,0.001619979,0.01524993],"study_design_scores_gemma":[0.00002643179,0.0001188013,0.003864948,0.00001215687,0.00003115712,0.000008354798,0.00004145543,0.994949,0.0003079436,0.000290949,0.0003337855,0.0000150594],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9800897,0.0005595366,0.01149715,0.0008905075,0.0001565507,0.00007530518,0.00168126,0.0006349959,0.004415133],"genre_scores_gemma":[0.9930334,0.0001650989,0.00451184,0.0001065691,0.00003934703,0.00002874003,0.001746898,0.00002307422,0.0003450473],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07363171,"threshold_uncertainty_score":0.1464062,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5087965730331194,"score_gpt":0.4852151302497362,"score_spread":0.0235814427833832,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}