{"id":"W4223487063","doi":"10.1073/pnas.2113561119","title":"Evaluation of individual and ensemble probabilistic forecasts of COVID-19 mortality in the United States","year":2022,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":320,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University; University of British Columbia; University of Victoria; TRIUMF","funders":"Engineer Research and Development Center; Los Alamos National Laboratory; Centers for Disease Control and Prevention; National Institute of General Medical Sciences; Medical Research Council; Winship Cancer Institute; Brown University; Sloan School of Management, Massachusetts Institute of Technology; University of Washington; University of California, Los Angeles; State University of New York Upstate Medical University; University of California, Santa Barbara; Department of Internal Medicine, University of Utah; Department of Psychiatry, Columbia University; Johns Hopkins Bloomberg School of Public Health; Johns Hopkins University; University of California, San Diego; Harvard University; University of North Carolina at Chapel Hill; Masarykova Univerzita; People's Government of Jilin Province; Directorate for Biological Sciences; Dalhousie University; Imperial College London; National Institute for Health and Care Research; York University; Institute for Health Metrics and Evaluation; University of Science and Technology of China; Rensselaer Polytechnic Institute; Institute for Scientific Interchange; Santa Fe Institute; University of Texas at Austin; Carnegie Mellon University; Iowa State University; University of Notre Dame; University of Southern California; TRIUMF; Arizona State University; Massachusetts Institute of Technology; School of Medicine, Boston University; Jilin University; Syracuse University; Emory University; University of Bern; Georgia Institute of Technology; Clemson University; Wellcome Trust; Massachusetts General Hospital","keywords":"Probabilistic logic; Staffing; Geospatial analysis; Coronavirus disease 2019 (COVID-19); Baseline (sea); Actuarial science; Operations research; Public health; Computer science; Econometrics; Statistics; Business; Geography; Medicine; Economics; Engineering; Political science; Mathematics; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02988329,0.00007281941,0.0002242654,0.0001666772,0.0001961583,0.000006073852,0.0006878588,0.00003408457,0.00001568906],"category_scores_gemma":[0.0359385,0.00004061794,0.00004477564,0.001191644,0.001045801,0.00009771532,0.0003824091,0.0001477438,2.397262e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009139185,"about_ca_system_score_gemma":0.0000996957,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009910147,"about_ca_topic_score_gemma":0.000002990213,"domain_scores_codex":[0.9962956,0.0001724784,0.000540348,0.0001836247,0.00269858,0.000109344],"domain_scores_gemma":[0.9947122,0.0039699,0.0008479292,0.00001326812,0.0004373716,0.00001930504],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008033605,0.0006799093,0.2634851,0.001547111,0.0001562124,1.658061e-8,0.02525833,0.02530609,0.006779813,0.6731106,0.002802308,0.0007941669],"study_design_scores_gemma":[0.0002008564,0.00008160296,0.1604223,0.00002198109,0.00005388735,0.000001504293,0.003061603,0.01079905,0.001084662,0.8242007,0.00003318034,0.00003865924],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9943836,0.0001015902,0.000003012461,0.004661919,0.00000523959,0.0005134635,0.00005860617,0.000003992156,0.0002685261],"genre_scores_gemma":[0.9990231,0.00001622413,0.0004722348,0.0004148602,0.000007049091,0.00006144001,5.910251e-7,0.000001649829,0.000002816266],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1510901,"threshold_uncertainty_score":0.9989393,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5087965730331194,"score_gpt":0.4852151302497362,"score_spread":0.0235814427833832,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}