{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T00:34:09Z","timestamp":1776990849149,"version":"3.51.4"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1007486","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,12,6]],"date-time":"2019-12-06T00:00:00Z","timestamp":1575590400000}}],"reference-count":45,"publisher":"Public Library of Science (PLoS)","issue":"11","license":[{"start":{"date-parts":[[2019,11,22]],"date-time":"2019-11-22T00:00:00Z","timestamp":1574380800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/publicdomain\/zero\/1.0\/"}],"funder":[{"DOI":"10.13039\/100000057","name":"National Institute of General Medical Sciences","doi-asserted-by":"crossref","award":["R35GM119582"],"award-info":[{"award-number":["R35GM119582"]}],"id":[{"id":"10.13039\/100000057","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100000185","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"crossref","award":["YFA16 D16AP00144"],"award-info":[{"award-number":["YFA16 D16AP00144"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100000774","name":"Defense Threat Reduction Agency","doi-asserted-by":"publisher","award":["HDTRA1-18-C-0008"],"award-info":[{"award-number":["HDTRA1-18-C-0008"]}],"id":[{"id":"10.13039\/100000774","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000057","name":"National Institute of General Medical Sciences","doi-asserted-by":"publisher","award":["5U54GM088491"],"award-info":[{"award-number":["5U54GM088491"]}],"id":[{"id":"10.13039\/100000057","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["0946825"],"award-info":[{"award-number":["0946825"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000057","name":"National Institute of General Medical Sciences","doi-asserted-by":"publisher","award":["GM110748"],"award-info":[{"award-number":["GM110748"]}],"id":[{"id":"10.13039\/100000057","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1007486","type":"journal-article","created":{"date-parts":[[2019,11,22]],"date-time":"2019-11-22T13:36:09Z","timestamp":1574429769000},"page":"e1007486","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":169,"title":["Accuracy of real-time multi-model ensemble forecasts for seasonal influenza in the U.S."],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3503-9899","authenticated-orcid":true,"given":"Nicholas G.","family":"Reich","sequence":"first","affiliation":[]},{"given":"Craig J.","family":"McGowan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8349-3151","authenticated-orcid":true,"given":"Teresa K.","family":"Yamana","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7137-0728","authenticated-orcid":true,"given":"Abhinav","family":"Tushar","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4035-0243","authenticated-orcid":true,"given":"Evan L.","family":"Ray","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4681-091X","authenticated-orcid":true,"given":"Dave","family":"Osthus","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6248-9097","authenticated-orcid":true,"given":"Sasikiran","family":"Kandula","sequence":"additional","affiliation":[]},{"given":"Logan C.","family":"Brooks","sequence":"additional","affiliation":[]},{"given":"Willow","family":"Crawford-Crudell","sequence":"additional","affiliation":[]},{"given":"Graham Casey","family":"Gibson","sequence":"additional","affiliation":[]},{"given":"Evan","family":"Moore","sequence":"additional","affiliation":[]},{"given":"Rebecca","family":"Silva","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5108-8311","authenticated-orcid":true,"given":"Matthew","family":"Biggerstaff","sequence":"additional","affiliation":[]},{"given":"Michael A.","family":"Johansson","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3274-5862","authenticated-orcid":true,"given":"Roni","family":"Rosenfeld","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7216-7809","authenticated-orcid":true,"given":"Jeffrey","family":"Shaman","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2019,11,22]]},"reference":[{"key":"pcbi.1007486.ref001","unstructured":"Centers for Disease Control and Prevention. Estimated Influenza Illnesses, Medical visits, Hospitalizations, and Deaths in the United States\u20142017-2018 influenza season | Seasonal Influenza (Flu) | CDC; 2018. Available from: https:\/\/www.cdc.gov\/flu\/about\/burden\/estimates.htm."},{"key":"pcbi.1007486.ref002","unstructured":"Centers for Disease Control and Prevention. Overview of Influenza Surveillance in the United States; 2017. Available from: https:\/\/www.cdc.gov\/flu\/weekly\/overview.htm."},{"key":"pcbi.1007486.ref003","unstructured":"Centers for Disease Control and Prevention. Estimated Influenza Illnesses, Medical Visits, Hospitalizations, and Deaths Averted by Vaccination in the United States; 2018. Available from: https:\/\/www.cdc.gov\/flu\/about\/disease\/2016-17.htm."},{"key":"pcbi.1007486.ref004","doi-asserted-by":"crossref","DOI":"10.1038\/ncomms3837","article-title":"Real-time influenza forecasts during the 2012-2013 season","volume":"4","author":"J Shaman","year":"2013","journal-title":"Nature Communications"},{"issue":"4","key":"pcbi.1007486.ref005","doi-asserted-by":"crossref","first-page":"e1003583","DOI":"10.1371\/journal.pcbi.1003583","article-title":"Comparison of Filtering Methods for the Modeling and Retrospective Forecasting of Influenza Epidemics","volume":"10","author":"W Yang","year":"2014","journal-title":"PLOS Computational Biology"},{"issue":"47","key":"pcbi.1007486.ref006","doi-asserted-by":"crossref","first-page":"14473","DOI":"10.1073\/pnas.1515373112","article-title":"Accurate estimation of influenza epidemics using Google search data via ARGO","volume":"112","author":"S Yang","year":"2015","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"issue":"4","key":"pcbi.1007486.ref007","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pone.0094130","article-title":"Influenza Forecasting in Human Populations: A Scoping Review","volume":"9","author":"JP Chretien","year":"2014","journal-title":"PLOS ONE"},{"issue":"11","key":"pcbi.1007486.ref008","doi-asserted-by":"crossref","first-page":"e370","DOI":"10.2196\/jmir.7486","article-title":"Subregional Nowcasts of Seasonal Influenza Using Search Trends","volume":"19","author":"S Kandula","year":"2017","journal-title":"Journal of Medical Internet Research"},{"key":"pcbi.1007486.ref009","article-title":"Dynamic Bayesian influenza forecasting in the United States with hierarchical discrepancy","author":"D Osthus","year":"2018","journal-title":"Bayesian Analysis"},{"issue":"6","key":"pcbi.1007486.ref010","doi-asserted-by":"crossref","first-page":"e1006134","DOI":"10.1371\/journal.pcbi.1006134","article-title":"Nonmechanistic forecasts of seasonal influenza with iterative one-week-ahead distributions","volume":"14","author":"LC Brooks","year":"2018","journal-title":"PLOS Computational Biology"},{"issue":"11","key":"pcbi.1007486.ref011","doi-asserted-by":"crossref","first-page":"2752","DOI":"10.1073\/pnas.1708856115","article-title":"Forecasting the spatial transmission of influenza in the United States","volume":"115","author":"S Pei","year":"2018","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"issue":"4","key":"pcbi.1007486.ref012","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1057\/jors.1969.103","article-title":"The combination of forecasts","volume":"20","author":"JM Bates","year":"1969","journal-title":"Journal of the Operational Research Society"},{"issue":"2","key":"pcbi.1007486.ref013","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1016\/S0893-6080(05)80023-1","article-title":"Stacked generalization","volume":"5","author":"DH Wolpert","year":"1992","journal-title":"Neural Networks"},{"key":"pcbi.1007486.ref014","doi-asserted-by":"crossref","unstructured":"Polikar R. Ensemble based systems in decision making. IEEE Circuits and Systems Magazine. 2006.","DOI":"10.1109\/MCAS.2006.1688199"},{"key":"pcbi.1007486.ref015","doi-asserted-by":"crossref","DOI":"10.1007\/978-0-387-84858-7","volume-title":"The Elements of Statistical Learning","author":"T Hastie","year":"2009"},{"issue":"5433","key":"pcbi.1007486.ref016","doi-asserted-by":"crossref","first-page":"1548","DOI":"10.1126\/science.285.5433.1548","article-title":"Improved weather and seasonal climate forecasts from multimodel superensemble","volume":"285","author":"T Krishnamurti","year":"1999","journal-title":"Science"},{"key":"pcbi.1007486.ref017","doi-asserted-by":"crossref","DOI":"10.1016\/S0074-6142(02)80152-8","article-title":"Predicting uncertainty in numerical weather forecasts","author":"TN Palmer","year":"2002","journal-title":"International Geophysics"},{"issue":"5","key":"pcbi.1007486.ref018","doi-asserted-by":"crossref","first-page":"1155","DOI":"10.1175\/MWR2906.1","article-title":"Using Bayesian Model Averaging to Calibrate Forecast Ensembles","volume":"133","author":"AE Raftery","year":"2005","journal-title":"Monthly Weather Review"},{"key":"pcbi.1007486.ref019","article-title":"Ensemble forecasting","author":"M Leutbecher","year":"2008","journal-title":"Journal of Computational Physics"},{"issue":"11","key":"pcbi.1007486.ref020","doi-asserted-by":"crossref","first-page":"e1005801","DOI":"10.1371\/journal.pcbi.1005801","article-title":"Individual versus superensemble forecasts of seasonal influenza outbreaks in the United States","volume":"13","author":"TK Yamana","year":"2017","journal-title":"PLOS Computational Biology"},{"key":"pcbi.1007486.ref021","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1016\/j.epidem.2017.02.006","article-title":"Predicting lymphatic filariasis transmission and elimination dynamics using a multi-model ensemble framework","volume":"18","author":"ME Smith","year":"2017","journal-title":"Epidemics"},{"key":"pcbi.1007486.ref022","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1016\/j.epidem.2017.08.002","article-title":"The RAPIDD Ebola forecasting challenge: Synthesis and lessons learnt","volume":"22","author":"C Viboud","year":"2018","journal-title":"Epidemics"},{"issue":"2","key":"pcbi.1007486.ref023","doi-asserted-by":"crossref","first-page":"e1005910","DOI":"10.1371\/journal.pcbi.1005910","article-title":"Prediction of infectious disease epidemics via weighted density ensembles","volume":"14","author":"EL Ray","year":"2018","journal-title":"PLOS Computational Biology"},{"key":"pcbi.1007486.ref024","unstructured":"DARPA. CHIKV Challenge Announces Winners, Progress toward Forecasting the Spread of Infectious Diseases; 2015. Available from: https:\/\/www.darpa.mil\/news-events\/2015-05-27."},{"key":"pcbi.1007486.ref025","unstructured":"NOAA, CDC. Dengue Forecasting; 2018. Available from: http:\/\/dengueforecasting.noaa.gov\/about.php."},{"issue":"683","key":"pcbi.1007486.ref026","article-title":"Collaborative efforts to forecast seasonal influenza in the United States, 2015-2016","volume":"9","author":"C McGowan","year":"2019","journal-title":"Nature Scientific Reports"},{"key":"pcbi.1007486.ref027","article-title":"A collaborative multiyear, multimodel assessment of seasonal influenza forecasting in the United States","author":"NG Reich","year":"2019","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"pcbi.1007486.ref028","unstructured":"Reich N. Guidelines for a CDC FluSight ensemble (2017-2018); 2017. Available from: https:\/\/github.com\/FluSightNetwork\/cdc-flusight-ensemble\/blob\/eadf553fcf85d89e16322ef1b44bc9990fc9e0a7\/README.md."},{"issue":"4","key":"pcbi.1007486.ref029","doi-asserted-by":"crossref","first-page":"652","DOI":"10.1137\/1036146","article-title":"The probability integral transform and related results","volume":"36","author":"JE Angus","year":"1994","journal-title":"SIAM review"},{"issue":"4","key":"pcbi.1007486.ref030","doi-asserted-by":"crossref","first-page":"863","DOI":"10.2307\/2527342","article-title":"Evaluating density forecasts with applications to financial risk management","volume":"39","author":"FX Diebold","year":"1998","journal-title":"International Economic Review"},{"issue":"3","key":"pcbi.1007486.ref031","doi-asserted-by":"crossref","first-page":"e1005248","DOI":"10.1371\/journal.pcbi.1005248","article-title":"A human judgment approach to epidemiological forecasting","volume":"13","author":"DC Farrow","year":"2017","journal-title":"PLOS Computational Biology"},{"issue":"5","key":"pcbi.1007486.ref032","doi-asserted-by":"crossref","first-page":"395","DOI":"10.1093\/aje\/kww211","article-title":"Type- and Subtype-Specific Influenza Forecast","volume":"185","author":"S Kandula","year":"2017","journal-title":"American Journal of Epidemiology"},{"issue":"22","key":"pcbi.1007486.ref033","doi-asserted-by":"crossref","first-page":"3443","DOI":"10.1002\/sim.7363","article-title":"Probabilistic forecasting in infectious disease epidemiology: the 13th Armitage lecture","volume":"36","author":"L Held","year":"2017","journal-title":"Statistics in medicine"},{"key":"pcbi.1007486.ref034","unstructured":"McAndrew T, Reich NG. Adaptively stacking ensembles for influenza forecasting with incomplete data. arXiv. 2019."},{"issue":"477","key":"pcbi.1007486.ref035","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1198\/016214506000001437","article-title":"Strictly proper scoring rules, prediction, and estimation","volume":"102","author":"T Gneiting","year":"2007","journal-title":"Journal of the American Statistical Association"},{"key":"pcbi.1007486.ref036","article-title":"On the multibin logarithmic score used in the FluSight competitions","author":"J Bracher","year":"2019","journal-title":"PNAS"},{"key":"pcbi.1007486.ref037","article-title":"Reply to Bracher: Scoring probabilistic forecasts to maximize public health interpretability","author":"N Reich","year":"2019","journal-title":"PNAS"},{"key":"pcbi.1007486.ref038","unstructured":"New Mexico Department of Health. Indicator-Based Information System for Public Health Web; 2018. Available from: https:\/\/ibis.health.state.nm.us\/resource\/MMWRWeekCalendar.html."},{"key":"pcbi.1007486.ref039","unstructured":"Niemi J. MMWRweek: Convert Dates to MMWR Day, Week, and Year; 2015. Available from: https:\/\/CRAN.R-project.org\/package=MMWRweek."},{"key":"pcbi.1007486.ref040","unstructured":"Tushar A. pymmwr: MMWR weeks for Python; 2018. Available from: https:\/\/pypi.org\/project\/pymmwr\/."},{"issue":"123","key":"pcbi.1007486.ref041","doi-asserted-by":"crossref","first-page":"20160410","DOI":"10.1098\/rsif.2016.0410","article-title":"Superensemble forecasts of dengue outbreaks","volume":"13","author":"TK Yamana","year":"2016","journal-title":"Journal of The Royal Society Interface"},{"key":"pcbi.1007486.ref042","unstructured":"Tushar A, Reich N, Yamana T, Osthus D, McGowan C, Ray E, et al. FluSightNetwork: cdc-flusight-ensemble repository; 2018. Available from: https:\/\/github.com\/FluSightNetwork\/cdc-flusight-ensemble."},{"key":"pcbi.1007486.ref043","author":"A Tushar","year":"2018","journal-title":"FluSightNetwork\/cdc-flusight-ensemble v1.0"},{"key":"pcbi.1007486.ref044","volume-title":"Dynamic Documents with R and knitr","author":"Y Xie","year":"2015"},{"key":"pcbi.1007486.ref045","unstructured":"R Core Team. R: A Language and Environment for Statistical Computing; 2017. Available from: https:\/\/www.R-project.org\/."}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1007486","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,12,6]],"date-time":"2019-12-06T00:00:00Z","timestamp":1575590400000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007486","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,12,6]],"date-time":"2019-12-06T13:32:44Z","timestamp":1575639164000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007486"}},"subtitle":[],"editor":[{"given":"Virginia E.","family":"Pitzer","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2019,11,22]]},"references-count":45,"journal-issue":{"issue":"11","published-online":{"date-parts":[[2019,11,22]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1007486","relation":{"new_version":[{"id-type":"doi","id":"10.1371\/journal.pcbi.1007486","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,11,22]]}}}