{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T22:54:40Z","timestamp":1773010480828,"version":"3.50.1"},"reference-count":58,"publisher":"Public Library of Science (PLoS)","issue":"2","license":[{"start":{"date-parts":[[2019,2,28]],"date-time":"2019-02-28T00:00:00Z","timestamp":1551312000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000057","name":"National Institute of General Medical Sciences","doi-asserted-by":"publisher","award":["GM110748"],"award-info":[{"award-number":["GM110748"]}],"id":[{"id":"10.13039\/100000057","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000066","name":"National Institute of Environmental Health Sciences","doi-asserted-by":"publisher","award":["ES009089"],"award-info":[{"award-number":["ES009089"]}],"id":[{"id":"10.13039\/100000066","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1006783","type":"journal-article","created":{"date-parts":[[2019,2,28]],"date-time":"2019-02-28T18:32:27Z","timestamp":1551378747000},"page":"e1006783","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":16,"title":["Predictability in process-based ensemble forecast of influenza"],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7072-2995","authenticated-orcid":true,"given":"Sen","family":"Pei","sequence":"first","affiliation":[]},{"given":"Mark A.","family":"Cane","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7216-7809","authenticated-orcid":true,"given":"Jeffrey","family":"Shaman","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2019,2,28]]},"reference":[{"key":"ref1","unstructured":"World Health Organization. Influenza (seasonal). Fact Sheet No. 211. 2009. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"http:\/\/www.who.int\/mediacentre\/factsheets\/fs211\/en\/index.html\" xlink:type=\"simple\">http:\/\/www.who.int\/mediacentre\/factsheets\/fs211\/en\/index.html<\/ext-link>"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1186\/s12879-016-1669-x","article-title":"Results from the centers for disease control and prevention\u2019s predict the 2013\u20132014 Influenza Season Challenge","volume":"16","author":"M Biggerstaff","year":"2016","journal-title":"BMC infectious diseases"},{"key":"ref3","article-title":"Results from the second year of a collaborative effort to forecast influenza seasons in the United States","author":"M Biggerstaff","year":"2018","journal-title":"Epidemics"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"20425","DOI":"10.1073\/pnas.1208772109","article-title":"Forecasting seasonal outbreaks of influenza","volume":"109","author":"J Shaman","year":"2012","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"2837","DOI":"10.1038\/ncomms3837","article-title":"Real-time influenza forecasts during the 2012\u20132013 season","volume":"4","author":"J Shaman","year":"2013","journal-title":"Nat Comm"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"2752","DOI":"10.1073\/pnas.1708856115","article-title":"Forecasting the spatial transmission of influenza in the United States","volume":"115","author":"S Pei","year":"2018","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1186\/1741-7015-10-165","article-title":"Real-time numerical forecast of global epidemic spreading: case study of 2009 A\/H1N1pdm","volume":"10","author":"M Tizzoni","year":"2012","journal-title":"BMC Med"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"e1005248","DOI":"10.1371\/journal.pcbi.1005248","article-title":"A human judgment approach to epidemiological forecasting","volume":"13","author":"DC Farrow","year":"2017","journal-title":"PLoS Comput Biol"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"eaan5325","DOI":"10.1126\/scitranslmed.aan5325","article-title":"Evolution-informed forecasting of seasonal influenza A (H3N2)","volume":"9","author":"X Du","year":"2017","journal-title":"Sci Transl Med"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"202","DOI":"10.1214\/16-AOAS1000","article-title":"Forecasting seasonal influenza with a state-space SIR model. The annals of applied statistics","volume":"11","author":"D Osthus","year":"2017","journal-title":"Ann Appl Stat"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"e1005910","DOI":"10.1371\/journal.pcbi.1005910","article-title":"Prediction of infectious disease epidemics via weighted density ensembles","volume":"14","author":"EL Ray","year":"2018","journal-title":"PLoS Comput Biol"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1098\/rspa.1986.0082","article-title":"The recently recognized failure of predictability in Newtonian dynamics","volume":"407","author":"J Lighthill","year":"1986","journal-title":"Proc R Soc A"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"3572","DOI":"10.1175\/JCLI3818.1","article-title":"Predictability loss in an intermediate ENSO model due to initial error and atmospheric noise","volume":"19","author":"AR Karspeck","year":"2006","journal-title":"J Climate"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1088\/0034-4885\/63\/2\/201","article-title":"Predicting uncertainty in forecasts of weather and climate","volume":"63","author":"TN Palmer","year":"2000","journal-title":"Rep Prog Phys"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1146\/annurev.earth.33.092203.122552","article-title":"Representing model uncertainty in weather and climate prediction","volume":"33","author":"TN Palmer","year":"2005","journal-title":"Annu Rev Earth Planet Sci"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"2043","DOI":"10.1175\/1520-0493(1997)125<2043:POACMO>2.0.CO;2","article-title":"Predictability of a coupled model of ENSO using singular vector analysis. Part I: Optimal growth in seasonal background and ENSO cycles","volume":"125","author":"Y Xue","year":"1997","journal-title":"Mon Weather Rev"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"2057","DOI":"10.1175\/1520-0493(1997)125<2057:POACMO>2.0.CO;2","article-title":"Predictability of a coupled model of ENSO using singular vector analysis. Part II: Optimal growth and forecast skill","volume":"125","author":"Y Xue","year":"1997","journal-title":"Mon Weather Rev"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"3960","DOI":"10.1175\/2009JCLI2720.1","article-title":"Decadal predictability of the Atlantic Ocean in a coupled GCM: Forecast skill and optimal perturbations using linear inverse modeling","volume":"22","author":"E Hawkins","year":"2009","journal-title":"J Climate"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"588","DOI":"10.1175\/2007JPO3769.1","article-title":"Nonnormal thermohaline circulation dynamics in a coupled ocean\u2013atmosphere GCM","volume":"38","author":"E Tziperman","year":"2008","journal-title":"J Phys Oceanogr"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"1434","DOI":"10.1175\/1520-0469(1995)052<1434:TSVSOT>2.0.CO;2","article-title":"The singular-vector structure of the atmospheric global circulation","volume":"52","author":"R Buizza","year":"1995","journal-title":"J Atmospheric Sci"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1002\/qj.49712252905","article-title":"The ECMWF ensemble prediction system: Methodology and validation","volume":"122","author":"F Molteni","year":"1996","journal-title":"Q J R Meteorol Soc"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"2317","DOI":"10.1175\/1520-0477(1993)074<2317:EFANTG>2.0.CO;2","article-title":"Ensemble forecasting at NMC: The generation of perturbations","volume":"74","author":"Z Toth","year":"1993","journal-title":"B Am Meteorol Soc"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"3297","DOI":"10.1175\/1520-0493(1997)125<3297:EFANAT>2.0.CO;2","article-title":"Ensemble forecasting at NCEP and the breeding method","volume":"125","author":"Z Toth","year":"1997","journal-title":"Mon Weather Rev"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"1012","DOI":"10.1038\/nature07634","article-title":"Detecting influenza epidemics using search engine query data","volume":"457","author":"J Ginsberg","year":"2009","journal-title":"Nature"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"829","DOI":"10.1097\/EDE.0b013e31826c2dda","article-title":"Improving the estimation of influenza-related mortality over a seasonal baseline","volume":"23","author":"E Goldstein","year":"2012","journal-title":"Epidemiology"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"3243","DOI":"10.1073\/pnas.0806852106","article-title":"Absolute humidity modulates influenza survival, transmission, and seasonality","volume":"106","author":"J Shaman","year":"2009","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"e1000316","DOI":"10.1371\/journal.pbio.1000316","article-title":"Absolute humidity and the seasonal onset of influenza in the continental United States","volume":"8","author":"J Shaman","year":"2010","journal-title":"PLoS Biol"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"8842","DOI":"10.1029\/2002JD003118","article-title":"Real-time and retrospective forcing in the North American Land Data Assimilation System (NLDAS) project","volume":"108","author":"BA Cosgrove","year":"2003","journal-title":"J Geophys Res"},{"key":"ref29","article-title":"Stochastic epidemic models and their statistical analysis","author":"H Andersson","year":"2012"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1214\/08-AOAS201","article-title":"Time series analysis via mechanistic models","volume":"3","author":"C Bret\u00f3","year":"2009","journal-title":"Ann Appl Stat"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"271","DOI":"10.1098\/rsif.2009.0151","article-title":"Plug-and-play inference for disease dynamics: measles in large and small populations as a case study","volume":"7","author":"D He","year":"2010","journal-title":"J R Soc Interface"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"638","DOI":"10.1126\/science.1062226","article-title":"Noisy clockwork: time series analysis of population fluctuations in animals","volume":"293","author":"ON Bj\u00f8rnstad","year":"2001","journal-title":"Science"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1111\/1467-9876.00187","article-title":"Time series modelling of childhood diseases: a dynamical systems approach","volume":"49","author":"BF Finkenst\u00e4dt","year":"2000","journal-title":"J Royal Stat Soc C"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"169","DOI":"10.2307\/3100023","article-title":"Dynamics of measles epidemics: estimating scaling of transmission rates using a time series SIR model","volume":"72","author":"ON Bj\u00f8rnstad","year":"2002","journal-title":"Ecol Monogr"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1890\/0012-9615(2002)072[0185:DOMESN]2.0.CO;2","article-title":"Dynamics of measles epidemics: scaling noise, determinism, and predictability with the TSIR model","volume":"72","author":"BT Grenfell","year":"2002","journal-title":"Ecol Monogr"},{"key":"ref36","first-page":"239","article-title":"Comparison of three methods for selecting values of input variables in the analysis of output from a computer code","volume":"21","author":"MD McKay","year":"1979","journal-title":"Technometrics"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"2884","DOI":"10.1175\/1520-0493(2001)129<2884:AEAKFF>2.0.CO;2","article-title":"An ensemble adjustment Kalman filter for data assimilation","volume":"129","author":"JL Anderson","year":"2001","journal-title":"Mon Weather Rev"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"2723","DOI":"10.1073\/pnas.1415012112","article-title":"Inference of seasonal and pandemic influenza transmission dynamics","volume":"112","author":"W Yang","year":"2015","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"e1003583","DOI":"10.1371\/journal.pcbi.1003583","article-title":"Comparison of filtering methods for the modeling and retrospective forecasting of influenza epidemics","volume":"10","author":"W Yang","year":"2014","journal-title":"PLoS Comput Biol"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"20180174","DOI":"10.1098\/rsif.2018.0174","article-title":"Evaluation of mechanistic and statistical methods in forecasting influenza-like illness","volume":"15","author":"S Kandula","year":"2018","journal-title":"J R Soc Interface"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"14592","DOI":"10.1038\/ncomms14592","article-title":"Ensemble forecast of human West Nile virus cases and mosquito infection rates","volume":"8","author":"NB DeFelice","year":"2017","journal-title":"Nat Comm"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"e1006047","DOI":"10.1371\/journal.pcbi.1006047","article-title":"Use of temperature to improve West Nile virus forecasts","volume":"14","author":"NB DeFelice","year":"2018","journal-title":"PLoS Comput Biol"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"20160410","DOI":"10.1098\/rsif.2016.0410","article-title":"Superensemble forecasts of dengue outbreaks","volume":"13","author":"TK Yamana","year":"2016","journal-title":"J R Soc Interface"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"e1005133","DOI":"10.1371\/journal.pcbi.1005133","article-title":"Retrospective parameter estimation and forecast of respiratory syncytial virus in the United States","volume":"12","author":"J Reis","year":"2016","journal-title":"PLoS Comput Biol"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"20150536","DOI":"10.1098\/rsif.2015.0536","article-title":"Transmission network of the 2014\u20132015 Ebola epidemic in Sierra Leone","volume":"12","author":"W Yang","year":"2015","journal-title":"J R Soc Interface"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"e40977","DOI":"10.7554\/eLife.40977","article-title":"Inference and control of the nosocomial transmission of Methicillin-resistant Staphylococcus aureus","volume":"7","author":"S Pei","year":"2019","journal-title":"eLife"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"2057","DOI":"10.1175\/1520-0469(2002)059<2057:MDPUUR>2.0.CO;2","article-title":"Measuring dynamical prediction utility using relative entropy","volume":"59","author":"R Kleeman","year":"2002","journal-title":"J Atmos Sci"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"694","DOI":"10.1175\/1520-0493(1999)127<0694:ANMFDT>2.0.CO;2","article-title":". A new method for determining the reliability of dynamical ENSO predictions","volume":"127","author":"R Kleeman","year":"1999","journal-title":"Mon Weather Rev"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"633","DOI":"10.1175\/1520-0469(1998)055<0633:SVMAAO>2.0.CO;2","article-title":"Singular vectors, metrics, and adaptive observations","volume":"55","author":"TN Palmer","year":"1998","journal-title":"J Atmos Sci"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"388","DOI":"10.3402\/tellusa.v45i5.14901","article-title":"Computation of optimal unstable structures for a numerical weather prediction model","volume":"45","author":"R Buizza","year":"1993","journal-title":"Tellus A"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"1835","DOI":"10.1175\/1520-0493(2000)128<1835:ACOPFF>2.0.CO;2","article-title":"A comparison of probabilistic forecasts from bred, singular-vector, and perturbed observation ensembles","volume":"128","author":"TM Hamill","year":"2000","journal-title":"Mon Weather Rev"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"2208","DOI":"10.1175\/1520-0469(2003)060<2208:DOMESG>2.0.CO;2","article-title":"Dynamics of model error: Some generic features","volume":"60","author":"C Nicolis","year":"2003","journal-title":"J Atmos Sci"},{"key":"ref53","first-page":"9","article-title":"Lyapunov characteristic exponents for smooth dynamical systems and for Hamiltonian systems; a method for computing all of them","volume":"15","author":"G Benettin","year":"1980","journal-title":"Part 1: Theory. Meccanica"},{"key":"ref54","first-page":"21","article-title":"Lyapunov characteristic exponents for smooth dynamical systems and for Hamiltonian systems; a method for computing all of them","volume":"15","author":"G Benettin","year":"1980","journal-title":"Part 2: Numerical application. Meccanica"},{"key":"ref55","unstructured":"The International Research Institute for Climate and Society. Descriptions of the IRI Climate Forecast Verification Scores. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/iri.columbia.edu\/wp-content\/uploads\/2013\/07\/scoredescriptions.pdf\" xlink:type=\"simple\">https:\/\/iri.columbia.edu\/wp-content\/uploads\/2013\/07\/scoredescriptions.pdf<\/ext-link>"},{"key":"ref56","doi-asserted-by":"crossref","first-page":"671","DOI":"10.1126\/science.220.4598.671","article-title":"Optimization by simulated annealing","volume":"220","author":"S Kirkpatrick","year":"1983","journal-title":"Science"},{"key":"ref57","doi-asserted-by":"crossref","first-page":"620","DOI":"10.1111\/j.1600-0706.2005.14129.x","article-title":"When can noise induce chaos and why does it matter: a critique","volume":"111","author":"SP Ellner","year":"2005","journal-title":"Oikos"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"925","DOI":"10.1038\/s41467-017-01033-1","article-title":"Counteracting structural errors in ensemble forecast of influenza outbreaks","volume":"8","author":"S Pei","year":"2017","journal-title":"Nat Comm"}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006783","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,9]],"date-time":"2020-05-09T04:39:52Z","timestamp":1588999192000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006783"}},"subtitle":[],"editor":[{"given":"Virginia E.","family":"Pitzer","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2019,2,28]]},"references-count":58,"journal-issue":{"issue":"2","published-online":{"date-parts":[[2019,2,28]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1006783","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,2,28]]}}}