{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,14]],"date-time":"2026-10-14T06:28:41Z","timestamp":1791959321891,"version":"4.3.4"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1006785","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,2,22]],"date-time":"2019-02-22T00:00:00Z","timestamp":1550793600000}}],"reference-count":62,"publisher":"Public Library of Science (PLoS)","issue":"2","license":[{"start":{"date-parts":[[2019,2,11]],"date-time":"2019-02-11T00:00:00Z","timestamp":1549843200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000265","name":"Medical Research Council","doi-asserted-by":"publisher","award":["MR\/K021680\/1"],"award-info":[{"award-number":["MR\/K021680\/1"]}],"id":[{"id":"10.13039\/501100000265","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000265","name":"Medical Research Council","doi-asserted-by":"publisher","award":["MR\/J01432X\/1"],"award-info":[{"award-number":["MR\/J01432X\/1"]}],"id":[{"id":"10.13039\/501100000265","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000265","name":"Medical Research Council","doi-asserted-by":"publisher","award":["MR\/K021524\/1"],"award-info":[{"award-number":["MR\/K021524\/1"]}],"id":[{"id":"10.13039\/501100000265","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Research for Health in Humanitarian Crises","award":["13165"],"award-info":[{"award-number":["13165"]}]},{"name":"Innovative Medicines Initiative 2","award":["115854"],"award-info":[{"award-number":["115854"]}]},{"DOI":"10.13039\/501100000288","name":"Royal Society","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000288","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100004440","name":"Wellcome Trust","doi-asserted-by":"publisher","award":["210758\/Z\/18\/Z"],"award-info":[{"award-number":["210758\/Z\/18\/Z"]}],"id":[{"id":"10.13039\/100004440","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1006785","type":"journal-article","created":{"date-parts":[[2019,2,11]],"date-time":"2019-02-11T13:27:03Z","timestamp":1549891623000},"page":"e1006785","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":104,"title":["Assessing the performance of real-time epidemic forecasts: A case study of Ebola in the Western Area region of Sierra Leone, 2014-15"],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2842-3406","authenticated-orcid":true,"given":"Sebastian","family":"Funk","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0023-3985","authenticated-orcid":true,"given":"Anton","family":"Camacho","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adam J.","family":"Kucharski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3939-7343","authenticated-orcid":true,"given":"Rachel","family":"Lowe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0362-6717","authenticated-orcid":true,"given":"Rosalind M.","family":"Eggo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"W. John","family":"Edmunds","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2019,2,11]]},"reference":[{"issue":"6227","key":"ref1","doi-asserted-by":"crossref","first-page":"aaa4339","DOI":"10.1126\/science.aaa4339","article-title":"Modeling Infectious Disease Dynamics in the Complex Landscape of Global Health","volume":"347","author":"H Heesterbeek","year":"2015","journal-title":"Science"},{"issue":"7","key":"ref2","doi-asserted-by":"crossref","first-page":"e1001051","DOI":"10.1371\/journal.pmed.1001051","article-title":"Predicting the epidemic sizes of influenza A\/H1N1, A\/H3N2, and B: a statistical method","volume":"8","author":"E Goldstein","year":"2011","journal-title":"PLoS Med"},{"key":"ref3","article-title":"Forecasting peaks of seasonal influenza epidemics","volume":"5","author":"E Nsoesie","year":"2013","journal-title":"PLoS currents"},{"issue":"7","key":"ref4","doi-asserted-by":"crossref","first-page":"e1004383","DOI":"10.1371\/journal.pcbi.1004383","article-title":"Forecasting influenza epidemics in Hong Kong","volume":"11","author":"W Yang","year":"2015","journal-title":"PLoS Comput Biol"},{"issue":"1808","key":"ref5","doi-asserted-by":"crossref","first-page":"20150205","DOI":"10.1098\/rspb.2015.0205","article-title":"Epidemic predictions in an imperfect world: modelling disease spread with partial data","volume":"282","author":"PM Dawson","year":"2015","journal-title":"Proc R Soc B"},{"issue":"7","key":"ref6","doi-asserted-by":"crossref","first-page":"619","DOI":"10.1016\/S1473-3099(14)70781-9","article-title":"Dengue outlook for the World Cup in Brazil: an early warning model framework driven by real-time seasonal climate forecasts","volume":"14","author":"R Lowe","year":"2014","journal-title":"The Lancet infectious diseases"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"33707","DOI":"10.1038\/srep33707","article-title":"Evaluating the performance of infectious disease forecasts: A comparison of climate-driven and seasonal dengue forecasts for Mexico","volume":"6","author":"MA Johansson","year":"2016","journal-title":"Sci Rep"},{"issue":"8","key":"ref8","doi-asserted-by":"crossref","first-page":"e0004000","DOI":"10.1371\/journal.pntd.0004000","article-title":"Short-term forecasting of the prevalence of trachoma: expert opinion, statistical regression, versus transmission models","volume":"9","author":"F Liu","year":"2015","journal-title":"PLoS neglected tropical diseases"},{"key":"ref9","unstructured":"National Oceanic and Atmospheric Administration. Dengue Forecasting; 2017. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"http:\/\/dengueforecasting.noaa.gov\/\" xlink:type=\"simple\">http:\/\/dengueforecasting.noaa.gov\/<\/ext-link>."},{"key":"ref10","unstructured":"Centres for Disease Control and Prevention. Epidemic Prediction Initiative; 2017. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/predict.phiresearchlab.org\/legacy\/dengue\/index.html\" xlink:type=\"simple\">https:\/\/predict.phiresearchlab.org\/legacy\/dengue\/index.html<\/ext-link>."},{"issue":"1","key":"ref11","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1186\/s12879-016-1669-x","article-title":"Results from the centers for disease control and prevention\u2019s predict the 2013\u20132014 Influenza Season Challenge","volume":"16","author":"M Biggerstaff","year":"2016","journal-title":"BMC Infect Disases"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1016\/j.epidem.2017.08.002","article-title":"The RAPIDD ebola forecasting challenge: Synthesis and lessons learnt","volume":"22","author":"C Viboud","year":"2018","journal-title":"Epidemics"},{"key":"ref13","unstructured":"Scarpino SV, Petri G. On the predictability of infectious disease outbreaks. arXiv;1703.07317v4."},{"issue":"suppl_4","key":"ref14","doi-asserted-by":"crossref","first-page":"S404","DOI":"10.1093\/infdis\/jiw375","article-title":"Epidemic forecasting is messier than weather forecasting: The role of human behavior and internet data streams in epidemic forecast","volume":"214","author":"KR Moran","year":"2016","journal-title":"J Infect Dis"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"20160302","DOI":"10.1098\/rstb.2016.0302","article-title":"The impact of control strategies and behavioural changes on the elimination of Ebola from Lofa County, Liberia","volume":"372","author":"S Funk","year":"2017","journal-title":"Phil Trans Roy Soc B"},{"key":"ref16","article-title":"Early epidemic dynamics of the west african 2014 ebola outbreak: estimates derived with a simple two-parameter model","author":"D Fisman","year":"2014","journal-title":"PLOS Curr Outbreaks"},{"issue":"12","key":"ref17","doi-asserted-by":"crossref","first-page":"1189","DOI":"10.1016\/S1473-3099(14)70995-8","article-title":"Dynamics and control of Ebola virus transmission in Montserrado, Liberia: a mathematical modelling analysis","volume":"14","author":"JA Lewnard","year":"2014","journal-title":"Lancet Infect Dis"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"20894","DOI":"10.2807\/1560-7917.ES2014.19.36.20894","article-title":"Early transmission dynamics of Ebola virus disease (EVD), West Africa, March to August 2014","volume":"19","author":"H Nishiura","year":"2014","journal-title":"Euro Surveill"},{"key":"ref19","article-title":"Modeling the impact of interventions on an epidemic of Ebola in Sierra Leone and Liberia","author":"CM Rivers","year":"2014","journal-title":"PLOS Curr Outbreaks"},{"key":"ref20","article-title":"Temporal variations in the effective reproduction number of the 2014 West Africa Ebola outbreak","author":"S Towers","year":"2014","journal-title":"PLOS Curr Outbreaks"},{"key":"ref21","article-title":"Temporal Changes in Ebola Transmission in Sierra Leone and Implications for Control Requirements: a Real-Time Modelling Study","author":"A Camacho","year":"2015","journal-title":"PLOS Curr Outbreaks"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1016\/j.meegid.2015.09.003","article-title":"Evaluation of ebola spreading in west africa and decision of optimal medicine delivery strategies based on mathematical models","volume":"36","author":"F Dong","year":"2015","journal-title":"Infect Genet Evol"},{"issue":"1","key":"ref23","doi-asserted-by":"crossref","first-page":"e1002056","DOI":"10.1371\/journal.pbio.1002056","article-title":"Ebola cases and health system demand in Liberia","volume":"13","author":"JM Drake","year":"2015","journal-title":"PLoS Biol"},{"issue":"2","key":"ref24","doi-asserted-by":"crossref","first-page":"204","DOI":"10.1016\/S1473-3099(14)71074-6","article-title":"Spatiotemporal spread of the 2014 outbreak of Ebola virus disease in Liberia and the effectiveness of non-pharmaceutical interventions: a computational modelling analysis","volume":"15","author":"S Merler","year":"2015","journal-title":"Lancet Infect Dis"},{"key":"ref25","article-title":"Modeling the 2014 ebola virus epidemic\u2013agent-based simulations, temporal analysis and future predictions for liberia and sierra leone","author":"C Siettos","year":"2015","journal-title":"PLOS Curr Outbreaks"},{"key":"ref26","article-title":"Projected treatment capacity needs in Sierra Leone","author":"RA White","year":"2015","journal-title":"PLOS Curr Outbreaks"},{"issue":"Suppl 3","key":"ref27","first-page":"1","article-title":"Estimating the future number of cases in the Ebola epidemic\u2013Liberia and Sierra Leone, 2014-2015","volume":"63","author":"MI Meltzer","year":"2014","journal-title":"MMWR Surveill Summ"},{"issue":"11","key":"ref28","doi-asserted-by":"crossref","first-page":"1897","DOI":"10.3201\/eid2111.150949","article-title":"Ebola in West Africa\u2014CDC\u2019s role in epidemic detection, control, and prevention","volume":"21","author":"TR Frieden","year":"2015","journal-title":"Emerg Infect Dis"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"e09186","DOI":"10.7554\/eLife.09186","article-title":"Mathematical modeling of the West Africa Ebola epidemic","volume":"4","author":"JP Chretien","year":"2015","journal-title":"eLife"},{"issue":"1","key":"ref30","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1186\/s12916-017-0811-y","article-title":"Perspectives on model forecasts of the 2014\u20132015 Ebola epidemic in West Africa: lessons and the way forward","volume":"15","author":"G Chowell","year":"2017","journal-title":"BMC Med"},{"issue":"3","key":"ref31","doi-asserted-by":"crossref","first-page":"379","DOI":"10.1016\/j.idm.2017.08.001","article-title":"Fitting dynamic models to epidemic outbreaks with quantified uncertainty: A primer for parameter uncertainty, identifiability, and forecasts","volume":"2","author":"G Chowell","year":"2017","journal-title":"Infectious Disease Modelling"},{"issue":"1","key":"ref32","article-title":"Counteracting structural errors in ensemble forecast of influenza outbreaks","volume":"8","author":"S Pei","year":"2017","journal-title":"Nature Communications"},{"issue":"1","key":"ref33","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1146\/annurev-statistics-062713-085831","article-title":"Probabilistic Forecasting","volume":"1","author":"T Gneiting","year":"2014","journal-title":"Annu Rev Stat Appl"},{"issue":"22","key":"ref34","doi-asserted-by":"crossref","first-page":"3443","DOI":"10.1002\/sim.7363","article-title":"Probabilistic forecasting in infectious disease epidemiology: the 13th Armitage lecture","volume":"36","author":"L Held","year":"2017","journal-title":"Stat Med"},{"key":"ref35","unstructured":"Cente for the Mathematical Modelling of Infectious Diseases. Visualisation and projections of the Ebola outbreak in West Africa; 2015. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"http:\/\/ntncmch.github.io\/ebola\/\" xlink:type=\"simple\">http:\/\/ntncmch.github.io\/ebola\/<\/ext-link>."},{"issue":"12","key":"ref36","doi-asserted-by":"crossref","first-page":"e009346","DOI":"10.1136\/bmjopen-2015-009346","article-title":"Estimating the probability of demonstrating vaccine efficacy in the declining Ebola epidemic: a Bayesian modelling approach","volume":"5","author":"A Camacho","year":"2015","journal-title":"BMJ Open"},{"key":"ref37","article-title":"Real-time dynamic modelling for the design of a cluster-randomized phase 3 Ebola vaccine trial in Sierra Leone","author":"A Camacho","year":"2017","journal-title":"Vaccine"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1016\/j.epidem.2016.11.003","article-title":"Real-time forecasting of infectious disease dynamics with a stochastic semi-mechanistic model","volume":"22","author":"S Funk","year":"2018","journal-title":"Epidemics"},{"key":"ref39","article-title":"Ebola Virus Disease in West Africa\u2014The First 9 Months of the Epidemic and Forward Projections","year":"2014","journal-title":"N Engl J Med"},{"issue":"pt. 3","key":"ref40","doi-asserted-by":"crossref","first-page":"269","DOI":"10.1111\/j.1467-9868.2009.00736.x","article-title":"Particle Markov chain Monte Carlo methods","volume":"72","author":"C Andrieu","year":"2010","journal-title":"J R Stat Soc B"},{"key":"ref41","unstructured":"Dureau J, Ballesteros S, Bogich T. SSM: Inference for time series analysis with State Space Models. arXiv. 2013;1307.5626."},{"issue":"10","key":"ref42","first-page":"1","article-title":"Bayesian State-Space Modelling on High-Performance Hardware Using LibBi","volume":"67","author":"L Murray","year":"2015","journal-title":"Journal of Statistical Software, Articles"},{"key":"ref43","unstructured":"Jacob PE, Funk S. RBi: R interface to LibBi; 2019. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/github.com\/libbi\/RBi\" xlink:type=\"simple\">https:\/\/github.com\/libbi\/RBi<\/ext-link>."},{"key":"ref44","unstructured":"Funk S. rbi.helpers: rbi helper functions; 2019. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/github.com\/sbfnk\/RBi.helpers\" xlink:type=\"simple\">https:\/\/github.com\/sbfnk\/RBi.helpers<\/ext-link>."},{"key":"ref45","article-title":"R: A Language and Environment for Statistical Computing","year":"2018"},{"key":"ref46","unstructured":"Scott SL. bsts: Bayesian Structural Time Series; 2018. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/CRAN.R-project.org\/package=bsts\" xlink:type=\"simple\">https:\/\/CRAN.R-project.org\/package=bsts<\/ext-link>."},{"issue":"2","key":"ref47","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1111\/j.1467-9868.2007.00587.x","article-title":"Probabilistic forecasts, calibration and sharpness","volume":"69","author":"T Gneiting","year":"2007","journal-title":"J R Stat Roc B"},{"issue":"7","key":"ref48","doi-asserted-by":"crossref","first-page":"579","DOI":"10.1002\/env.2176","article-title":"Forecast verification for extreme value distributions with an application to probabilistic peak wind prediction","volume":"23","author":"P Friederichs","year":"2012","journal-title":"Environmetrics"},{"issue":"2","key":"ref49","doi-asserted-by":"crossref","first-page":"278","DOI":"10.2307\/2981683","article-title":"Present Position and Potential Developments: Some Personal Views: Statistical Theory: The Prequential Approach","volume":"147","author":"AP Dawid","year":"1984","journal-title":"J R Stat Soc A"},{"issue":"4","key":"ref50","doi-asserted-by":"crossref","first-page":"1254","DOI":"10.1111\/j.1541-0420.2009.01191.x","article-title":"Predictive model assessment for count data","volume":"65","author":"C Czado","year":"2009","journal-title":"Biometrics"},{"key":"ref51","article-title":"Wiley Series in Probability and Statistics","author":"RA Maronna","year":"2018"},{"issue":"6","key":"ref52","doi-asserted-by":"crossref","first-page":"985","DOI":"10.1175\/1520-0450(1969)008<0985:ASSFPF>2.0.CO;2","article-title":"A scoring system for probability forecasts of ranked categories","volume":"8","author":"ES Epstein","year":"1969","journal-title":"J Appl Meteorol"},{"issue":"6","key":"ref53","doi-asserted-by":"crossref","first-page":"988","DOI":"10.1175\/1520-0450(1969)008<0988:OTPS>2.0.CO;2","article-title":"On the \u201cranked probability score\u201d","volume":"8","author":"AH Murphy","year":"1969","journal-title":"J Appl Meteorol"},{"key":"ref54","unstructured":"Faraway J, Marsaglia G, Marsaglia J, Baddeley A. goftest: Classical Goodness-of-Fit Tests for Univariate Distributions; 2017. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/CRAN.R-project.org\/package=goftest\" xlink:type=\"simple\">https:\/\/CRAN.R-project.org\/package=goftest<\/ext-link>."},{"key":"ref55","unstructured":"Jordan A, Kr\u00fcger F, Lerch S. Evaluating probabilistic forecasts with scoringRules. arXiv;1709.04743v2."},{"issue":"710","key":"ref56","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1002\/qj.3185","article-title":"Enforcing calibration in ensemble postprocessing","volume":"144","author":"DS Wilks","year":"2018","journal-title":"Q J Roy Meteor Soc"},{"issue":"4","key":"ref57","doi-asserted-by":"crossref","first-page":"1295","DOI":"10.1111\/j.1541-0420.2010.01406.x","article-title":"A Score Regression Approach to Assess Calibration of Continuous Probabilistic Predictions","volume":"66","author":"L Held","year":"2010","journal-title":"Biometrics"},{"issue":"5746","key":"ref58","doi-asserted-by":"crossref","first-page":"248","DOI":"10.1126\/science.1115255","article-title":"Weather forecasting with ensemble methods","volume":"310","author":"T Gneiting","year":"2005","journal-title":"Science"},{"issue":"123","key":"ref59","doi-asserted-by":"crossref","first-page":"20160410","DOI":"10.1098\/rsif.2016.0410","article-title":"Superensemble forecasts of dengue outbreaks","volume":"13","author":"TK Yamana","year":"2016","journal-title":"J R Soc Interface"},{"issue":"11","key":"ref60","doi-asserted-by":"crossref","first-page":"e1005801","DOI":"10.1371\/journal.pcbi.1005801","article-title":"Individual versus superensemble forecasts of seasonal influenza outbreaks in the United States","volume":"13","author":"TK Yamana","year":"2017","journal-title":"PLOS Comput Biol"},{"issue":"7","key":"ref61","doi-asserted-by":"crossref","first-page":"e1006202","DOI":"10.1371\/journal.pcbi.1006202","article-title":"Real-time decision-making during emergency disease outbreaks","volume":"14","author":"WJM Probert","year":"2018","journal-title":"PLOS Comput Biology"},{"key":"ref62","unstructured":"World Health Organization. Efficacy trials of ZIKV Vaccines: endpoints, trial design, site selection. WHO Workshop Meeting Report; 2017."}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1006785","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,2,22]],"date-time":"2019-02-22T00:00:00Z","timestamp":1550793600000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006785","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,8]],"date-time":"2020-05-08T21:48:22Z","timestamp":1588974502000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006785"}},"subtitle":[],"editor":[{"given":"Christian","family":"Althaus","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2019,2,11]]},"references-count":62,"journal-issue":{"issue":"2","published-online":{"date-parts":[[2019,2,11]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1006785","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/177451","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,2,11]]}}}