{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T19:02:22Z","timestamp":1781204542891,"version":"3.54.1"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1011200","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2024,5,16]],"date-time":"2024-05-16T00:00:00Z","timestamp":1715817600000}}],"reference-count":52,"publisher":"Public Library of Science (PLoS)","issue":"5","license":[{"start":{"date-parts":[[2024,5,6]],"date-time":"2024-05-06T00:00:00Z","timestamp":1714953600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/publicdomain\/zero\/1.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DEB-2027786"],"award-info":[{"award-number":["DEB-2027786"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DMS-2027369,"],"award-info":[{"award-number":["DMS-2027369,"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006492","name":"Division of Intramural Research, National Institute of Allergy and Infectious Diseases","doi-asserted-by":"publisher","award":["AI163023"],"award-info":[{"award-number":["AI163023"]}],"id":[{"id":"10.13039\/100006492","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100019330","name":"Andrew and Corey Morris-Singer Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100019330","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DMS-1916204"],"award-info":[{"award-number":["DMS-1916204"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DMS-2203207"],"award-info":[{"award-number":["DMS-2203207"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1934884"],"award-info":[{"award-number":["CCF-1934884"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Laurence H. Baker Center for Bioinformatics and Biological Statistics, Iowa State University"},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["RAPID 2108526"],"award-info":[{"award-number":["RAPID 2108526"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Amazon Web Services\/COVID-19 High Performance Computing Consortium"},{"DOI":"10.13039\/501100001711","name":"Swiss National Science Foundation","doi-asserted-by":"crossref","award":["200021172578"],"award-info":[{"award-number":["200021172578"]}],"id":[{"id":"10.13039\/501100001711","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Fondo Integrativo Speciale Ricerca","award":["EPIDOC, FISR-2020IP-04249"],"award-info":[{"award-number":["EPIDOC, FISR-2020IP-04249"]}]},{"DOI":"10.13039\/100023065","name":"State of California","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100023065","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100000016","name":"U.S. Department of Health and Human Services","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000016","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000180","name":"U.S. Department of Homeland Security","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000180","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Johns Hopkins Health System"},{"name":"Johns Hopkins University Modeling and Policy Hub"},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2127976"],"award-info":[{"award-number":["2127976"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007239","name":"Los Angeles County Department of Public Health","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007239","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000030","name":"Centers for Disease Control and Prevention","doi-asserted-by":"publisher","award":["200-2016-91781"],"award-info":[{"award-number":["200-2016-91781"]}],"id":[{"id":"10.13039\/100000030","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Office of the Dean at Johns Hopkins Bloomberg School of Public Health,"},{"DOI":"10.13039\/100007000","name":"Laboratory Directed Research and Development","doi-asserted-by":"publisher","award":["20200700ER"],"award-info":[{"award-number":["20200700ER"]}],"id":[{"id":"10.13039\/100007000","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000030","name":"Centers for Disease Control and Prevention","doi-asserted-by":"publisher","award":["6U01IP001137"],"award-info":[{"award-number":["6U01IP001137"]}],"id":[{"id":"10.13039\/100000030","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000030","name":"Centers for Disease Control and Prevention","doi-asserted-by":"publisher","award":["5U01IP0001137"],"award-info":[{"award-number":["5U01IP0001137"]}],"id":[{"id":"10.13039\/100000030","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2027007"],"award-info":[{"award-number":["2027007"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2135784"],"award-info":[{"award-number":["2135784"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1749854"],"award-info":[{"award-number":["1749854"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000057","name":"National Institute of General Medical Sciences","doi-asserted-by":"publisher","award":["1R01GM109718"],"award-info":[{"award-number":["1R01GM109718"]}],"id":[{"id":"10.13039\/100000057","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1633028"],"award-info":[{"award-number":["IIS-1633028"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["OAC-1916805"],"award-info":[{"award-number":["OAC-1916805"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1918656"],"award-info":[{"award-number":["CCF-1918656"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1917819"],"award-info":[{"award-number":["CCF-1917819"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["RAPID CNS-2028004"],"award-info":[{"award-number":["RAPID CNS-2028004"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["RAPID OAC-2027541"],"award-info":[{"award-number":["RAPID OAC-2027541"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000030","name":"Centers for Disease Control and Prevention","doi-asserted-by":"publisher","award":["75D30119C05935"],"award-info":[{"award-number":["75D30119C05935"]}],"id":[{"id":"10.13039\/100000030","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]},{"name":"University of Virginia Strategic Investment Fund","award":["SIF160"],"award-info":[{"award-number":["SIF160"]}]},{"DOI":"10.13039\/100000774","name":"Defense Threat Reduction Agency","doi-asserted-by":"publisher","award":["HDTRA1-19-D-0007"],"award-info":[{"award-number":["HDTRA1-19-D-0007"]}],"id":[{"id":"10.13039\/100000774","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100004989","name":"Virginia Department of Health","doi-asserted-by":"crossref","award":["VDH-21-501-0141"],"award-info":[{"award-number":["VDH-21-501-0141"]}],"id":[{"id":"10.13039\/100004989","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100005663","name":"Council of State and Territorial Epidemiologists","doi-asserted-by":"publisher","award":["5 NU38OT000297"],"award-info":[{"award-number":["5 NU38OT000297"]}],"id":[{"id":"10.13039\/100005663","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"abstract":"<jats:p>\n                    During the COVID-19 pandemic, forecasting COVID-19 trends to support planning and response was a priority for scientists and decision makers alike. In the United States, COVID-19 forecasting was coordinated by a large group of universities, companies, and government entities led by the Centers for Disease Control and Prevention and the US COVID-19 Forecast Hub (\n                    <jats:ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/covid19forecasthub.org\/\" xlink:type=\"simple\">https:\/\/covid19forecasthub.org<\/jats:ext-link>\n                    ). We evaluated approximately 9.7 million forecasts of weekly state-level COVID-19 cases for predictions 1\u20134 weeks into the future submitted by 24 teams from August 2020 to December 2021. We assessed coverage of central prediction intervals and weighted interval scores (WIS), adjusting for missing forecasts relative to a baseline forecast, and used a Gaussian generalized estimating equation (GEE) model to evaluate differences in skill across epidemic phases that were defined by the effective reproduction number. Overall, we found high variation in skill across individual models, with ensemble-based forecasts outperforming other approaches. Forecast skill relative to the baseline was generally higher for larger jurisdictions (e.g., states compared to counties). Over time, forecasts generally performed worst in periods of rapid changes in reported cases (either in increasing or decreasing epidemic phases) with 95% prediction interval coverage dropping below 50% during the growth phases of the winter 2020, Delta, and Omicron waves. Ideally, case forecasts could serve as a leading indicator of changes in transmission dynamics. However, while most COVID-19 case forecasts outperformed a na\u00efve baseline model, even the most accurate case forecasts were unreliable in key phases. Further research could improve forecasts of leading indicators, like COVID-19 cases, by leveraging additional real-time data, addressing performance across phases, improving the characterization of forecast confidence, and ensuring that forecasts were coherent across spatial scales. In the meantime, it is critical for forecast users to appreciate current limitations and use a broad set of indicators to inform pandemic-related decision making.\n                  <\/jats:p>","DOI":"10.1371\/journal.pcbi.1011200","type":"journal-article","created":{"date-parts":[[2024,5,6]],"date-time":"2024-05-06T13:58:34Z","timestamp":1715003914000},"page":"e1011200","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":36,"title":["Challenges of COVID-19 Case Forecasting in the US, 2020\u20132021"],"prefix":"10.1371","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2926-4010","authenticated-orcid":true,"given":"Velma K.","family":"Lopez","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1373-3177","authenticated-orcid":true,"given":"Estee Y.","family":"Cramer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Robert","family":"Pagano","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John M.","family":"Drake","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eamon B.","family":"O\u2019Dea","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Madeline","family":"Adee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Turgay","family":"Ayer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jagpreet","family":"Chhatwal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ozden O.","family":"Dalgic","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mary A.","family":"Ladd","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benjamin P.","family":"Linas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter P.","family":"Mueller","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jade","family":"Xiao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Johannes","family":"Bracher","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alvaro J.","family":"Castro Rivadeneira","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aaron","family":"Gerding","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9397-3271","authenticated-orcid":true,"given":"Tilmann","family":"Gneiting","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuxin","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dasuni","family":"Jayawardena","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abdul H.","family":"Kanji","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Khoa","family":"Le","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anja","family":"M\u00fchlemann","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5079-158X","authenticated-orcid":true,"given":"Jarad","family":"Niemi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Evan L.","family":"Ray","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ariane","family":"Stark","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4438-6366","authenticated-orcid":true,"given":"Yijin","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nutcha","family":"Wattanachit","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martha W.","family":"Zorn","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sen","family":"Pei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeffrey","family":"Shaman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8349-3151","authenticated-orcid":true,"given":"Teresa K.","family":"Yamana","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Samuel R.","family":"Tarasewicz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel J.","family":"Wilson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sid","family":"Baccam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Heidi","family":"Gurung","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Steve","family":"Stage","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brad","family":"Suchoski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4707-0933","authenticated-orcid":true,"given":"Lei","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhiling","family":"Gu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Myungjin","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0080-7034","authenticated-orcid":true,"given":"Xinyi","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guannan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lily","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yueying","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shan","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lauren","family":"Gardner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sonia","family":"Jindal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maximilian","family":"Marshall","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kristen","family":"Nixon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3154-0731","authenticated-orcid":true,"given":"Juan","family":"Dent","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alison L.","family":"Hill","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joshua","family":"Kaminsky","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4156-9637","authenticated-orcid":true,"given":"Elizabeth C.","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2677-6574","authenticated-orcid":true,"given":"Joseph C.","family":"Lemaitre","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Justin","family":"Lessler","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Claire P.","family":"Smith","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shaun","family":"Truelove","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matt","family":"Kinsey","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Luke C.","family":"Mullany","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8707-7339","authenticated-orcid":true,"given":"Kaitlin","family":"Rainwater-Lovett","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lauren","family":"Shin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Katharine","family":"Tallaksen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shelby","family":"Wilson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dean","family":"Karlen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lauren","family":"Castro","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Geoffrey","family":"Fairchild","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Isaac","family":"Michaud","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dave","family":"Osthus","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiang","family":"Bian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Cao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhifeng","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Juan","family":"Lavista Ferres","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chaozhuo","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tie-Yan","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xing","family":"Xie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shun","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shun","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5955-1929","authenticated-orcid":true,"given":"Matteo","family":"Chinazzi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jessica T.","family":"Davis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kunpeng","family":"Mu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ana","family":"Pastore y Piontti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alessandro","family":"Vespignani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xinyue","family":"Xiong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Robert","family":"Walraven","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinghui","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Quanquan","family":"Gu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lingxiao","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2559-8622","authenticated-orcid":true,"given":"Pan","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Weitong","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Difan","family":"Zou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Graham Casey","family":"Gibson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Sheldon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ajitesh","family":"Srivastava","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aniruddha","family":"Adiga","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benjamin","family":"Hurt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gursharn","family":"Kaur","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bryan","family":"Lewis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Madhav","family":"Marathe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Akhil Sai","family":"Peddireddy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Przemyslaw","family":"Porebski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Srinivasan","family":"Venkatramanan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lijing","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pragati V.","family":"Prasad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jo W.","family":"Walker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alexander E.","family":"Webber","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rachel B.","family":"Slayton","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthew","family":"Biggerstaff","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicholas G.","family":"Reich","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael A.","family":"Johansson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2024,5,6]]},"reference":[{"key":"pcbi.1011200.ref001","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1016\/j.epidem.2018.02.003","article-title":"Results from the second year of a collaborative effort to forecast influenza seasons in the United States","volume":"24","author":"M Biggerstaff","year":"2018","journal-title":"Epidemics"},{"issue":"1","key":"pcbi.1011200.ref002","first-page":"1","article-title":"Collaborative efforts to forecast seasonal influenza in the United States, 2015\u20132016","volume":"9","author":"CJ McGowan","year":"2019","journal-title":"Sci Rep 2019 91"},{"issue":"8","key":"pcbi.1011200.ref003","doi-asserted-by":"crossref","first-page":"3146","DOI":"10.1073\/pnas.1812594116","article-title":"A collaborative multiyear, multimodel assessment of seasonal influenza forecasting in the United States","volume":"116","author":"NG Reich","year":"2019","journal-title":"Proc Natl Acad Sci U S A"},{"issue":"48","key":"pcbi.1011200.ref004","doi-asserted-by":"crossref","first-page":"24268","DOI":"10.1073\/pnas.1909865116","article-title":"An open challenge to advance probabilistic forecasting for dengue epidemics","volume":"116","author":"MA Johansson","year":"2019","journal-title":"Proc Natl Acad Sci"},{"key":"pcbi.1011200.ref005","author":"KM Holcomb","year":"2022","journal-title":"Evaluation of an open forecasting challenge to assess skill of West Nile virus neuroinvasive disease prediction"},{"key":"pcbi.1011200.ref006","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1016\/j.epidem.2017.08.002","article-title":"The RAPIDD ebola forecasting challenge: Synthesis and lessons learnt","volume":"22","author":"C Viboud","year":"2018","journal-title":"Epidemics"},{"issue":"1","key":"pcbi.1011200.ref007","first-page":"1","article-title":"Applying infectious disease forecasting to public health: A path forward using influenza forecasting examples","volume":"19","author":"CS Lutz","year":"2019","journal-title":"BMC Public Health"},{"issue":"1","key":"pcbi.1011200.ref008","doi-asserted-by":"crossref","first-page":"462","DOI":"10.1038\/s41597-022-01517-w","article-title":"The United States COVID-19 Forecast Hub dataset","volume":"9","author":"EY Cramer","year":"2022","journal-title":"Sci Data"},{"key":"pcbi.1011200.ref009","unstructured":"Centers for Disease Control and Prevention. COVID-19 Forecasts: Cases | CDC [Internet]. [cited 2022 Dec 16]. Available from: https:\/\/www.cdc.gov\/coronavirus\/2019-ncov\/science\/forecasting\/forecasts-cases.html."},{"issue":"5","key":"pcbi.1011200.ref010","doi-asserted-by":"crossref","first-page":"913","DOI":"10.1093\/cid\/ciab673","article-title":"Improving Pandemic Response: Employing Mathematical Modeling to Confront Coronavirus Disease 2019","volume":"74","author":"M Biggerstaff","year":"2022","journal-title":"Clin Infect Dis"},{"issue":"1","key":"pcbi.1011200.ref011","first-page":"1","article-title":"Impact of COVID-19 forecast visualizations on pandemic risk perceptions","volume":"12","author":"L Padilla","year":"2022","journal-title":"Sci Rep 2022 121"},{"key":"pcbi.1011200.ref012","article-title":"On the predictability of COVID-19 \u2010 International Institute of Forecasters","author":"NG Reich","year":"2022"},{"issue":"10","key":"pcbi.1011200.ref013","doi-asserted-by":"crossref","first-page":"e1003793","DOI":"10.1371\/journal.pmed.1003793","article-title":"Recommended reporting items for epidemic forecasting and prediction research: The EPIFORGE 2020 guidelines","volume":"18","author":"S Pollett","year":"2021","journal-title":"PLOS Med"},{"issue":"10","key":"pcbi.1011200.ref014","doi-asserted-by":"crossref","first-page":"e738","DOI":"10.1016\/S2589-7500(22)00148-0","article-title":"An evaluation of prospective COVID-19 modelling studies in the USA: from data to science translation","volume":"4","author":"K Nixon","year":"2022","journal-title":"Lancet Digit Health"},{"key":"pcbi.1011200.ref015","article-title":"Ensemble Forecasts of Coronavirus Disease 2019 (COVID-19) in the U.S.","author":"EL Ray","year":"2020","journal-title":"medRxiv"},{"issue":"15","key":"pcbi.1011200.ref016","doi-asserted-by":"crossref","first-page":"e2113561119","DOI":"10.1073\/pnas.2113561119","article-title":"Evaluation of individual and ensemble probabilistic forecasts of COVID-19 mortality in the United States","volume":"119","author":"EY Cramer","year":"2022","journal-title":"Proc Natl Acad Sci"},{"issue":"51","key":"pcbi.1011200.ref017","doi-asserted-by":"crossref","first-page":"e2111453118","DOI":"10.1073\/pnas.2111453118","article-title":"Can auxiliary indicators improve COVID-19 forecasting and hotspot prediction?","volume":"118","author":"DJ McDonald","year":"2021","journal-title":"Proc Natl Acad Sci"},{"issue":"12","key":"pcbi.1011200.ref018","doi-asserted-by":"crossref","first-page":"e874","DOI":"10.1016\/S2542-5196(21)00230-8","article-title":"COVID-19 wastewater epidemiology: a model to estimate infected populations","volume":"5","author":"CS McMahan","year":"2021","journal-title":"Lancet Planet Health"},{"key":"pcbi.1011200.ref019","doi-asserted-by":"crossref","first-page":"100560","DOI":"10.1016\/j.epidem.2022.100560","article-title":"A wastewater-based epidemic model for SARS-CoV-2 with application to three Canadian cities","volume":"39","author":"S Nourbakhsh","year":"2022","journal-title":"Epidemics"},{"key":"pcbi.1011200.ref020","doi-asserted-by":"crossref","first-page":"154235","DOI":"10.1016\/j.scitotenv.2022.154235","article-title":"Model-based assessment of COVID-19 epidemic dynamics by wastewater analysis","volume":"827","author":"D Proverbio","year":"2022","journal-title":"Sci Total Environ"},{"key":"pcbi.1011200.ref021","doi-asserted-by":"crossref","first-page":"147451","DOI":"10.1016\/j.scitotenv.2021.147451","article-title":"On forecasting the community-level COVID-19 cases from the concentration of SARS-CoV-2 in wastewater","volume":"786","author":"Y Cao","year":"2021","journal-title":"Sci Total Environ"},{"key":"pcbi.1011200.ref022","article-title":"Enhancing COVID-19 Ensemble Forecasting Model Performance Using Auxiliary Data Sources","author":"A Adiga","year":"2022","journal-title":"In IEEE International Conference on Big Data"},{"key":"pcbi.1011200.ref023","article-title":"Phase-Informed Bayesian Ensemble Models Improve Performance of Covid-19 Forecasts","author":"A Adiga","year":"2023","journal-title":"In Thirty-Fifth Annual Conference on Innovative Applications of Artificial Intelligence"},{"issue":"50","key":"pcbi.1011200.ref024","doi-asserted-by":"crossref","first-page":"1247","DOI":"10.1098\/rsif.2010.0142","article-title":"Jansen V a a. Modelling the influence of human behaviour on the spread of infectious diseases: a review","volume":"7","author":"S Funk","year":"2010","journal-title":"J R Soc Interface R Soc"},{"issue":"4","key":"pcbi.1011200.ref025","doi-asserted-by":"crossref","first-page":"S404","DOI":"10.1093\/infdis\/jiw375","article-title":"Epidemic Forecasting is Messier Than Weather Forecasting: The Role of Human Behavior and Internet Data Streams in Epidemic Forecast","volume":"214","author":"KR Moran","year":"2016","journal-title":"J Infect Dis"},{"issue":"7866","key":"pcbi.1011200.ref026","first-page":"205","article-title":"Thinking clearly about social aspects of infectious disease transmission","volume":"595","author":"C Buckee","year":"2021","journal-title":"Nat 2021 5957866"},{"issue":"6","key":"pcbi.1011200.ref027","doi-asserted-by":"crossref","first-page":"e03160","DOI":"10.1002\/ecs2.3160","article-title":"Making predictive modelling ART: accurate, reliable, and transparent","volume":"11","author":"K Bodner","year":"2020","journal-title":"Ecosphere"},{"issue":"4","key":"pcbi.1011200.ref028","first-page":"24","article-title":"Graininess of Judgment Under Uncertainty: An Accuracy\u2013Informativeness Trade-Off","volume":"124","author":"I Yanvi","year":"1995","journal-title":"J Exp Psychol Gen"},{"key":"pcbi.1011200.ref029","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.epidem.2018.07.001","article-title":"Superensemble forecast of respiratory syncytial virus outbreaks at national, regional, and state levels in the United States","volume":"26","author":"J Reis","year":"2019","journal-title":"Epidemics"},{"issue":"1","key":"pcbi.1011200.ref030","doi-asserted-by":"crossref","first-page":"5379","DOI":"10.1038\/s41467-021-25695-0","article-title":"Trade-offs between individual and ensemble forecasts of an emerging infectious disease","volume":"12","author":"RJ Oidtman","year":"2021","journal-title":"Nat Commun"},{"issue":"6","key":"pcbi.1011200.ref031","doi-asserted-by":"crossref","first-page":"e1006134","DOI":"10.1371\/journal.pcbi.1006134","article-title":"Nonmechanistic forecasts of seasonal influenza with iterative one-week-ahead distributions","volume":"14","author":"LC Brooks","year":"2018","journal-title":"PLOS Comput Biol"},{"issue":"2","key":"pcbi.1011200.ref032","doi-asserted-by":"crossref","first-page":"e1005910","DOI":"10.1371\/journal.pcbi.1005910","article-title":"Prediction of infectious disease epidemics via weighted density ensembles","volume":"14","author":"EL Ray","year":"2018","journal-title":"PLOS Comput Biol"},{"issue":"30","key":"pcbi.1011200.ref033","doi-asserted-by":"crossref","first-page":"6931","DOI":"10.1002\/sim.9219","article-title":"Adaptively stacking ensembles for influenza forecasting","volume":"40","author":"T McAndrew","year":"2021","journal-title":"Stat Med"},{"issue":"3","key":"pcbi.1011200.ref034","doi-asserted-by":"crossref","DOI":"10.1111\/j.1468-0084.2008.00541.x","article-title":"A simple explanation of the forecast combination puzzle","volume":"71","author":"J Smith","year":"2009","journal-title":"Oxf Bull Econ Stat"},{"key":"pcbi.1011200.ref035","article-title":"Comparing trained and untrained probabilistic ensemble forecasts of COVID-19 cases and deaths in the United States","author":"EL Ray","year":"2022","journal-title":"Int J Forecast"},{"issue":"1","key":"pcbi.1011200.ref036","doi-asserted-by":"crossref","DOI":"10.1016\/j.ejor.2021.06.044","article-title":"Combining probabilistic forecasts of COVID-19 mortality in the United States","volume":"304","author":"JW Taylor","year":"2023","journal-title":"Eur J Oper Res"},{"key":"pcbi.1011200.ref037","article-title":"An ensemble model based on early predictors to forecast COVID-19 health care demand in France","author":"J Paireau","year":"2022","journal-title":"Proc Natl Acad Sci U S A"},{"key":"pcbi.1011200.ref038","doi-asserted-by":"crossref","first-page":"20271","DOI":"10.1038\/s41598-021-99590-5","article-title":"One year of modeling and forecasting COVID-19 transmission to support policymakers in Connecticut","volume":"11","author":"O Morozova","journal-title":"Sci Rep. 123AD"},{"issue":"1","key":"pcbi.1011200.ref039","doi-asserted-by":"crossref","first-page":"e25538","DOI":"10.2196\/25538","article-title":"Nowcasting for Real-Time COVID-19 Tracking in New York City: An Evaluation Using Reportable Disease Data From Early in the Pandemic","volume":"7","author":"SK Greene","year":"2021","journal-title":"JMIR Public Health Surveill"},{"key":"pcbi.1011200.ref040","unstructured":"covidestim: COVID-19 nowcasting [Internet]. [cited 2023 Jan 9]. Available from: https:\/\/covidestim.org\/."},{"key":"pcbi.1011200.ref041","article-title":"Temporal variation in transmission during the COVID-19 outbreak","author":"S Abbott","year":"2020"},{"issue":"477","key":"pcbi.1011200.ref042","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1198\/016214506000001437","article-title":"Strictly Proper Scoring Rules, Prediction, and Estimation","volume":"102","author":"T Gneiting","year":"2007","journal-title":"J Am Stat Assoc"},{"issue":"2","key":"pcbi.1011200.ref043","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pcbi.1008618","article-title":"Evaluating epidemic forecasts in an interval format","volume":"17","author":"J Bracher","year":"2021","journal-title":"PLoS Comput Biol"},{"key":"pcbi.1011200.ref044","author":"NI Bosse","year":"2022","journal-title":"Evaluating Forecasts with scoringutils in R"},{"key":"pcbi.1011200.ref045","unstructured":"reichlab\/covid19-forecast-hub [Internet]. The Reich Lab at UMass-Amherst; 2022 [cited 2023 Jan 10]. Available from: https:\/\/github.com\/reichlab\/covid19-forecast-hub."},{"issue":"1","key":"pcbi.1011200.ref046","first-page":"1","article-title":"National and subnational short-term forecasting of COVID-19 in Germany and Poland during early 2021","volume":"2","author":"J Bracher","journal-title":"Commun Med 2022 21"},{"key":"pcbi.1011200.ref047","unstructured":"COVID 19 forecast hub [Internet]. [cited 2022 Dec 16]. Available from: https:\/\/covid19forecasthub.org\/."},{"issue":"5","key":"pcbi.1011200.ref048","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1016\/S1473-3099(20)30120-1","article-title":"An interactive web-based dashboard to track COVID-19 in real time","volume":"20","author":"E Dong","year":"2020","journal-title":"Lancet Infect Dis"},{"key":"pcbi.1011200.ref049","article-title":"National and Subnational Estimates of the Covid 19 Reproduction Number (R) for the United States of America Based on Test Results","author":"S Abbott","year":"2020","journal-title":"Harvard Dataverse"},{"key":"pcbi.1011200.ref050","unstructured":"R Core Team. R: A language and environment for statistical computing. [Internet]. Vienna, Austria: R Foundation for Statistical Computing; 2022. Available from: https:\/\/www.R-project.org\/."},{"key":"pcbi.1011200.ref051","article-title":"Tools for working with COVID-19 Forecast Hub data: a brief tour of the `covidHubUtils`R package","author":"S Wang","year":"2022"},{"key":"pcbi.1011200.ref052","first-page":"1","article-title":"The R Package geepack for Generalized Estimating Equations","volume":"15","author":"S H\u00f8jsgaard","year":"2006","journal-title":"J Stat Softw"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1011200","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2024,5,16]],"date-time":"2024-05-16T00:00:00Z","timestamp":1715817600000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1011200","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,16]],"date-time":"2024-05-16T14:07:38Z","timestamp":1715868458000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1011200"}},"subtitle":[],"editor":[{"given":"Daniel B.","family":"Larremore","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2024,5,6]]},"references-count":52,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2024,5,6]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1011200","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/2023.05.30.23290732","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,5,6]]}}}