{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T11:43:44Z","timestamp":1776080624807,"version":"3.50.1"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1007258","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,8,14]],"date-time":"2019-08-14T00:00:00Z","timestamp":1565740800000}}],"reference-count":49,"publisher":"Public Library of Science (PLoS)","issue":"8","license":[{"start":{"date-parts":[[2019,8,2]],"date-time":"2019-08-02T00:00:00Z","timestamp":1564704000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000057","name":"National Institute of General Medical Sciences","doi-asserted-by":"publisher","award":["GM110748"],"award-info":[{"award-number":["GM110748"]}],"id":[{"id":"10.13039\/100000057","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1007258","type":"journal-article","created":{"date-parts":[[2019,8,2]],"date-time":"2019-08-02T17:29:41Z","timestamp":1564766981000},"page":"e1007258","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":82,"title":["Reappraising the utility of Google Flu Trends"],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6248-9097","authenticated-orcid":true,"given":"Sasikiran","family":"Kandula","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7216-7809","authenticated-orcid":true,"given":"Jeffrey","family":"Shaman","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2019,8,2]]},"reference":[{"issue":"7232","key":"pcbi.1007258.ref001","doi-asserted-by":"crossref","first-page":"1012","DOI":"10.1038\/nature07634","article-title":"Detecting influenza epidemics using search engine query data","volume":"457","author":"J Ginsberg","year":"2009","journal-title":"Nature"},{"key":"pcbi.1007258.ref002","unstructured":"Dredze M, Cheng R, Paul MJ, Broniatowski D, editors. HealthTweets. org: a platform for public health surveillance using Twitter. AAAI Workshop on the World Wide Web and Public Health Intelligence; 2014."},{"key":"pcbi.1007258.ref003","unstructured":"Farrow D. Modeling the Past, Present, and Future of Influenza [Doctoral dissertation]: Carnegie Mellon University; 2016."},{"issue":"10","key":"pcbi.1007258.ref004","doi-asserted-by":"crossref","first-page":"e1004513","DOI":"10.1371\/journal.pcbi.1004513","article-title":"Combining search, social media, and traditional data sources to improve influenza surveillance","volume":"11","author":"M Santillana","year":"2015","journal-title":"PLoS Comput Biol"},{"issue":"11","key":"pcbi.1007258.ref005","doi-asserted-by":"crossref","DOI":"10.2196\/jmir.7486","article-title":"Subregional nowcasts of seasonal influenza using search trends","volume":"19","author":"S Kandula","year":"2017","journal-title":"Journal of Medical Internet Research"},{"issue":"10","key":"pcbi.1007258.ref006","doi-asserted-by":"crossref","first-page":"2124","DOI":"10.2105\/AJPH.2015.302696","article-title":"Flu Near You: crowdsourced symptom reporting spanning 2 influenza seasons","volume":"105","author":"MS Smolinski","year":"2015","journal-title":"American journal of public health"},{"issue":"11","key":"pcbi.1007258.ref007","first-page":"1443","volume":"47","author":"PM Polgreen","year":"2008","journal-title":"Using internet searches for influenza surveillance"},{"issue":"3","key":"pcbi.1007258.ref008","first-page":"416","volume":"12","author":"E Vergu","year":"2006","journal-title":"Medication sales and syndromic surveillance, France"},{"issue":"7","key":"pcbi.1007258.ref009","first-page":"e102429","volume":"9","author":"C Viboud","year":"2014","journal-title":"Demonstrating the use of high-volume electronic medical claims data to monitor local and regional influenza activity in the US"},{"issue":"1","key":"pcbi.1007258.ref010","first-page":"17","volume":"4","author":"BM Althouse","year":"2015","journal-title":"Enhancing disease surveillance with novel data streams: challenges and opportunities"},{"issue":"suppl_4","key":"pcbi.1007258.ref011","first-page":"S380","volume":"214","author":"L Simonsen","year":"2016","journal-title":"Infectious disease surveillance in the big data era: towards faster and locally relevant systems"},{"key":"pcbi.1007258.ref012","unstructured":"Flu Trends Team. Google Flu Trends Available from: http:\/\/www.google.org\/flutrends\/about\/."},{"key":"pcbi.1007258.ref013","unstructured":"Google Trends Team. Extended Health Trends API Available from: https:\/\/research.googleblog.com\/2015\/08\/the-next-chapter-for-flu-trends.html."},{"issue":"6176","key":"pcbi.1007258.ref014","doi-asserted-by":"crossref","first-page":"1203","DOI":"10.1126\/science.1248506","article-title":"The parable of Google Flu: traps in big data analysis","volume":"343","author":"D Lazer","year":"2014","journal-title":"Science"},{"key":"pcbi.1007258.ref015","article-title":"Google Flu Trends: The Limits of Big Data","author":"S Lohr","year":"2014","journal-title":"The New York Times"},{"key":"pcbi.1007258.ref016","article-title":"Google Flu Trends is no longer good at predicting flu, scientists find","author":"C Arthur","year":"2014","journal-title":"The Guardian"},{"key":"pcbi.1007258.ref017","article-title":"Google catches cold as debate over 'big data hubris' rages","author":"A Ward","year":"2014","journal-title":"The Financial Times"},{"key":"pcbi.1007258.ref018","doi-asserted-by":"crossref","DOI":"10.1016\/S0262-4079(14)60577-7","volume-title":"Google Flu Trends gets it wrong three years running","author":"H Hodson","year":"2014"},{"key":"pcbi.1007258.ref019","first-page":"03","article-title":"Why Google flu is a failure","author":"S Salzberg","year":"2014","journal-title":"Forbes com"},{"key":"pcbi.1007258.ref020","first-page":"1","article-title":"Google\u2019s Flu Project shows the failings of big data","author":"B Walsh","year":"2014","journal-title":"Time com"},{"issue":"10","key":"pcbi.1007258.ref021","doi-asserted-by":"crossref","first-page":"e1003256","DOI":"10.1371\/journal.pcbi.1003256","article-title":"Reassessing Google Flu Trends data for detection of seasonal and pandemic influenza: a comparative epidemiological study at three geographic scales","volume":"9","author":"DR Olson","year":"2013","journal-title":"PLoS Comput Biol"},{"issue":"1","key":"pcbi.1007258.ref022","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1093\/cid\/ciw657","article-title":"Evaluating Google Flu Trends in Latin America: important lessons for the next phase of digital disease detection","volume":"64","author":"S Pollett","year":"2017","journal-title":"Clinical Infectious Diseases"},{"key":"pcbi.1007258.ref023","unstructured":"U.S. Department of Health & Human Services Regional Offices. Available from: https:\/\/www.hhs.gov\/about\/agencies\/regional-offices\/index.html."},{"key":"pcbi.1007258.ref024","unstructured":"PHI_Research_Lab. Epidemic Prediction Initiative: FluSight 2015\u20132016 Data archive [Available from: https:\/\/predict.phiresearchlab.org\/post\/5a6232f8da94b605acafdca8."},{"issue":"6","key":"pcbi.1007258.ref025","first-page":"e1006134","volume":"14","author":"LC Brooks","year":"2018","journal-title":"Nonmechanistic forecasts of seasonal influenza with iterative one-week-ahead distributions"},{"issue":"8","key":"pcbi.1007258.ref026","first-page":"3146","volume":"116","author":"NG Reich","year":"2019","journal-title":"A collaborative multiyear, multimodel assessment of seasonal influenza forecasting in the United States"},{"key":"pcbi.1007258.ref027","article-title":"Twitter improves influenza forecasting","author":"MJ Paul","year":"2014","journal-title":"PLOS Currents Outbreaks"},{"issue":"3","key":"pcbi.1007258.ref028","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1016\/j.amepre.2014.05.020","article-title":"What can digital disease detection learn from (an external revision to) Google Flu Trends?","volume":"47","author":"M Santillana","year":"2014","journal-title":"American journal of preventive medicine"},{"key":"pcbi.1007258.ref029","unstructured":"Centers for Disease Control and Prevention: Overview of Influenza Surveillance in the United States; (08\/10\/2016). Available from: http:\/\/www.cdc.gov\/flu\/weekly\/overview.htm."},{"key":"pcbi.1007258.ref030","unstructured":"Centers for Disease Control and Prevention, National Notifiable Diseases Surveillance System: MMWR Weeks Available from: https:\/\/wwwn.cdc.gov\/nndss\/document\/MMWR_week_overview.pdf."},{"key":"pcbi.1007258.ref031","unstructured":"Centers for Disease Control and Prevention: FluView Interactive (08\/10\/2016). Available from: http:\/\/gis.cdc.gov\/grasp\/fluview\/fluportaldashboard.html."},{"key":"pcbi.1007258.ref032","author":"PHI Research Lab","journal-title":"Epidemic Prediction Initiative"},{"key":"pcbi.1007258.ref033","author":"DELPHI Research Group","journal-title":"Epidemiological Data API"},{"key":"pcbi.1007258.ref034","unstructured":"Google Correlate Available from: https:\/\/www.google.com\/trends\/correlate."},{"key":"pcbi.1007258.ref035","author":"M Mohebbi","year":"2011","journal-title":"Google correlate whitepaper"},{"key":"pcbi.1007258.ref036","author":"R Hyndman","year":"2007","journal-title":"Automatic Time Series Forecasting: The Forecast Package for R 7. 2008"},{"key":"pcbi.1007258.ref037","volume-title":"R: A language and environment for statistical computing","author":"R Core Team","year":"2018","edition":"3.5.0"},{"key":"pcbi.1007258.ref038","author":"R Hyndman","year":"2015","journal-title":"Forecasting functions for time series and linear models, R package version 6.1"},{"issue":"1\u20133","key":"pcbi.1007258.ref039","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1016\/0304-4076(92)90104-Y","article-title":"Testing the null hypothesis of stationarity against the alternative of a unit root: How sure are we that economic time series have a unit root?","volume":"54","author":"D Kwiatkowski","year":"1992","journal-title":"Journal of econometrics"},{"issue":"3","key":"pcbi.1007258.ref040","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1080\/07350015.1995.10524598","article-title":"Are seasonal patterns constant over time? A test for seasonal stability","volume":"13","author":"F Canova","year":"1995","journal-title":"Journal of Business & Economic Statistics"},{"issue":"6","key":"pcbi.1007258.ref041","doi-asserted-by":"crossref","first-page":"716","DOI":"10.1109\/TAC.1974.1100705","article-title":"A new look at the statistical model identification","volume":"19","author":"H Akaike","year":"1974","journal-title":"IEEE transactions on automatic control"},{"issue":"1","key":"pcbi.1007258.ref042","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1010933404324","article-title":"Random forests","volume":"45","author":"L Breiman","year":"2001","journal-title":"Machine learning"},{"key":"pcbi.1007258.ref043","volume-title":"Manual on setting up, using, and understanding random forests v3. 1","author":"L Breiman","year":"2002"},{"issue":"3","key":"pcbi.1007258.ref044","first-page":"18","article-title":"Classification and regression by randomForest","volume":"2","author":"A Liaw","year":"2002","journal-title":"R news"},{"issue":"339","key":"pcbi.1007258.ref045","doi-asserted-by":"crossref","first-page":"687","DOI":"10.1080\/01621459.1972.10481279","article-title":"Constructing confidence sets using rank statistics","volume":"67","author":"DF Bauer","year":"1972","journal-title":"Journal of the American Statistical Association"},{"key":"pcbi.1007258.ref046","author":"M Hollander","year":"1999","journal-title":"Nonparametric statistical methods"},{"issue":"6","key":"pcbi.1007258.ref047","doi-asserted-by":"crossref","first-page":"80","DOI":"10.2307\/3001968","article-title":"Individual comparisons by ranking methods","volume":"1","author":"F Wilcoxon","year":"1945","journal-title":"Biometrics bulletin"},{"issue":"144","key":"pcbi.1007258.ref048","first-page":"20180174","volume":"15","author":"S Kandula","year":"2018","journal-title":"Evaluation of mechanistic and statistical methods in forecasting influenza-like illness"},{"issue":"2","key":"pcbi.1007258.ref049","first-page":"e1006599","volume":"15","author":"D Osthus","year":"2019","journal-title":"Even a good influenza forecasting model can benefit from internet-based nowcasts, but those benefits are limited"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1007258","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,8,14]],"date-time":"2019-08-14T00:00:00Z","timestamp":1565740800000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007258","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,21]],"date-time":"2024-07-21T17:05:48Z","timestamp":1721581548000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007258"}},"subtitle":[],"editor":[{"given":"Nicola","family":"Segata","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2019,8,2]]},"references-count":49,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2019,8,2]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1007258","relation":{"new_version":[{"id-type":"doi","id":"10.1371\/journal.pcbi.1007258","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,8,2]]}}}