{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,28]],"date-time":"2025-06-28T04:07:24Z","timestamp":1751083644480,"version":"3.41.0"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319716787"},{"type":"electronic","value":"9783319716794"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-71679-4_5","type":"book-chapter","created":{"date-parts":[[2017,11,24]],"date-time":"2017-11-24T16:34:52Z","timestamp":1511541292000},"page":"67-85","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Efficient Evaluation of Influenza Mitigation Strategies Using Preventive Bandits"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3906-758X","authenticated-orcid":false,"given":"Pieter","family":"Libin","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3036-617X","authenticated-orcid":false,"given":"Timothy","family":"Verstraeten","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0242-7000","authenticated-orcid":false,"given":"Kristof","family":"Theys","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2825-2491","authenticated-orcid":false,"given":"Diederik M.","family":"Roijers","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9876-3684","authenticated-orcid":false,"given":"Peter","family":"Vrancx","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6346-4564","authenticated-orcid":false,"given":"Ann","family":"Now\u00e9","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,11,25]]},"reference":[{"issue":"9","key":"5_CR1","doi-asserted-by":"crossref","first-page":"517","DOI":"10.1016\/S1473-3099(02)00366-3","volume":"2","author":"K St\u00f6hr","year":"2002","unstructured":"St\u00f6hr, K.: Influenza: WHO cares. Lancet Infect. Dis. 2(9), 517 (2002)","journal-title":"Lancet Infect. Dis."},{"issue":"27","key":"5_CR2","doi-asserted-by":"crossref","first-page":"5086","DOI":"10.1016\/j.vaccine.2007.03.046","volume":"25","author":"NAM Molinari","year":"2007","unstructured":"Molinari, N.A.M., Ortega-Sanchez, I.R., Messonnier, M.L., Thompson, W.W., Wortley, P.M., Weintraub, E., Bridges, C.B.: The annual impact of seasonal influenza in the US: measuring disease burden and costs. Vaccine 25(27), 5086\u20135096 (2007)","journal-title":"Vaccine"},{"issue":"2","key":"5_CR3","doi-asserted-by":"crossref","first-page":"e50","DOI":"10.1371\/journal.pbio.0040050","volume":"4","author":"H Nicholls","year":"2006","unstructured":"Nicholls, H.: Pandemic influenza: the inside story. PLoS Biol. 4(2), e50 (2006)","journal-title":"PLoS Biol."},{"issue":"1","key":"5_CR4","first-page":"4","volume":"65","author":"KD Patterson","year":"1991","unstructured":"Patterson, K.D., Pyle, G.F.: The geography and mortality of the 1918 influenza pandemic. Bull. Hist. Med. 65(1), 4 (1991)","journal-title":"Bull. Hist. Med."},{"issue":"6","key":"5_CR5","doi-asserted-by":"crossref","first-page":"679","DOI":"10.1093\/aje\/kwp237","volume":"170","author":"NE Basta","year":"2009","unstructured":"Basta, N.E., Chao, D.L., Halloran, M.E., Matrajt, L., Longini, I.M.: Strategies for pandemic and seasonal influenza vaccination of schoolchildren in the United States. Am. J. Epidemiol. 170(6), 679\u2013686 (2009)","journal-title":"Am. J. Epidemiol."},{"issue":"15","key":"5_CR6","doi-asserted-by":"crossref","first-page":"5935","DOI":"10.1073\/pnas.0601266103","volume":"103","author":"TC Germann","year":"2006","unstructured":"Germann, T.C., Kadau, K., Longini, I.M., Macken, C.A.: Mitigation strategies for pandemic influenza in the United States. Proc. Nat. Acad. Sci. 103(15), 5935\u20135940 (2006)","journal-title":"Proc. Nat. Acad. Sci."},{"issue":"2009","key":"5_CR7","doi-asserted-by":"crossref","first-page":"729","DOI":"10.1126\/science.1177373","volume":"326","author":"Y Yang","year":"2009","unstructured":"Yang, Y., Sugimoto, J.D., Halloran, M.E., Basta, N.E., Chao, D.L., Matrajt, L., Potter, G., Kenah, E., Longini, I.M.: The transmissibility and control of pandemic influenza A (H1N1) virus. Science 326(2009), 729\u201333 (2009). New York","journal-title":"Science"},{"issue":"1","key":"5_CR8","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s12916-016-0678-3","volume":"14","author":"M Ajelli","year":"2016","unstructured":"Ajelli, M., Merler, S., Fumanelli, L., y Piontti, A.P., E Dean, N., Longini, I.M., Halloran, M.E., Vespignani, A.: Spatiotemporal dynamics of the Ebola epidemic in Guinea and implications for vaccination and disease elimination: a computational modeling analysis. BMC Med. 14(1), 1\u201310 (2016)","journal-title":"BMC Med."},{"issue":"3","key":"5_CR9","doi-asserted-by":"crossref","first-page":"330","DOI":"10.1016\/S1473-3099(16)30513-8","volume":"17","author":"MUG Kraemer","year":"2017","unstructured":"Kraemer, M.U.G., Faria, N.R., Reiner, R.C., Golding, N., Nikolay, B., Stasse, S., Johansson, M.A., Salje, H., Faye, O., William Wint, G.R., et al.: Spread of yellow fever virus outbreak in Angola and the Democratic Republic of the Congo 2015\u201316: a modelling study. Lancet Infect. Dis. 17(3), 330\u2013338 (2017)","journal-title":"Lancet Infect. Dis."},{"issue":"1","key":"5_CR10","doi-asserted-by":"crossref","first-page":"e1000656","DOI":"10.1371\/journal.pcbi.1000656","volume":"6","author":"DL Chao","year":"2010","unstructured":"Chao, D.L., Halloran, M.E., Obenchain, V.J., Longini Jr., I.M.: FluTE, a publicly available stochastic influenza epidemic simulation model. PLoS Comput. Biol. 6(1), e1000656 (2010)","journal-title":"PLoS Comput. Biol."},{"issue":"0208005","key":"5_CR11","first-page":"181","volume":"70","author":"SG Eubank","year":"2006","unstructured":"Eubank, S.G., Kumar, V.S., Marathe, M.V., Srinivasan, A., Wang, N.: Structure of social contact networks and their impact on epidemics. DIMACS Seri. Discrete Math. Theor. Comput. Sci. 70(0208005), 181 (2006)","journal-title":"DIMACS Seri. Discrete Math. Theor. Comput. Sci."},{"issue":"2","key":"5_CR12","doi-asserted-by":"crossref","first-page":"204","DOI":"10.3201\/eid0902.020188","volume":"9","author":"LA Meyers","year":"2003","unstructured":"Meyers, L.A., Newman, M.E.J., Martin, M., Schrag, S.: Applying network theory to epidemics: control measures for Mycoplasma pneumoniae outbreaks. Emerg. Infect. Dis. 9(2), 204\u2013210 (2003)","journal-title":"Emerg. Infect. Dis."},{"issue":"1","key":"5_CR13","doi-asserted-by":"crossref","first-page":"e1004681","DOI":"10.1371\/journal.pcbi.1004681","volume":"12","author":"L Fumanelli","year":"2016","unstructured":"Fumanelli, L., Ajelli, M., Merler, S., Ferguson, N.M., Cauchemez, S.: Model-based comprehensive analysis of school closure policies for Mitigating Influenza Epidemics and Pandemics. PLoS Comput. Biol. 12(1), e1004681 (2016)","journal-title":"PLoS Comput. Biol."},{"key":"5_CR14","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"issue":"2\u20133","key":"5_CR15","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1023\/A:1013689704352","volume":"47","author":"P Auer","year":"2002","unstructured":"Auer, P., Cesa-Bianchi, N., Fischer, P.: Finite-time analysis of the multiarmed bandit problem. Mach. Learn. 47(2\u20133), 235\u2013256 (2002)","journal-title":"Mach. Learn."},{"key":"5_CR16","unstructured":"World Health Organization, et al.: WHO guidelines on the use of vaccines and antivirals during influenza pandemics (2004)"},{"issue":"5695","key":"5_CR17","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1126\/science.306.5695.385","volume":"306","author":"M Enserink","year":"2004","unstructured":"Enserink, M.: Crisis underscores fragility of vaccine production system. Science 306(5695), 385 (2004)","journal-title":"Science"},{"key":"5_CR18","doi-asserted-by":"crossref","first-page":"S20","DOI":"10.1093\/cid\/ciu1175","volume":"60","author":"M Biggerstaff","year":"2015","unstructured":"Biggerstaff, M., Reed, C., Swerdlow, D.L., Gambhir, M., Graitcer, S., Finelli, L., Borse, R.H., Rasmussen, S.A., Meltzer, M.I., Bridges, C.B.: Estimating the potential effects of a vaccine program against an emerging influenza pandemic - United States. Clin. Infect. Dis. 60, S20\u2013S29 (2015)","journal-title":"Clin. Infect. Dis."},{"issue":"25","key":"5_CR19","doi-asserted-by":"crossref","first-page":"2595","DOI":"10.1056\/NEJMp0903906","volume":"360","author":"MA Miller","year":"2009","unstructured":"Miller, M.A., Viboud, C., Balinska, M., Simonsen, L.: The signature features of influenza pandemics: implications for policy. N. Engl. J. Med. 360(25), 2595\u20132598 (2009)","journal-title":"N. Engl. J. Med."},{"issue":"9790","key":"5_CR20","doi-asserted-by":"crossref","first-page":"515","DOI":"10.1016\/S0140-6736(10)61505-X","volume":"378","author":"GP Garnett","year":"2011","unstructured":"Garnett, G.P., Cousens, S., Hallett, T.B., Steketee, R., Walker, N.: Mathematical models in the evaluation of health programmes. Lancet 378(9790), 515\u2013525 (2011)","journal-title":"Lancet"},{"key":"5_CR21","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1016\/j.epidem.2014.12.002","volume":"10","author":"J Lessler","year":"2014","unstructured":"Lessler, J., Edmunds, W.J., Halloran, M.E., Hollingsworth, T.D., Lloyd, A.L.: Seven challenges for model-driven data collection in experimental and observational studies. Epidemics 10, 78\u201382 (2014)","journal-title":"Epidemics"},{"issue":"5","key":"5_CR22","doi-asserted-by":"crossref","first-page":"998","DOI":"10.1287\/mnsc.1070.0787","volume":"54","author":"H Rahmandad","year":"2008","unstructured":"Rahmandad, H., Sterman, J.: Heterogeneity and network structure in the dynamics of diffusion: comparing agent-based and differential equation models. Manage. Sci. 54(5), 998\u20131014 (2008)","journal-title":"Manage. Sci."},{"key":"5_CR23","unstructured":"Willem, L.: Agent-Based Models For Infectious Disease Transmission: Exploration, Estimation & Computational Efficiency. Ph.D. thesis (2015)"},{"issue":"5597","key":"5_CR24","doi-asserted-by":"crossref","first-page":"1428","DOI":"10.1126\/science.1074674","volume":"298","author":"ME Halloran","year":"2002","unstructured":"Halloran, M.E., Longini, I.M., Nizam, A., Yang, Y.: Containing bioterrorist smallpox. Science 298(5597), 1428\u20131432 (2002). New York","journal-title":"Science"},{"issue":"5","key":"5_CR25","doi-asserted-by":"crossref","first-page":"527","DOI":"10.1090\/S0002-9904-1952-09620-8","volume":"58","author":"R Herbert","year":"1952","unstructured":"Herbert, R.: Some aspects of the sequential design of experiments. Bull. Am. Math. Soc. 58(5), 527\u2013535 (1952)","journal-title":"Bull. Am. Math. Soc."},{"issue":"52","key":"5_CR26","doi-asserted-by":"crossref","first-page":"22387","DOI":"10.1073\/pnas.0912378106","volume":"106","author":"WH Press","year":"2009","unstructured":"Press, W.H.: Bandit solutions provide unified ethical models for randomized clinical trials and comparative effectiveness research. Proc. Nat. Acad. Sci. 106(52), 22387\u201322392 (2009)","journal-title":"Proc. Nat. Acad. Sci."},{"key":"5_CR27","doi-asserted-by":"crossref","DOI":"10.1002\/9780470980033","volume-title":"Multi-Armed Bandit Allocation Indices","author":"J Gittins","year":"2011","unstructured":"Gittins, J., Glazebrook, K., Weber, R.: Multi-Armed Bandit Allocation Indices, 2nd edn. Wiley, Chichester (2011)","edition":"2"},{"key":"5_CR28","doi-asserted-by":"crossref","unstructured":"Awerbuch, B., Kleinberg, R.: Near-optimal adaptive routing: shortest paths and geometric generalizations. In: Proceeding of the 36th Annual ACM Symposium on Theory of Computing, pp. 45\u201353 (2004)","DOI":"10.1145\/1007352.1007367"},{"key":"5_CR29","unstructured":"Kaufmann, E., Capp\u00e9, O., Garivier, A.: On the complexity of A\/B testing. In: COLT, pp. 461\u2013481 (2014)"},{"issue":"2\u20133","key":"5_CR30","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1016\/j.tcs.2004.05.012","volume":"324","author":"A Blum","year":"2004","unstructured":"Blum, A., Kumar, V., Rudra, A., Felix, W.: Online learning in online auctions. Theoret. Comput. Sci. 324(2\u20133), 137\u2013146 (2004)","journal-title":"Theoret. Comput. Sci."},{"issue":"5948","key":"5_CR31","doi-asserted-by":"crossref","first-page":"1705","DOI":"10.1126\/science.1175570","volume":"325","author":"J Medlock","year":"2009","unstructured":"Medlock, J., Galvani, A.P.: Optimizing influenza vaccine distribution. Science 325(5948), 1705\u20131708 (2009)","journal-title":"Science"},{"issue":"10","key":"5_CR32","doi-asserted-by":"crossref","first-page":"1529","DOI":"10.1093\/infdis\/jiu647","volume":"211","author":"HQ McLean","year":"2015","unstructured":"McLean, H.Q., Thompson, M.G., Sundaram, M.E., Kieke, B.A., Gaglani, M., Murthy, K., Piedra, P.A., Zimmerman, R.K., Nowalk, M.P., Raviotta, J.M., Jackson, M.L., Jackson, L., Ohmit, S.E., Petrie, J.G., Monto, A.S., Meece, J.K., Thaker, S.N., Clippard, J.R., Spencer, S.M., Fry, A.M., Belongia, E.A.: Influenza vaccine effectiveness in the United States during 2012\u20132013: variable protection by age and virus type. J. Infect. Dis. 211(10), 1529\u20131540 (2015)","journal-title":"J. Infect. Dis."},{"key":"5_CR33","volume-title":"Cellular and Molecular Immunology","author":"AK Abbas","year":"2014","unstructured":"Abbas, A.K., Lichtman, A.H., Pillai, S.: Cellular and Molecular Immunology. Elsevier Health Sciences, Amsterdam (2014)"},{"key":"5_CR34","unstructured":"CDC: Key facts about influenza (flu) & flu vaccine. Centers for Disease Control and Prevention, Atlanta (2014)"},{"issue":"13","key":"5_CR35","doi-asserted-by":"crossref","first-page":"1195","DOI":"10.1056\/NEJMoa1506223","volume":"373","author":"SR Hadinegoro","year":"2015","unstructured":"Hadinegoro, S.R., Arredondo-Garc\u00eda, J.L., Capeding, M.R., Deseda, C., Chotpitayasunondh, T., Dietze, R., Muhammad Ismail, H.I.H., Reynales, H., Limkittikul, K., Rivera-Medina, D.M., Tran, H.N., Bouckenooghe, A., Chansinghakul, D., Cort\u00e9s, M., Fanouillere, K., Forrat, R., Frago, C., Gailhardou, S., Jackson, N., Noriega, F., Plennevaux, E., Wartel, T.A., Zambrano, B., Saville, M.: Efficacy and long-term safety of a dengue vaccine in regions of endemic disease. N. Engl. J. Med. 373(13), 1195\u20131206 (2015)","journal-title":"N. Engl. J. Med."},{"issue":"6273","key":"5_CR36","doi-asserted-by":"crossref","first-page":"543","DOI":"10.1126\/science.351.6273.543","volume":"351","author":"J Cohen","year":"2016","unstructured":"Cohen, J.: The race for a Zika vaccine is on. Science 351(6273), 543\u2013544 (2016)","journal-title":"Science"},{"issue":"6303","key":"5_CR37","doi-asserted-by":"crossref","first-page":"1033","DOI":"10.1126\/science.aaf9590","volume":"353","author":"NM Ferguson","year":"2016","unstructured":"Ferguson, N.M., Rodr\u00edguez-Barraquer, I., Dorigatti, I., Mier-y Teran-Romero, L., Laydon, D.J., Cummings, D.A.T.: Benefits and risks of the Sanofi-Pasteur dengue vaccine: modeling optimal deployment. Science 353(6303), 1033\u20131036 (2016)","journal-title":"Science"},{"issue":"10","key":"5_CR38","doi-asserted-by":"crossref","first-page":"e1876","DOI":"10.1371\/journal.pntd.0001876","volume":"6","author":"DL Chao","year":"2012","unstructured":"Chao, D.L., Halstead, S.B., Halloran, M.E., Longini, I.M.: Controlling dengue with vaccines in Thailand. PLoS Neglected Trop. Dis. 6(10), e1876 (2012)","journal-title":"PLoS Neglected Trop. Dis."},{"key":"5_CR39","doi-asserted-by":"crossref","unstructured":"Drugan, M.M., Nowe, A.: Designing multi-objective multi-armed bandits algorithms: a study. In: Proceedings of the International Joint Conference on Neural Networks (2013)","DOI":"10.1109\/IJCNN.2013.6707036"},{"key":"5_CR40","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1613\/jair.3987","volume":"48","author":"DM Roijers","year":"2013","unstructured":"Roijers, D.M., Vamplew, P., Whiteson, S., Dazeley, R.: A survey of multi-objective sequential decision-making. J. Artif. Intell. Res. 48, 67\u2013113 (2013)","journal-title":"J. Artif. Intell. Res."},{"key":"5_CR41","doi-asserted-by":"crossref","unstructured":"Roijers, D.M.: Multi-objective decision-theoretic planning. Ph.D. thesis, University of Amsterdam (2016)","DOI":"10.1145\/3008665.3008670"},{"issue":"1\u20132","key":"5_CR42","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1007\/s10994-010-5232-5","volume":"84","author":"P Vamplew","year":"2011","unstructured":"Vamplew, P., Dazeley, R., Berry, A., Issabekov, R., Dekker, E.: Empirical evaluation methods for multiobjective reinforcement learning algorithms. Mach. Learn. 84(1\u20132), 51\u201380 (2011)","journal-title":"Mach. Learn."},{"key":"5_CR43","unstructured":"Zintgraf, L.M., Kanters, T.V., Roijers, D.M., Oliehoek, F.A., Beau, P.: Quality assessment of MORL algorithms: a utility-based approach. In: Proceedings of the Twenty-Fourth Belgian-Dutch Conference on Machine Learning, Benelearn 2015 (2015)"}],"container-title":["Lecture Notes in Computer Science","Autonomous Agents and Multiagent Systems"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-71679-4_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,27]],"date-time":"2025-06-27T13:53:49Z","timestamp":1751032429000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-71679-4_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319716787","9783319716794"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-71679-4_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2017]]}}}