{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T04:32:46Z","timestamp":1783398766959,"version":"3.54.6"},"reference-count":81,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,9,26]],"date-time":"2022-09-26T00:00:00Z","timestamp":1664150400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,9,26]],"date-time":"2022-09-26T00:00:00Z","timestamp":1664150400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CBET-1554018"],"award-info":[{"award-number":["CBET-1554018"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ann Oper Res"],"published-print":{"date-parts":[[2023,9]]},"DOI":"10.1007\/s10479-022-04926-7","type":"journal-article","created":{"date-parts":[[2022,9,26]],"date-time":"2022-09-26T14:02:45Z","timestamp":1664200965000},"page":"245-277","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":35,"title":["A simulation-deep reinforcement learning (SiRL) approach for epidemic control optimization"],"prefix":"10.1007","volume":"328","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0433-692X","authenticated-orcid":false,"given":"Sabah","family":"Bushaj","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xuecheng","family":"Yin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arjeta","family":"Beqiri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Donald","family":"Andrews","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8928-2638","authenticated-orcid":false,"given":"\u0130. Esra","family":"B\u00fcy\u00fcktahtak\u0131n","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,9,26]]},"reference":[{"key":"4926_CR1","unstructured":"Alzu\u2019bi, A.\u00a0A., Alasal, S.\u00a0I.\u00a0A., & Watzlaf, V.\u00a0J. (2021). A simulation study of coronavirus as an epidemic disease using agent-based modeling. Perspectives in Health Information Management\u00a018."},{"key":"4926_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbef.2020.100371","volume":"27","author":"BN Ashraf","year":"2020","unstructured":"Ashraf, B. N. (2020). Economic impact of government interventions during the COVID-19 pandemic: International evidence from financial markets. Journal of Behavioral and Experimental Finance, 27, 100371.","journal-title":"Journal of Behavioral and Experimental Finance"},{"key":"4926_CR3","unstructured":"Awasthi, R., Guliani, K.\u00a0K., Khan, S.\u00a0A., Vashishtha, A., Gill, M.\u00a0S., Bhatt, A., Nagori, A., Gupta, A., Kumaraguru, P., & Sethi, T. (2020). Vacsim: Learning effective strategies for COVID-19 vaccine distribution using reinforcement learning. arXiv preprintarXiv:2009.06602."},{"issue":"4","key":"4926_CR4","doi-asserted-by":"publisher","first-page":"874","DOI":"10.1093\/jamia\/ocaa324","volume":"28","author":"BP Bednarski","year":"2020","unstructured":"Bednarski, B. P., Singh, A. D., & Jones, W. M. (2020). On collaborative reinforcement learning to optimize the redistribution of critical medical supplies throughout the COVID-19 pandemic. Journal of the American Medical Informatics Association, 28(4), 874\u2013878.","journal-title":"Journal of the American Medical Informatics Association"},{"key":"4926_CR5","doi-asserted-by":"publisher","first-page":"R52","DOI":"10.1017\/nie.2020.14","volume":"252","author":"DN Bell","year":"2020","unstructured":"Bell, D. N., & Blanchflower, D. G. (2020). US and UK labour markets before and during the COVID-19 crash. National Institute Economic Review, 252, R52\u2013R69.","journal-title":"National Institute Economic Review"},{"key":"4926_CR6","doi-asserted-by":"crossref","unstructured":"Bilinski, A., Salomon, J.\u00a0A., Giardina, J., Ciaranello, A., & Fitzpatrick, M.\u00a0C. (2021). Passing the test: a model-based analysis of safe school-reopening strategies. Annals of Internal Medicine.","DOI":"10.1101\/2021.01.27.21250388"},{"key":"4926_CR7","unstructured":"Bushaj, S., B\u00fcy\u00fcktahtak\u0131n, \u0130.\u00a0E. (2021). A deep reinforcement learning approach for solving multi-dimensional knapsack problem. Under Review."},{"key":"4926_CR8","doi-asserted-by":"crossref","unstructured":"Bushaj, S., B\u00fcy\u00fcktahtak\u0131n, \u0130. E., & Haight, R. G. (2022). Risk-averse multi-stage stochastic optimization for surveillance and operations planning of a forest insect infestation. European Journal of Operational Research, 299(3), 1094\u20131110.","DOI":"10.1016\/j.ejor.2021.08.035"},{"issue":"1","key":"4926_CR9","doi-asserted-by":"crossref","first-page":"e12267","DOI":"10.1111\/nrm.12267","volume":"34","author":"S Bushaj","year":"2020","unstructured":"Bushaj, S., B\u00fcy\u00fcktahtak\u0131n, \u0130. E., Yemshanov, D., & Haight, R. G. (2020). Optimizing surveillance and management of emerald ash borer in urban environments. Natural Resource Modeling, 34(1), e12267.","journal-title":"Natural Resource Modeling"},{"key":"4926_CR10","doi-asserted-by":"crossref","unstructured":"B\u00fcy\u00fcktahtak\u0131n, \u0130. E. (2022). Stage-t scenario dominance for risk-averse multi-stage stochastic mixed-integer programs. Annals of Operations Research, 309(1), 1\u201335.","DOI":"10.1007\/s10479-021-04388-3"},{"key":"4926_CR11","doi-asserted-by":"crossref","unstructured":"B\u00fcy\u00fcktahtak\u0131n, \u0130. E., de Bordes, E., & K\u0131b\u0131\u015f, E. Y. (2018). A new epidemics-logistics model: Insights into controlling the Ebola virus disease in West Africa. European Journal of Operational Research, 265(3), 1046\u20131063.","DOI":"10.1016\/j.ejor.2017.08.037"},{"issue":"2","key":"4926_CR12","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1007\/s10479-017-2670-5","volume":"271","author":"\u0130. E B\u00fcy\u00fcktahtak\u0131n","year":"2018","unstructured":"B\u00fcy\u00fcktahtak\u0131n, \u0130. E., & Haight, R. G. (2018). A review of operations research models in invasive species management: State of the art, challenges, and future directions. Annals of Operations Research, 271(2), 357\u2013403.","journal-title":"Annals of Operations Research"},{"key":"4926_CR13","unstructured":"CDC (2022). COVID data tracker. https:\/\/covid.cdc.gov\/covid-data-tracker\/#datatracker-home. Accessed 20 May 2022."},{"issue":"2\u20133","key":"4926_CR14","first-page":"541","volume":"235","author":"I-M Chen","year":"2021","unstructured":"Chen, I.-M., & Chan, C.-Y. (2021). Deep reinforcement learning based path tracking controller for autonomous vehicle. Proceedings of the Institution of Mechanical Engineers, Part D: Journal of Automobile Engineering, 235(2\u20133), 541\u2013551.","journal-title":"Proceedings of the Institution of Mechanical Engineers, Part D: Journal of Automobile Engineering"},{"issue":"1","key":"4926_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41467-020-20699-8","volume":"12","author":"S Contreras","year":"2021","unstructured":"Contreras, S., Dehning, J., Loidolt, M., Zierenberg, J., Spitzner, F. P., Urrea-Quintero, J. H., Mohr, S. B., Wilczek, M., Wibral, M., & Priesemann, V. (2021). The challenges of containing SARS-CoV-2 via test-trace-and-isolate. Nature Communications, 12(1), 1\u201313.","journal-title":"Nature Communications"},{"key":"4926_CR16","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1016\/j.cie.2018.01.018","volume":"118","author":"\u00d6 Co\u015fgun","year":"2018","unstructured":"Co\u015fgun, \u00d6., & B\u00fcy\u00fcktahtak\u0131n, \u0130E. (2018). Stochastic dynamic resource allocation for HIV prevention and treatment: An approximate dynamic programming approach. Computers & Industrial Engineering, 118, 423\u2013439.","journal-title":"Computers & Industrial Engineering"},{"key":"4926_CR17","doi-asserted-by":"crossref","unstructured":"Dan, J.\u00a0M., Mateus, J., Kato,\u00a0Y., Hastie, K.\u00a0M., Yu, E.\u00a0D., Faliti, C.\u00a0E., Grifoni, A., Ramirez, S.\u00a0I., Haupt, S., Frazier, A., et\u00a0al. (2021). Immunological memory to SARS-CoV-2 assessed for up to 8 months after infection. Science\u00a0371(6529).","DOI":"10.1126\/science.abf4063"},{"issue":"2","key":"4926_CR18","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1016\/j.ijpe.2012.05.023","volume":"139","author":"TK Dasaklis","year":"2012","unstructured":"Dasaklis, T. K., Pappis, C. P., & Rachaniotis, N. P. (2012). Epidemics control and logistics operations: A review. International Journal of Production Economics, 139(2), 393\u2013410.","journal-title":"International Journal of Production Economics"},{"key":"4926_CR19","doi-asserted-by":"crossref","unstructured":"De\u00a0Mooij, J., Dell\u00a0Anna, D., Bhattacharya, P., Dastani, M., Logan, B., & Swarup, S. (2021). Quantifying the effects of norms on COVID-19 cases using an agent-based simulation. In Proceedings of the 22nd international workshop on multi-agent-based simulation (MABS).","DOI":"10.1007\/978-3-030-94548-0_8"},{"key":"4926_CR20","unstructured":"Delarue, A., Anderson, R., & Tjandraatmadja, C. (2020). Reinforcement learning with combinatorial actions: An application to vehicle routing. arXiv preprintarXiv:2010.12001."},{"key":"4926_CR21","unstructured":"D\u2019Orazio, M., Bernardini, G., Quagliarini, E. (2020). How to restart? an agent-based simulation model towards the definition of strategies for COVID-19\" second phase\" in public buildings. arXiv preprintarXiv:2004.12927."},{"issue":"7256","key":"4926_CR22","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1038\/460687a","volume":"460","author":"JM Epstein","year":"2009","unstructured":"Epstein, J. M. (2009). Modelling to contain pandemics. Nature, 460(7256), 687.","journal-title":"Nature"},{"key":"4926_CR23","doi-asserted-by":"crossref","unstructured":"Galanakis, C.\u00a0M., Rizou, M., Aldawoud, T.\u00a0M., Ucak, I., & Rowan, N.\u00a0J. (2021). Innovations and technology disruptions in the food sector within the COVID-19 pandemic and post-lockdown era. Trends in Food Science & Technology.","DOI":"10.1016\/j.tifs.2021.02.002"},{"issue":"1","key":"4926_CR24","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1002\/sdr.1655","volume":"36","author":"N Ghaffarzadegan","year":"2020","unstructured":"Ghaffarzadegan, N., & Rahmandad, H. (2020). Simulation-based estimation of the early spread of COVID-19 in Iran: Actual versus confirmed cases. System Dynamics Review, 36(1), 101\u2013129.","journal-title":"System Dynamics Review"},{"key":"4926_CR25","doi-asserted-by":"publisher","first-page":"100403","DOI":"10.1016\/j.imu.2020.100403","volume":"20","author":"NM Gharakhanlou","year":"2020","unstructured":"Gharakhanlou, N. M., & Hooshangi, N. (2020). Spatio-temporal simulation of the novel coronavirus COVID-19 outbreak using the agent-based modeling approach (case study: Urmia, Iran). Informatics in Medicine Unlocked, 20, 100403.","journal-title":"Informatics in Medicine Unlocked"},{"key":"4926_CR26","doi-asserted-by":"crossref","unstructured":"Gillisa, M., Saifa, A., Kamala, N., & Murphy, M. (2021). A simulation-optimization framework for optimizing response strategies to epidemics.","DOI":"10.1016\/j.orp.2021.100210"},{"issue":"6","key":"4926_CR27","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1038\/s41591-020-0883-7","volume":"26","author":"G Giordano","year":"2020","unstructured":"Giordano, G., Blanchini, F., Bruno, R., Colaneri, P., Di Filippo, A., Di Matteo, A., & Colaneri, M. (2020). Modelling the COVID-19 epidemic and implementation of population-wide interventions in Italy. Nature Medicine, 26(6), 855\u2013860.","journal-title":"Nature Medicine"},{"key":"4926_CR28","doi-asserted-by":"crossref","unstructured":"Giuntella, O., Hyde, K., Saccardo, S., & Sadoff, S. (2021). Lifestyle and mental health disruptions during COVID-19. Proceedings of the National Academy of Sciences\u00a0118(9).","DOI":"10.1073\/pnas.2016632118"},{"issue":"12","key":"4926_CR29","doi-asserted-by":"publisher","first-page":"e1008409","DOI":"10.1371\/journal.pcbi.1008409","volume":"16","author":"KM Gostic","year":"2020","unstructured":"Gostic, K. M., McGough, L., Baskerville, E. B., Abbott, S., Joshi, K., Tedijanto, C., Kahn, R., Niehus, R., Hay, J. A., De Salazar, P. M., et al. (2020). Practical considerations for measuring the effective reproductive number, r t. PLoS Computational Biology, 16(12), e1008409.","journal-title":"PLoS Computational Biology"},{"issue":"1","key":"4926_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/19406940.2020.1851285","volume":"13","author":"J Grix","year":"2021","unstructured":"Grix, J., Brannagan, P. M., Grimes, H., & Neville, R. (2021). The impact of COVID-19 on sport. International Journal of Sport Policy and Politics, 13(1), 1\u201312.","journal-title":"International Journal of Sport Policy and Politics"},{"key":"4926_CR31","unstructured":"Gu, M. (2022). Effective reproduction number. https:\/\/covid19-study.pstat.ucsb.edu\/#tab-9987-4. Accessed 27 May 2022."},{"issue":"3","key":"4926_CR32","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1136\/medethics-2020-106850","volume":"47","author":"R Gupta","year":"2021","unstructured":"Gupta, R., & Morain, S. R. (2021). Ethical allocation of future COVID-19 vaccines. Journal of Medical Ethics, 47(3), 137\u2013141.","journal-title":"Journal of Medical Ethics"},{"key":"4926_CR33","first-page":"2613","volume":"23","author":"H Hasselt","year":"2010","unstructured":"Hasselt, H. (2010). Double q-learning. Advances in Neural Information Processing Systems, 23, 2613\u20132621.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"4926_CR34","doi-asserted-by":"publisher","first-page":"110007","DOI":"10.1016\/j.chaos.2020.110007","volume":"138","author":"M Higazy","year":"2020","unstructured":"Higazy, M. (2020). Novel fractional order SIDARTHE mathematical model of COVID-19 pandemic. Chaos, Solitons & Fractals, 138, 110007.","journal-title":"Chaos, Solitons & Fractals"},{"key":"4926_CR35","doi-asserted-by":"crossref","unstructured":"Hinch, R., Probert, W.\u00a0J.\u00a0M., Nurtay, A., Kendall, M., Wymant, C., Hall, M., Lythgoe, K., Cruz, A.\u00a0B., Zhao, L., Stewart, A., Ferretti, L., Montero, D., Warren, J., Mather, N., Abueg, M., Wu, N., Finkelstein, A., Bonsall, D.\u00a0G., Abeler-D\u00f6rner, L., & Fraser, C. (2020). Openabm-covid19 - an agent-based model for non-pharmaceutical interventions against COVID-19 including contact tracing. medRxiv.","DOI":"10.1101\/2020.09.16.20195925"},{"key":"4926_CR36","doi-asserted-by":"crossref","unstructured":"Joe, W., & Lau, H. C. (2020). Deep reinforcement learning approach to solve dynamic vehicle routing problem with stochastic customers. In: Proceedings of the international conference on automated planning and scheduling, Vol. 30, pp. 394\u2013402.","DOI":"10.1609\/icaps.v30i1.6685"},{"key":"4926_CR37","unstructured":"Jones, L., Palumbo, D., & Brown, D. (2021). Coronavirus: How the pandemic has changed the world economy. https:\/\/www.bbc.com\/news\/business-51706225. Accessed 06 July 2021."},{"issue":"772","key":"4926_CR38","first-page":"700","volume":"115","author":"WO Kermack","year":"1927","unstructured":"Kermack, W. O., & McKendrick, A. G. (1927). A contribution to the mathematical theory of epidemics. Proceedings of the Royal Society of London, 115(772), 700\u2013721.","journal-title":"Proceedings of the Royal Society of London"},{"issue":"7","key":"4926_CR39","doi-asserted-by":"publisher","first-page":"e1009149","DOI":"10.1371\/journal.pcbi.1009149","volume":"17","author":"CC Kerr","year":"2021","unstructured":"Kerr, C. C., Stuart, R. M., Mistry, D., Abeysuriya, R. G., Rosenfeld, K., Hart, G. R., N\u00fa\u00f1ez, R. C., Cohen, J. A., Selvaraj, P., Hagedorn, B., et al. (2021). Covasim: An agent-based model of covid-19 dynamics and interventions. PLOS Computational Biology, 17(7), e1009149.","journal-title":"PLOS Computational Biology"},{"key":"4926_CR40","doi-asserted-by":"crossref","unstructured":"Khalilpourazari, S., & Doulabi, H.\u00a0H. (2021a). Designing a hybrid reinforcement learning based algorithm with application in prediction of the covid-19 pandemic in quebec. Annals of Operations Research, pp. 1\u201345.","DOI":"10.1007\/s10479-020-03871-7"},{"key":"4926_CR41","doi-asserted-by":"crossref","unstructured":"Khalilpourazari, S., & Doulabi, H.\u00a0H. (2021b). Using reinforcement learning to forecast the spread of covid-19 in france. In 2021 IEEE international conference on autonomous systems (ICAS), pp. 1\u20138. IEEE.","DOI":"10.1109\/ICAS49788.2021.9551174"},{"key":"4926_CR42","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1016\/j.mbs.2018.10.010","volume":"307","author":"EY K\u0131b\u0131\u015f","year":"2019","unstructured":"K\u0131b\u0131\u015f, E. Y., & B\u00fcy\u00fcktahtak\u0131n, \u0130E. (2019). Optimizing multi-modal cancer treatment under 3d spatio-temporal tumor growth. Mathematical Biosciences, 307, 53\u201369.","journal-title":"Mathematical Biosciences"},{"key":"4926_CR43","doi-asserted-by":"crossref","unstructured":"K\u0131b\u0131\u015f, E.\u00a0Y., B\u00fcy\u00fcktahtak\u0131n, \u0130.\u00a0E., Haight, R.\u00a0G., Akhundov, N., Knight, K., & Flower, C. (2020). A multi-stage stochastic programming approach to the optimal surveillance and control of emerald ash borer in cities. INFORMS Journal on Computing, pp. 1\u201336.","DOI":"10.1287\/ijoc.2020.0963"},{"issue":"1","key":"4926_CR44","doi-asserted-by":"publisher","first-page":"191074","DOI":"10.1098\/rsos.191074","volume":"7","author":"L-M Kieu","year":"2020","unstructured":"Kieu, L.-M., Malleson, N., & Heppenstall, A. (2020). Dealing with uncertainty in agent-based models for short-term predictions. Royal Society Open Science, 7(1), 191074.","journal-title":"Royal Society Open Science"},{"key":"4926_CR45","unstructured":"Kompella, V., Capobianco, R., Jong, S., Browne, J., Fox, S., Meyers, L., Wurman, P., & Stone, P. (2020). Reinforcement learning for optimization of COVID-19 mitigation policies. arXiv preprintarXiv:2010.10560."},{"key":"4926_CR46","unstructured":"Kong, W., Liaw, C., Mehta, A., & Sivakumar, D. (2018). A new dog learns old tricks: Rl finds classic optimization algorithms. In International conference on learning representations."},{"issue":"9","key":"4926_CR47","doi-asserted-by":"publisher","first-page":"577","DOI":"10.7326\/M20-0504","volume":"172","author":"SA Lauer","year":"2020","unstructured":"Lauer, S. A., Grantz, K. H., Bi, Q., Jones, F. K., Zheng, Q., Meredith, H. R., Azman, A. S., Reich, N. G., & Lessler, J. (2020). The incubation period of coronavirus disease 2019 (covid-19) from publicly reported confirmed cases: Estimation and application. Annals of Internal Medicine, 172(9), 577\u2013582.","journal-title":"Annals of Internal Medicine"},{"issue":"4","key":"4926_CR48","doi-asserted-by":"publisher","first-page":"e27419","DOI":"10.2196\/27419","volume":"9","author":"J Li","year":"2021","unstructured":"Li, J., Giabbanelli, P., et al. (2021). Returning to a normal life via COVID-19 vaccines in the USA: A large-scale agent-based simulation study. JMIR Medical Informatics, 9(4), e27419.","journal-title":"JMIR Medical Informatics"},{"issue":"2","key":"4926_CR49","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1109\/TIV.2020.3012947","volume":"6","author":"Y Lin","year":"2020","unstructured":"Lin, Y., McPhee, J., & Azad, N. L. (2020). Comparison of deep reinforcement learning and model predictive control for adaptive cruise control. IEEE Transactions on Intelligent Vehicles, 6(2), 221\u2013231.","journal-title":"IEEE Transactions on Intelligent Vehicles"},{"issue":"6","key":"4926_CR50","doi-asserted-by":"publisher","first-page":"2063","DOI":"10.1109\/TNNLS.2018.2790388","volume":"29","author":"M Mahmud","year":"2018","unstructured":"Mahmud, M., Kaiser, M. S., Hussain, A., & Vassanelli, S. (2018). Applications of deep learning and reinforcement learning to biological data. IEEE Transactions on Neural Networks and Learning Systems, 29(6), 2063\u20132079.","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"4926_CR51","unstructured":"McKeever, V. (2020). The coronavirus is expected to have cost 400 million jobs in the second quarter, un labor agency estimates. https:\/\/www.cnbc.com\/2020\/06\/30\/coronavirus-expected-to-cost-400-million-jobs-in-the-second-quarter.html. Accessed 06 July 2021."},{"issue":"5","key":"4926_CR52","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1002\/nav.21905","volume":"67","author":"S Mehrotra","year":"2020","unstructured":"Mehrotra, S., Rahimian, H., Barah, M., Luo, F., & Schantz, K. (2020). A model of supply-chain decisions for resource sharing with an application to ventilator allocation to combat COVID-19. Naval Research Logistics (NRL), 67(5), 303\u2013320.","journal-title":"Naval Research Logistics (NRL)"},{"key":"4926_CR53","unstructured":"Mnih, V., Badia, A.\u00a0P., Mirza, M., Graves, A., Lillicrap, T., Harley, T., Silver, D., & Kavukcuoglu, K. (2016). Asynchronous methods for deep reinforcement learning. In International conference on machine learning, pp. 1928\u20131937. PMLR."},{"key":"4926_CR54","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Graves, A., Antonoglou, I., Wierstra, D., Riedmiller, M. (2013). Playing atari with deep reinforcement learning. arXiv preprintarXiv:1312.5602."},{"issue":"4","key":"4926_CR55","doi-asserted-by":"publisher","first-page":"e3001211","DOI":"10.1371\/journal.pbio.3001211","volume":"19","author":"SM Moghadas","year":"2021","unstructured":"Moghadas, S. M., Vilches, T. N., Zhang, K., Nourbakhsh, S., Sah, P., Fitzpatrick, M. C., & Galvani, A. P. (2021). Evaluation of COVID-19 vaccination strategies with a delayed second dose. PLoS Biology, 19(4), e3001211.","journal-title":"PLoS Biology"},{"key":"4926_CR56","doi-asserted-by":"crossref","unstructured":"M\u00fcller, S.\u00a0A., Balmer, M., Charlton, W., Ewert, R., Neumann, A., Rakow, C., Schlenther, T., Nagel, K. (2021). Predicting the effects of COVID-19 related interventions in urban settings by combining activity-based modelling, agent-based simulation, and mobile phone data. medRxiv.","DOI":"10.1101\/2021.02.27.21252583"},{"key":"4926_CR57","doi-asserted-by":"publisher","first-page":"108452","DOI":"10.1016\/j.mbs.2020.108452","volume":"329","author":"CN Ngonghala","year":"2020","unstructured":"Ngonghala, C. N., Iboi, E. A., & Gumel, A. B. (2020). Could masks curtail the post-lockdown resurgence of covid-19 in the us? Mathematical Biosciences, 329, 108452.","journal-title":"Mathematical Biosciences"},{"issue":"1","key":"4926_CR58","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/j.ejor.2020.08.001","volume":"290","author":"K Nikolopoulos","year":"2021","unstructured":"Nikolopoulos, K., Punia, S., Sch\u00e4fers, A., Tsinopoulos, C., & Vasilakis, C. (2021). Forecasting and planning during a pandemic: COVID-19 growth rates, supply chain disruptions, and governmental decisions. European Journal of Operational Research, 290(1), 99\u2013115.","journal-title":"European Journal of Operational Research"},{"key":"4926_CR59","unstructured":"NJ (2021). COVID-19 information hub. https:\/\/covid19.nj.gov\/forms\/datadashboard. Accessed 06 July 2021."},{"issue":"1","key":"4926_CR60","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-020-79147-8","volume":"10","author":"AQ Ohi","year":"2020","unstructured":"Ohi, A. Q., Mridha, M., Monowar, M. M., & Hamid, M. A. (2020). Exploring optimal control of epidemic spread using reinforcement learning. Scientific Reports, 10(1), 1\u201319.","journal-title":"Scientific Reports"},{"key":"4926_CR61","doi-asserted-by":"crossref","unstructured":"Onal, S., Akhundov, N., B\u00fcy\u00fcktahtak\u0131n, \u0130. E., Smith, J., & Houseman, G. (2020). An integrated simulation-optimization framework to optimize search and treatment path for controlling a biological invader. International Journal of Production Economics, 222, 107507.","DOI":"10.1016\/j.ijpe.2019.09.028"},{"key":"4926_CR62","unstructured":"Onal, S., Bushaj, S., B\u00fcy\u00fcktahtak\u0131n, \u0130. E., & Houseman, G. (2021). A Gaussian dispersal approach to capture long-term and long-distance dispersal through simulation-optimization. Working Paper."},{"issue":"5","key":"4926_CR63","first-page":"221","volume":"9","author":"PB Poudel","year":"2020","unstructured":"Poudel, P. B., Poudel, M. R., Gautam, A., Phuyal, S., Tiwari, C. K., Bashyal, N., & Bashyal, S. (2020). COVID-19 and its global impact on food and agriculture. Journal of Biology and Today\u2019s World, 9(5), 221\u2013225.","journal-title":"Journal of Biology and Today\u2019s World"},{"key":"4926_CR64","doi-asserted-by":"crossref","unstructured":"Queiroz, M.\u00a0M., Ivanov, D., Dolgui, v, & Wamba, S.\u00a0F. (2020). Impacts of epidemic outbreaks on supply chains: mapping a research agenda amid the COVID-19 pandemic through a structured literature review. Annals of Operations Research, pp. 1\u201338.","DOI":"10.1007\/s10479-020-03685-7"},{"issue":"1","key":"4926_CR65","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1002\/sdr.1673","volume":"37","author":"H Rahmandad","year":"2021","unstructured":"Rahmandad, H., Lim, T. Y., & Sterman, J. (2021). Behavioral dynamics of covid-19: estimating underreporting, multiple waves, and adherence fatigue across 92 nations. System Dynamics Review, 37(1), 5\u201331.","journal-title":"System Dynamics Review"},{"key":"4926_CR66","unstructured":"Rocha, R. (2020). What countries did right and wrong in responding to the pandemic. https:\/\/www.cbc.ca\/news\/canada\/covid-19-coronavirus-pandemic-countries-response-1.5617898. Accessed 06 July 2021."},{"key":"4926_CR67","unstructured":"Schaul, T., Quan, J., Antonoglou, I., & Silver, D. (2015). Prioritized experience replay. arXiv preprintarXiv:1511.05952."},{"key":"4926_CR68","doi-asserted-by":"crossref","unstructured":"Shamil, M.\u00a0S., Farheen, F., Ibtehaz, N., Khan, I.\u00a0M., & Rahman, M.\u00a0S. (2021). An agent-based modeling of COVID-19: Validation, analysis, and recommendations. Cognitive Computation, pp. 1\u201312.","DOI":"10.1101\/2020.07.05.20146977"},{"key":"4926_CR69","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1016\/j.jbusres.2020.06.015","volume":"117","author":"M Sigala","year":"2020","unstructured":"Sigala, M. (2020). Tourism and covid-19: Impacts and implications for advancing and resetting industry and research. Journal of Business Research, 117, 312\u2013321.","journal-title":"Journal of Business Research"},{"issue":"6419","key":"4926_CR70","doi-asserted-by":"publisher","first-page":"1140","DOI":"10.1126\/science.aar6404","volume":"362","author":"D Silver","year":"2018","unstructured":"Silver, D., Hubert, T., Schrittwieser, J., Antonoglou, I., Lai, M., Guez, A., Lanctot, M., Sifre, L., Kumaran, D., Graepel, T., et al. (2018). A general reinforcement learning algorithm that masters chess, shogi, and go through self-play. Science, 362(6419), 1140\u20131144.","journal-title":"Science"},{"issue":"2","key":"4926_CR71","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1016\/j.mbs.2008.07.006","volume":"215","author":"MW Tanner","year":"2008","unstructured":"Tanner, M. W., Sattenspiel, L., & Ntaimo, L. (2008). Finding optimal vaccination strategies under parameter uncertainty using stochastic programming. Mathematical Biosciences, 215(2), 144\u2013151.","journal-title":"Mathematical Biosciences"},{"key":"4926_CR72","doi-asserted-by":"crossref","unstructured":"Tareq, M.\u00a0S., Rahman, T., Hossain, M., & Dorrington, P. (2021). Additive manufacturing and the COVID-19 challenges: An in-depth study. Journal of Manufacturing Systems.","DOI":"10.1016\/j.jmsy.2020.12.021"},{"key":"4926_CR73","unstructured":"Thebault, R., Meko, T., & Alcantara, J. (2021). Sorrow and stamina, defiance and despair. It\u2019s been a year. https:\/\/www.washingtonpost.com\/nation\/interactive\/2021\/coronavirus-timeline\/. Accessed 06 July 2021."},{"key":"4926_CR74","doi-asserted-by":"crossref","unstructured":"Van\u00a0Hasselt, H., Guez, A., & Silver, D. (2016). Deep reinforcement learning with double q-learning. In Proceedings of the AAAI conference on artificial intelligence, Vol.\u00a030.","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"4926_CR75","unstructured":"Wan, R., Zhang, X., & Song, R. (2020). Multi-objective reinforcement learning for infectious disease control with application to COVID-19 spread. arXiv preprintarXiv:2009.04607."},{"issue":"3\u20134","key":"4926_CR76","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C. J., & Dayan, P. (1992). Q-learning. Machine Learning, 8(3\u20134), 279\u2013292.","journal-title":"Machine Learning"},{"key":"4926_CR77","first-page":"5279","volume":"30","author":"Y Wu","year":"2017","unstructured":"Wu, Y., Mansimov, E., Grosse, R. B., Liao, S., & Ba, J. (2017). Scalable trust-region method for deep reinforcement learning using Kronecker-factored approximation. Advances in Neural Information Processing Systems, 30, 5279\u20135288.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"4926_CR78","doi-asserted-by":"crossref","unstructured":"Yin, X., & B\u00fcy\u00fcktahtak\u0131n, \u0130E. (2021). A multi-stage stochastic programming approach to epidemic resource allocation with equity considerations. Health Care Management Science, 24, 597\u2013622.","DOI":"10.1007\/s10729-021-09559-z"},{"issue":"1","key":"4926_CR79","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1080\/24725579.2021.1938298","volume":"12","author":"X Yin","year":"2022","unstructured":"Yin, X., & B\u00fcy\u00fcktahtak\u0131n, \u0130E. (2022). Risk-averse multi-stage stochastic programming to optimizing vaccine allocation and treatment logistics for effective epidemic response. IISE Transactions on Healthcare Systems Engineering, 12(1), 52\u201374.","journal-title":"IISE Transactions on Healthcare Systems Engineering"},{"key":"4926_CR80","doi-asserted-by":"publisher","unstructured":"Yin, X., B\u00fcy\u00fcktahtak\u0131n, \u0130.\u00a0E., & Patel, B.\u00a0P. (2021). Covid-19: Data-driven optimal allocation of ventilator supply under uncertainty and risk. European Journal of Operational Research, 304(1), 255\u2013275. https:\/\/doi.org\/10.1016\/j.ejor.2021.11.052.","DOI":"10.1016\/j.ejor.2021.11.052"},{"key":"4926_CR81","doi-asserted-by":"publisher","first-page":"102193","DOI":"10.1016\/j.media.2021.102193","volume":"73","author":"SK Zhou","year":"2021","unstructured":"Zhou, S. K., Le, H. N., Luu, K., Nguyen, H. V., & Ayache, N. (2021). Deep reinforcement learning in medical imaging: A literature review. Medical Image Analysis, 73, 102193.","journal-title":"Medical Image Analysis"}],"container-title":["Annals of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-022-04926-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10479-022-04926-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-022-04926-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T14:03:37Z","timestamp":1744207417000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10479-022-04926-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,26]]},"references-count":81,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,9]]}},"alternative-id":["4926"],"URL":"https:\/\/doi.org\/10.1007\/s10479-022-04926-7","relation":{},"ISSN":["0254-5330","1572-9338"],"issn-type":[{"value":"0254-5330","type":"print"},{"value":"1572-9338","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,9,26]]},"assertion":[{"value":"28 July 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 September 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}