{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T13:20:31Z","timestamp":1761744031785},"publisher-location":"Cham","reference-count":19,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319125671"},{"type":"electronic","value":"9783319125688"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-662-45355-1_11","type":"book-chapter","created":{"date-parts":[[2014,10,10]],"date-time":"2014-10-10T13:55:29Z","timestamp":1412949329000},"page":"155-172","source":"Crossref","is-referenced-by-count":2,"title":["Reinforcement Learning Using Monte Carlo Policy Estimation for Disaster Mitigation"],"prefix":"10.1007","author":[{"given":"Mohammed Talat","family":"Khouj","sequence":"first","affiliation":[]},{"given":"Sarbjit","family":"Sarkaria","sequence":"additional","affiliation":[]},{"given":"Cesar","family":"Lopez","sequence":"additional","affiliation":[]},{"given":"Jose","family":"Marti","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"issue":"4","key":"11_CR1","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1061\/(ASCE)0887-3828(2007)21:4(302)","volume":"21","author":"C. Arboleda","year":"2007","unstructured":"C. Arboleda, D. Abraham and R. Lubitz, Simulation as a tool to assess the vulnerability of the operation of a health care facility, Journal of Performance of Constructed Facilities, vol. 21(4), pp. 302\u2013312, 2007.","journal-title":"Journal of Performance of Constructed Facilities"},{"key":"11_CR2","first-page":"3020","volume-title":"Proceedings of the Twenty-Third Joint International Conference on Computing and Decision Making in Civil and Building Engineering","author":"C. Arboleda","year":"2006","unstructured":"C. Arboleda, D. Abraham, J. Richard and R. Lubitz, Impact of interdependencies between infrastructure systems in the operation of health care facilities during disaster events, Proceedings of the Twenty-Third Joint International Conference on Computing and Decision Making in Civil and Building Engineering, pp. 3020\u20133029, 2006."},{"issue":"3","key":"11_CR3","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1061\/(ASCE)1076-0342(2009)15:3(149)","volume":"15","author":"C. Arboleda","year":"2009","unstructured":"C. Arboleda, D. Abraham, J. Richard and R. Lubitz, Vulnerability assessment of health care facilities during disaster events, Journal of Infrastructure Systems, vol. 15(3), pp. 149\u2013161, 2009.","journal-title":"Journal of Infrastructure Systems"},{"key":"11_CR4","first-page":"418","volume-title":"Proceedings of the Sixth Congress on Forensic Engineering","author":"G. Atanasiu","year":"2013","unstructured":"G. Atanasiu and F. Leon, Agent-based risk assessment and mitigation for urban public infrastructure, Proceedings of the Sixth Congress on Forensic Engineering, pp. 418\u2013427, 2013."},{"issue":"3","key":"11_CR5","doi-asserted-by":"publisher","first-page":"7280","DOI":"10.1073\/pnas.082080899","volume":"99","author":"E. Bonabeau","year":"2002","unstructured":"E. Bonabeau, Agent-based modeling: Methods and techniques for simulating human systems, Proceedings of the National Academy of Sciences, vol. 99(3), pp. 7280\u20137287, 2002.","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"11_CR6","unstructured":"F. Daniel, India power cut hits millions, among world\u2019s worst outages, Reuters, July 31, 2012."},{"key":"11_CR7","unstructured":"M. Khouj and J. Marti, Modeling Critical Infrastructure Interdependencies in Support of the Security Operations for the Vancouver 2010 Olympics, Technical Report, Department of Electrical and Computer Engineering, University of British Columbia, Vancouver, Canada, 2010."},{"issue":"2","key":"11_CR8","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1504\/IJCIS.2014.062968","volume":"10","author":"M. Khouj","year":"2014","unstructured":"M. Khouj, S. Sarkaria and J. Marti, Decision assistance agent in real-time simulation, International Journal of Critical Infrastructures, vol. 10(2), pp. 151\u2013173, 2014.","journal-title":"International Journal of Critical Infrastructures"},{"issue":"3","key":"11_CR9","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1504\/IJEM.2003.003297","volume":"1","author":"K. Kowalski-Trakofler","year":"2003","unstructured":"K. Kowalski-Trakofler, C. Vaught and T. Scharf, Judgment and decision making under stress: An overview for emergency managers, International Journal of Emergency Management, vol. 1(3), pp. 278\u2013289, 2003.","journal-title":"International Journal of Emergency Management"},{"issue":"1\/2","key":"11_CR10","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1504\/IJCIS.2008.016089","volume":"4","author":"J. Marti","year":"2008","unstructured":"J. Marti, J. Hollman, C. Ventura and J. Jatskevich, Dynamic recovery of critical infrastructures: Real-time temporal coordination, International Journal of Critical Infrastructures, vol. 4(1\/2), pp. 17\u201331, 2008.","journal-title":"International Journal of Critical Infrastructures"},{"key":"11_CR11","volume-title":"NATO RTO Symposium on How is Modeling and Simulation Meeting the Defense Challenges out to 2015","author":"J. Marti","year":"2008","unstructured":"J. Marti, C. Ventura, J. Hollman, K. Srivastava and H. Juarez-Garcia, i2Sim modeling and simulation framework for scenario development, training and real-time decision support of multiple interdependent critical infrastructures during large emergencies, presented at the NATO RTO Symposium on How is Modeling and Simulation Meeting the Defense Challenges out to 2015, 2008."},{"key":"11_CR12","series-title":"CANARIE Project Final Report","volume-title":"Disaster Response Network Enabled Platform","author":"J. Marti","year":"2012","unstructured":"J. Marti, E. Yanful and M. Ulieru, Disaster Response Network Enabled Platform, CANARIE Project Final Report, Department of Electrical and Computer Engineering, University of British Columbia, Vancouver, Canada, 2012."},{"issue":"1","key":"11_CR13","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1080\/07408170600940005","volume":"39","author":"H. Min","year":"2007","unstructured":"H. Min, W. Beyeler, T. Brown, Y. Son and A. Jones, Toward modeling and simulation of critical infrastructure interdependencies, IIE Transactions, vol. 39(1), pp. 57\u201371, 2007.","journal-title":"IIE Transactions"},{"key":"11_CR14","volume-title":"Proceedings of the Fifth International Workshop on the Design of Reliable Communication Networks","author":"G. O\u2019Reilly","year":"2005","unstructured":"G. O\u2019Reilly, H. Uzunalioglu, S. Conrard and W. Beyeler, Inter-infrastructure simulations across telecom, power and emergency services, Proceedings of the Fifth International Workshop on the Design of Reliable Communication Networks, 2005."},{"key":"11_CR15","volume-title":"Proceedings of the Thirty-Seventh Annual Hawaii International Conference on System Sciences","author":"S. Rinaldi","year":"2004","unstructured":"S. Rinaldi, Modeling and simulating critical infrastructure and their interdependencies, Proceedings of the Thirty-Seventh Annual Hawaii International Conference on System Sciences, 2004."},{"issue":"1","key":"11_CR16","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1007\/s11633-010-0560-2","volume":"8","author":"Z. Su","year":"2011","unstructured":"Z. Su, J. Jiang, C. Liang and G. Zhang, Path selection in disaster response management based on Q-learning, International Journal of Automation and Computing, vol. 8(1), pp. 100\u2013106, 2011.","journal-title":"International Journal of Automation and Computing"},{"key":"11_CR17","volume-title":"Reinforcement Learning: An Introduction","author":"R. Sutton","year":"1998","unstructured":"R. Sutton and A. Barto, Reinforcement Learning: An Introduction, Bradford\/MIT Press, Cambridge, Massachusetts, 1998."},{"key":"11_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"888","DOI":"10.1007\/11539087_119","volume-title":"Advances in Natural Computation","author":"D. Thapa","year":"2005","unstructured":"D. Thapa, I. Jung and G. Wang, Agent based decision support system using reinforcement learning under emergency circumstances, Proceedings of the First International Conference on Natural Computation, pp. 888\u2013892, 2005."},{"key":"11_CR19","first-page":"378","volume-title":"Proceedings of the Twelfth International Symposium on Computer Science for Environmental Protection","author":"M. Wiering","year":"1998","unstructured":"M. Wiering and M. Dorigo, Learning to control forest fires, Proceedings of the Twelfth International Symposium on Computer Science for Environmental Protection, pp. 378\u2013388, 1998."}],"container-title":["Lecture Notes in Computer Science","Progress in Pattern Recognition, Image Analysis, Computer Vision, and Applications"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-662-45355-1_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2018,10,15]],"date-time":"2018-10-15T16:53:31Z","timestamp":1539622411000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-662-45355-1_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783319125671","9783319125688"],"references-count":19,"URL":"https:\/\/doi.org\/10.1007\/978-3-662-45355-1_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2014]]}}}