{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:30:54Z","timestamp":1750221054423,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":24,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,10,15]],"date-time":"2018-10-15T00:00:00Z","timestamp":1539561600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100004415","name":"North Atlantic Treaty Organization","doi-asserted-by":"publisher","award":["SPS G5176"],"award-info":[{"award-number":["SPS G5176"]}],"id":[{"id":"10.13039\/100004415","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ONR Minerva","award":["N00014-18-1-2160"],"award-info":[{"award-number":["N00014-18-1-2160"]}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1750789"],"award-info":[{"award-number":["1750789"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,10,15]]},"DOI":"10.1145\/3277593.3277605","type":"proceedings-article","created":{"date-parts":[[2018,10,11]],"date-time":"2018-10-11T19:40:57Z","timestamp":1539286857000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["A multi-step and resilient predictive Q-learning algorithm for IoT"],"prefix":"10.1145","author":[{"given":"Maria","family":"Grammatopoulou","sequence":"first","affiliation":[{"name":"Virginia Tech,"}]},{"given":"Aris","family":"Kanellopoulos","sequence":"additional","affiliation":[{"name":"Georgia Tech,"}]},{"given":"Kyriakos G.","family":"Vamvoudakis","sequence":"additional","affiliation":[{"name":"Georgia Tech,"}]}],"member":"320","published-online":{"date-parts":[[2018,10,15]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/AICCSA.2017.158"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2444095"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISCC.2015.7405513"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2010.05.010"},{"key":"e_1_3_2_1_5_1","first-page":"97","article-title":"Internet of Things in 2020: A Roadmap for the Future","volume":"22","author":"Bassi Alessandro","year":"2008","unstructured":"Alessandro Bassi and Geir Horn . 2008 . Internet of Things in 2020: A Roadmap for the Future . European Commission: Information Society and Media 22 (2008), 97 -- 114 . Alessandro Bassi and Geir Horn. 2008. Internet of Things in 2020: A Roadmap for the Future. European Commission: Information Society and Media 22 (2008), 97--114.","journal-title":"European Commission: Information Society and Media"},{"volume-title":"Dynamic programming and optimal control","author":"Bertsekas Dimitri P","key":"e_1_3_2_1_6_1","unstructured":"Dimitri P Bertsekas , Dimitri P Bertsekas , Dimitri P Bertsekas , and Dimitri P Bertsekas . 1995. Dynamic programming and optimal control . Vol. 1 . Athena scientific Belmont, MA. Dimitri P Bertsekas, Dimitri P Bertsekas, Dimitri P Bertsekas, and Dimitri P Bertsekas. 1995. Dynamic programming and optimal control. Vol. 1. Athena scientific Belmont, MA."},{"key":"e_1_3_2_1_7_1","unstructured":"Justin A Boyan and Michael L Littman. 1994. Packet routing in dynamically changing networks: A reinforcement learning approach. In Advances in neural information processing systems. 671--678.   Justin A Boyan and Michael L Littman. 1994. Packet routing in dynamically changing networks: A reinforcement learning approach. In Advances in neural information processing systems. 671--678."},{"key":"e_1_3_2_1_8_1","volume-title":"Predictive Q-routing: A memory-based reinforcement learning approach to adaptive traffic control. In Advances in Neural Information Processing Systems. 945--951.","author":"Choi Samuel PM","year":"1996","unstructured":"Samuel PM Choi and Dit-Yan Yeung . 1996 . Predictive Q-routing: A memory-based reinforcement learning approach to adaptive traffic control. In Advances in Neural Information Processing Systems. 945--951. Samuel PM Choi and Dit-Yan Yeung. 1996. Predictive Q-routing: A memory-based reinforcement learning approach to adaptive traffic control. In Advances in Neural Information Processing Systems. 945--951."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/NaNA.2016.46"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/LCNW.2012.6424074"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2013.01.010"},{"key":"e_1_3_2_1_12_1","volume-title":"Luis Mu\u00f1oz, Jos\u00e9 A Galache, Mirko Presser, Luis A Hern\u00e1ndez G\u00f3mez, and Jan Pettersson.","author":"Hern\u00e1ndez-Mu\u00f1oz Jos\u00e9 M","year":"2011","unstructured":"Jos\u00e9 M Hern\u00e1ndez-Mu\u00f1oz , Jes\u00fas Bernat Vercher , Luis Mu\u00f1oz, Jos\u00e9 A Galache, Mirko Presser, Luis A Hern\u00e1ndez G\u00f3mez, and Jan Pettersson. 2011 . Smart cities at the forefront of the future internet. In The Future Internet Assembly. Springer , 447--462. Jos\u00e9 M Hern\u00e1ndez-Mu\u00f1oz, Jes\u00fas Bernat Vercher, Luis Mu\u00f1oz, Jos\u00e9 A Galache, Mirko Presser, Luis A Hern\u00e1ndez G\u00f3mez, and Jan Pettersson. 2011. Smart cities at the forefront of the future internet. In The Future Internet Assembly. Springer, 447--462."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2897845.2897886"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.osn.2015.07.005"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2017.2712560"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1852666.1852704"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/WF-IoT.2014.6803115"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCSEE.2012.373"},{"volume-title":"Reinforcement learning: An introduction","author":"Sutton Richard S","key":"e_1_3_2_1_19_1","unstructured":"Richard S Sutton and Andrew G Barto . 1998. Reinforcement learning: An introduction . Vol. 1 . MIT press Cambridge . Richard S Sutton and Andrew G Barto. 1998. Reinforcement learning: An introduction. Vol. 1. MIT press Cambridge."},{"volume-title":"Control of Cyber-Physical Systems","author":"Vamvoudakis Kyriakos G","key":"e_1_3_2_1_20_1","unstructured":"Kyriakos G Vamvoudakis , Joao P Hespanha , Richard A Kemmerer , and Giovanni Vigna . 2013. Formulating cyber-security as convex optimization problems . In Control of Cyber-Physical Systems . Springer , 85--100. Kyriakos G Vamvoudakis, Joao P Hespanha, Richard A Kemmerer, and Giovanni Vigna. 2013. Formulating cyber-security as convex optimization problems. In Control of Cyber-Physical Systems. Springer, 85--100."},{"key":"e_1_3_2_1_21_1","volume-title":"Machine learning 8, 3--4","author":"Watkins Christopher JCH","year":"1992","unstructured":"Christopher JCH Watkins and Peter Dayan . 1992. Q-learning. Machine learning 8, 3--4 ( 1992 ), 279--292. Christopher JCH Watkins and Peter Dayan. 1992. Q-learning. Machine learning 8, 3--4 (1992), 279--292."},{"key":"e_1_3_2_1_22_1","volume-title":"IoT Security Techniques Based on Machine Learning. arXiv preprint arXiv:1801.06275","author":"Xiao Liang","year":"2018","unstructured":"Liang Xiao , Xiaoyue Wan , Xiaozhen Lu , Yanyong Zhang , and Di Wu. 2018. IoT Security Techniques Based on Machine Learning. arXiv preprint arXiv:1801.06275 ( 2018 ). Liang Xiao, Xiaoyue Wan, Xiaozhen Lu, Yanyong Zhang, and Di Wu. 2018. IoT Security Techniques Based on Machine Learning. arXiv preprint arXiv:1801.06275 (2018)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2014.2306328"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2014.2344013"}],"event":{"name":"IOT '18: 8th International Conference on the Internet of Things","acronym":"IOT '18","location":"Santa Barbara California USA"},"container-title":["Proceedings of the 8th International Conference on the Internet of Things"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3277593.3277605","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3277593.3277605","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3277593.3277605","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:44:25Z","timestamp":1750207465000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3277593.3277605"}},"subtitle":["a case study in water supply networks"],"short-title":[],"issued":{"date-parts":[[2018,10,15]]},"references-count":24,"alternative-id":["10.1145\/3277593.3277605","10.1145\/3277593"],"URL":"https:\/\/doi.org\/10.1145\/3277593.3277605","relation":{},"subject":[],"published":{"date-parts":[[2018,10,15]]},"assertion":[{"value":"2018-10-15","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}