{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T17:28:30Z","timestamp":1725902910673},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319615417"},{"type":"electronic","value":"9783319615424"}],"license":[{"start":{"date-parts":[[2017,7,5]],"date-time":"2017-07-05T00:00:00Z","timestamp":1499212800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-61542-4_4","type":"book-chapter","created":{"date-parts":[[2017,7,4]],"date-time":"2017-07-04T08:02:27Z","timestamp":1499155347000},"page":"36-49","source":"Crossref","is-referenced-by-count":5,"title":["Performance Evaluation of a Deep Q-Network Based Simulation System for Actor Node Mobility Control in Wireless Sensor and Actor Networks Considering Different Distributions of Events"],"prefix":"10.1007","author":[{"given":"Tetsuya","family":"Oda","sequence":"first","affiliation":[]},{"given":"Elis","family":"Kulla","sequence":"additional","affiliation":[]},{"given":"Miralda","family":"Cuka","sequence":"additional","affiliation":[]},{"given":"Donald","family":"Elmazi","sequence":"additional","affiliation":[]},{"given":"Makoto","family":"Ikeda","sequence":"additional","affiliation":[]},{"given":"Leonard","family":"Barolli","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,7,5]]},"reference":[{"issue":"4","key":"4_CR1","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1016\/j.adhoc.2004.04.003","volume":"2","author":"IF Akyildiz","year":"2004","unstructured":"Akyildiz, I.F., Kasimoglu, I.H.: Wireless sensor and actor networks: research challenges. Ad Hoc Netw. 2(4), 351\u2013367 (2004)","journal-title":"Ad Hoc Netw."},{"key":"4_CR2","doi-asserted-by":"crossref","unstructured":"Krishnakumar, S.S., Abler, R.T.: Intelligent actor mobility in wireless sensor and actor networks. In: IFIP WG 6.8 1st International Conference on Wireless Sensor and Actor Networks (WSAN-2007), pp. 13\u201322 (2007)","DOI":"10.1007\/978-0-387-74899-3_2"},{"key":"4_CR3","doi-asserted-by":"crossref","unstructured":"Sir, M.Y., Senturk, I.F., Sisikoglu, E., Akkaya, K.: An optimization-based approach for connecting partitioned mobile sensor\/actuator networks. In: IEEE Conference on Computer Communications Workshops, pp. 525\u2013530 (2011)","DOI":"10.1109\/INFCOMW.2011.5928869"},{"issue":"4","key":"4_CR4","doi-asserted-by":"crossref","first-page":"621","DOI":"10.1016\/j.adhoc.2007.05.003","volume":"6","author":"M Younis","year":"2008","unstructured":"Younis, M., Akkaya, K.: Strategies and techniques for node placement in wireless sensor networks: a survey. Ad Hoc Netw. 6(4), 621\u2013655 (2008)","journal-title":"Ad Hoc Netw."},{"issue":"7","key":"4_CR5","doi-asserted-by":"crossref","first-page":"994","DOI":"10.1109\/JSAC.2010.100904","volume":"28","author":"H Liu","year":"2010","unstructured":"Liu, H., Chu, X., Leung, Y.-W., Du, R.: Simple movement control algorithm for bi-connectivity in robotic sensor networks. IEEE J. Sel. Areas Commun. 28(7), 994\u20131005 (2010)","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"9","key":"4_CR6","doi-asserted-by":"crossref","first-page":"1366","DOI":"10.1109\/TPDS.2008.246","volume":"20","author":"A Abbasi","year":"2009","unstructured":"Abbasi, A., Younis, M., Akkaya, K.: Movement-assisted connectivity restoration in wireless sensor and actor networks. IEEE Trans. Parallel Distrib. Syst. 20(9), 1366\u20131379 (2009)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"2","key":"4_CR7","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1109\/TC.2009.120","volume":"59","author":"K Akkaya","year":"2010","unstructured":"Akkaya, K., Senel, F., Thimmapuram, A., Uludag, S.: Distributed recovery from network partitioning in movable sensor\/actor networks via controlled mobility. IEEE Trans. Comput. 59(2), 258\u2013271 (2010)","journal-title":"IEEE Trans. Comput."},{"issue":"9","key":"4_CR8","doi-asserted-by":"crossref","first-page":"1047","DOI":"10.1016\/j.comcom.2011.09.004","volume":"35","author":"C Costanzo","year":"2012","unstructured":"Costanzo, C., Loscri, V., Natalizio, E., Razafindralambo, T.: Nodes self-deployment for coverage maximization in mobile robot networks using an evolving neural network. Comput. Commun. 35(9), 1047\u20131055 (2012)","journal-title":"Comput. Commun."},{"key":"4_CR9","doi-asserted-by":"crossref","unstructured":"Li, Y., Li, H., Wang, Y.: Neural-based control of a mobile robot: a test model for merging biological intelligence into mechanical system. In: IEEE 7th Joint International Information Technology and Artificial Intelligence Conference (ITAIC-2014), pp. 186\u2013190 (2014)","DOI":"10.1109\/ITAIC.2014.7065032"},{"key":"4_CR10","doi-asserted-by":"crossref","unstructured":"Oda, T., Obukata, R., Ikeda, M., Barolli, L., Takizawa, M.: Design and implementation of a simulation system based on deep Q-network for mobile actor node control in wireless sensor and actor networks. In: The 31th IEEE International Conference on Advanced Information Networking and Applications Workshops (IEEE WAINA-2017) (2017)","DOI":"10.1109\/WAINA.2017.67"},{"issue":"3","key":"4_CR11","doi-asserted-by":"crossref","first-page":"61","DOI":"10.3390\/app6030061","volume":"6","author":"A Llaria","year":"2016","unstructured":"Llaria, A., Terrasson, G., Curea, O., Jim\u00e9nez, J.: Application of wireless sensor and actuator networks to achieve intelligent microgrids: a promising approach towards a global smart grid deployment. Appl. Sci. 6(3), 61\u201371 (2016)","journal-title":"Appl. Sci."},{"key":"4_CR12","doi-asserted-by":"crossref","unstructured":"Kulla, E., Oda, T., Ikeda, M., Barolli, L.: SAMI: a sensor actor network matlab implementation. In: The 18th International Conference on Network-Based Information Systems (NBiS-2015), pp. 554\u2013560 (2015)","DOI":"10.1109\/NBiS.2015.123"},{"key":"4_CR13","doi-asserted-by":"crossref","unstructured":"Kruger, J., Polajnar, D., Polajnar, J.: An open simulator architecture for heterogeneous self-organizing networks. In: Canadian Conference on Electrical and Computer Engineering (CCECE-2006), pp. 754\u2013757 (2006)","DOI":"10.1109\/CCECE.2006.277614"},{"key":"4_CR14","doi-asserted-by":"crossref","unstructured":"Akbas, M., Turgut, D.: Apawsan: actor positioning for aerial wireless sensor and actor networks. In: IEEE 36th Conference on Local Computer Networks (LCN-2011), pp. 563\u2013570 (2011)","DOI":"10.1109\/LCN.2011.6115518"},{"key":"4_CR15","doi-asserted-by":"crossref","unstructured":"Akbas, M., Brust, M., Turgut, D.: Local positioning for environmental monitoring in wireless sensor and actor networks. In: IEEE 35th Conference on Local Computer Networks (LCN-2010), pp. 806\u2013813 (2010)","DOI":"10.1109\/LCN.2010.5735815"},{"issue":"10","key":"4_CR16","doi-asserted-by":"crossref","first-page":"1126","DOI":"10.1109\/TMC.2007.1009","volume":"6","author":"T Melodia","year":"2007","unstructured":"Melodia, T., Pompili, D., Gungor, V., Akyildiz, I.: Communication and coordination in wireless sensor and actor networks. IEEE Trans. Mob. Comput. 6(10), 1126\u20131129 (2007)","journal-title":"IEEE Trans. Mob. Comput."},{"issue":"2","key":"4_CR17","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1109\/TNET.2007.900413","volume":"16","author":"V Gungor","year":"2008","unstructured":"Gungor, V., Akan, O., Akyildiz, I.: A real-time and reliable transport (rt2) protocol for wireless sensor and actor networks. IEEE\/ACM Trans. Netw. 16(2), 359\u2013370 (2008)","journal-title":"IEEE\/ACM Trans. Netw."},{"issue":"4","key":"4_CR18","doi-asserted-by":"crossref","first-page":"570","DOI":"10.1007\/s11768-013-2266-9","volume":"11","author":"L Mo","year":"2013","unstructured":"Mo, L., Xu, B.: Node coordination mechanism based on distributed estimation and control in wireless sensor and actuator networks. J. Control Theor. Appl. 11(4), 570\u2013578 (2013)","journal-title":"J. Control Theor. Appl."},{"issue":"1","key":"4_CR19","doi-asserted-by":"crossref","first-page":"102","DOI":"10.1049\/iet-com.2008.0745","volume":"4","author":"K Selvaradjou","year":"2010","unstructured":"Selvaradjou, K., Handigol, N., Franklin, A., Murthy, C.: Energy-efficient directional routing between partitioned actors in wireless sensor and actor networks. IET Commun. 4(1), 102\u2013115 (2010)","journal-title":"IET Commun."},{"key":"4_CR20","doi-asserted-by":"crossref","unstructured":"Kantaros, Y., Zavlanos, M.M.: Communication-aware coverage control for robotic sensor networks. In: IEEE Conference on Decision and Control, pp. 6863\u20136868 (2014)","DOI":"10.1109\/CDC.2014.7040467"},{"issue":"2","key":"4_CR21","doi-asserted-by":"crossref","first-page":"160","DOI":"10.1109\/TMC.2009.102","volume":"9","author":"T Melodia","year":"2010","unstructured":"Melodia, T., Pompili, D., Akyldiz, I.: Handling mobility in wireless sensor and actor networks. IEEE Trans. Mob. Comput. 9(2), 160\u2013173 (2010)","journal-title":"IEEE Trans. Mob. Comput."},{"key":"4_CR22","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G., Petersen, S., Beattie, C., Sadik, A., Antonoglou, I., King, H., Kumaran, D., Wierstra, D., Legg, S., Hassabis, D.: Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015)","journal-title":"Nature"},{"key":"4_CR23","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Graves, A., Antonoglou, I., Wierstra, D., Riedmiller, M.: Playing atari with deep reinforcement learning, arXiv:1312.5602v1 , pp. 1\u20139 (2013)"},{"key":"4_CR24","doi-asserted-by":"crossref","unstructured":"Lei, T., Ming, L.: A robot exploration strategy based on Q-learning network. In: IEEE International Conference on Real-time Computing and Robotics (RCAR-2016), pp. 57\u201362 (2016)","DOI":"10.1109\/RCAR.2016.7784001"},{"key":"4_CR25","doi-asserted-by":"crossref","unstructured":"Riedmiller, M.: Neural fitted Q iteration - first experiences with a data efficient neural reinforcement learning method. In: The 16th European Conference on Machine Learning (ECML-2005). Lecture Notes in Computer Science, vol. 3720, pp. 317\u2013328 (2005)","DOI":"10.1007\/11564096_32"},{"key":"4_CR26","doi-asserted-by":"crossref","unstructured":"Lange, S., Riedmiller, M.: Deep auto-encoder neural networks in reinforcement learning. In: The 2010 International Joint Conference on Neural Networks (IJCNN-2010), pp. 1\u20138 (2010)","DOI":"10.1109\/IJCNN.2010.5596468"},{"issue":"1\u20132","key":"4_CR27","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"LP Kaelbling","year":"1998","unstructured":"Kaelbling, L.P., Littman, M.L., Cassandra, A.R.: Planning and acting in partially observable stochastic domains. Artif. Intell. 101(1\u20132), 99\u2013134 (1998)","journal-title":"Artif. Intell."},{"key":"4_CR28","unstructured":"Lin, L.J.: Reinforcement learning for robots using neural networks. Technical report, DTIC Document (1993)"},{"key":"4_CR29","unstructured":"The Rust Programming Language. https:\/\/www.rust-lang.org\/ . Accessed 2007"},{"key":"4_CR30","unstructured":"GitHub - rust-lang\/rust: a safe, concurrent, practical language. https:\/\/github.com\/rust-lang\/ . Accessed 2007"},{"key":"4_CR31","unstructured":"\u2018rust\u2019 tag wiki - Stack Overflow. http:\/\/stackoverflow.com\/tags\/rust\/info\/ . Accessed 2007"},{"key":"4_CR32","unstructured":"Glorot, X., Bengio, Y.: Understanding the difficulty of training deep feed forward neural networks. In: The 13th International Conference on Artificial Intelligence and Statistics (AISTATS-2010), pp. 249\u2013256 (2010)"},{"key":"4_CR33","unstructured":"Glorot, X., Bordes, A., Bengio, Y.: Deep sparse rectifier neural networks. In: The 14th International Conference on Artificial Intelligence and Statistics (AISTATS-2011), pp. 315\u2013323 (2011)"}],"container-title":["Advances in Intelligent Systems and Computing","Innovative Mobile and Internet Services in Ubiquitous Computing"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-61542-4_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,28]],"date-time":"2019-09-28T10:53:36Z","timestamp":1569668016000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-61542-4_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,7,5]]},"ISBN":["9783319615417","9783319615424"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-61542-4_4","relation":{},"ISSN":["2194-5357","2194-5365"],"issn-type":[{"type":"print","value":"2194-5357"},{"type":"electronic","value":"2194-5365"}],"subject":[],"published":{"date-parts":[[2017,7,5]]}}}