{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T15:24:44Z","timestamp":1759332284965,"version":"3.40.3"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030797270"},{"type":"electronic","value":"9783030797287"}],"license":[{"start":{"date-parts":[[2021,6,24]],"date-time":"2021-06-24T00:00:00Z","timestamp":1624492800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,6,24]],"date-time":"2021-06-24T00:00:00Z","timestamp":1624492800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-79728-7_16","type":"book-chapter","created":{"date-parts":[[2021,6,23]],"date-time":"2021-06-23T18:04:06Z","timestamp":1624471446000},"page":"156-167","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["Simulation Results of a DQN Based AAV Testbed in Corner Environment: A Comparison Study for Normal DQN and TLS-DQN"],"prefix":"10.1007","author":[{"given":"Nobuki","family":"Saito","sequence":"first","affiliation":[]},{"given":"Tetsuya","family":"Oda","sequence":"additional","affiliation":[]},{"given":"Aoto","family":"Hirata","sequence":"additional","affiliation":[]},{"given":"Kyohei","family":"Toyoshima","sequence":"additional","affiliation":[]},{"given":"Masaharu","family":"Hirota","sequence":"additional","affiliation":[]},{"given":"Leonard","family":"Barolli","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,6,24]]},"reference":[{"issue":"5","key":"16_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/rs9050459","volume":"9","author":"C St\u00f6cker","year":"2017","unstructured":"St\u00f6cker, C., Bennett, R., Nex, F., Gerke, M., Zevenbergen, J.: Review of the Current State of UAV Regulations. Remote Sens. 9(5), 1\u201326 (2017)","journal-title":"Remote Sens."},{"key":"16_CR2","doi-asserted-by":"crossref","unstructured":"Artemenko, O., Dominic, O., Andryeyev, O., Mitschele-Thiel, A.: Energy-aware trajectory planning for the localization of mobile devices using an unmanned aerial vehicle. In: Proceedings of the 25th International Conference on Computer Communication and Networks, ICCCN-2016, pp. 1\u20139 (2016)","DOI":"10.1109\/ICCCN.2016.7568517"},{"key":"16_CR3","doi-asserted-by":"publisher","first-page":"889","DOI":"10.1007\/s10514-020-09903-2","volume":"44","author":"M Popovi\u0107","year":"2020","unstructured":"Popovi\u0107, M., et al.: An informative path planning framework for UAV-based terrain monitoring. Auton. Robot. 44, 889\u2013911 (2020)","journal-title":"Auton. Robot."},{"key":"16_CR4","doi-asserted-by":"crossref","unstructured":"Nguyen, H., Chen, F., Chesser, J., Rezatofighi, H., Ranasinghe, D.: LAVAPilot: lightweight UAV trajectory planner with situational awareness for embedded autonomy to track and locate radio-tags, pp. 1\u20138. arXiv:2007.15860 (2020)","DOI":"10.1109\/IROS45743.2020.9341615"},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Oda, T., Obukata, R., Ikeda, M., Barolli, L., Takizawa, M.: Design and implementation of a simulation system based on deep q-network for mobile actor node control in wireless sensor and actor networks. In: Proceedings of the 31th IEEE International Conference on Advanced Information Networking and Applications Workshops, IEEE AINA 2017, pp. 195\u2013200 (2017)","DOI":"10.1109\/WAINA.2017.67"},{"key":"16_CR6","doi-asserted-by":"crossref","unstructured":"Saito, N., Oda, T., Hirata, A., Hirota, Y., Hirota, M., Katayama, K.: Design and implementation of a DQN based AAV. In: Proceedings of the 15th International Conference on Broadband and Wireless Computing, Communication and Applications, BWCCA 2020, pp. 321\u2013329 (2020)","DOI":"10.1007\/978-3-030-61108-8_32"},{"issue":"20","key":"16_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/rs12203386","volume":"12","author":"J Sandino","year":"2020","unstructured":"Sandino, J., Vanegas, F., Maire, F., Caccetta, P., Sanderson, C., Gonzalez, F.: UAV framework for autonomous onboard navigation and people\/object detection in cluttered indoor environments. Remote Sens. 12(20), 1\u201331 (2020)","journal-title":"Remote Sens."},{"key":"16_CR8","doi-asserted-by":"crossref","unstructured":"Scherer, J., et al.: An autonomous multi-UAV system for search and rescue. In: Proceedings of the 6th ACM Workshop on Micro Aerial Vehicle Networks, Systems, and Applications, DroNet 2015, pp. 33\u201338 (2015)","DOI":"10.1145\/2750675.2750683"},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Moulton, J., et al.: An autonomous surface vehicle for long term operations. In: Proceedings of the MTS\/IEEE OCEANS, pp. 1\u201310 (2018)","DOI":"10.1109\/OCEANS.2018.8604718"},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Oda, T., Ueda, C., Ozaki, R., Katayama, K.: Design of a deep Q-network based simulation system for actuation decision in ambient intelligence. In: Proceedings of the 33rd International Conference on Advanced Information Networking and Applications, AINA 2019, pp. 362\u2013370 (2019)","DOI":"10.1007\/978-3-030-15035-8_34"},{"issue":"2","key":"16_CR11","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1504\/IJWGS.2017.083384","volume":"13","author":"T Oda","year":"2017","unstructured":"Oda, T., Matsuo, K., Barolli, L., Yamada, M., Liu, Y.: Design and implementation of an IoT-based e-learning testbed. Int. J. Web Grid Serv. 13(2), 228\u2013241 (2017)","journal-title":"Int. J. Web Grid Serv."},{"key":"16_CR12","doi-asserted-by":"crossref","unstructured":"Hirota, Y., Oda, T., Saito, N., Hirata, A., Hirota, M., Katatama, K.: Proposal and experimental results of an ambient intelligence for training on soldering iron holding. In: Proceedings of the 15th International Conference on Broadband and Wireless Computing, Communication and Applications, BWCCA 2020, pp. 444-453 (2020)","DOI":"10.1007\/978-3-030-61108-8_44"},{"key":"16_CR13","doi-asserted-by":"crossref","unstructured":"Hayosh, D., Liu, X., Lee, K.: Woody: low-cost, open-source humanoid torso robot. In: Proceedings of the 17th International Conference on Ubiquitous Robots, ICUR 2020, pp. 247\u2013252 (2020)","DOI":"10.1109\/UR49135.2020.9144924"},{"key":"16_CR14","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015)","journal-title":"Nature"},{"key":"16_CR15","unstructured":"Mnih, V., et al.: Playing Atari with deep reinforcement learning, pp. 1\u20139. arXiv:1312.5602 (2013)"},{"key":"16_CR16","unstructured":"Lei, T., Ming, L.: A robot exploration strategy based on Q-learning network. In: IEEE International Conference on Real-time Computing and Robotics, IEEE RCAR-2016, pp. 57\u201362 (2016)"},{"key":"16_CR17","doi-asserted-by":"crossref","unstructured":"Riedmiller, M.: Neural fitted Q iteration - first experiences with a data efficient neural reinforcement learning method. In: Proceedings of the 16th European Conference on Machine Learning, ECML-2005, pp. 317\u2013328 (2005)","DOI":"10.1007\/11564096_32"},{"key":"16_CR18","unstructured":"Lin, L.J.: Reinforcement Learning for Robots Using Neural Networks. Technical Report, DTIC Document (1993)"},{"key":"16_CR19","doi-asserted-by":"crossref","unstructured":"Lange, S., Riedmiller, M.: Deep auto-encoder neural networks in reinforcement learning. In: Proceedings of the International Joint Conference on Neural Networks, IJCNN 2010, pp. 1\u20138 (2010)","DOI":"10.1109\/IJCNN.2010.5596468"},{"issue":"1\u20132","key":"16_CR20","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"LP Kaelbling","year":"1998","unstructured":"Kaelbling, L.P., Littman, M.L., Cassandra, A.R.: Planning and acting in partially observable stochastic domains. Artif. Intell. 101(1\u20132), 99\u2013134 (1998)","journal-title":"Artif. Intell."},{"issue":"3","key":"16_CR21","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1287\/ijoc.1.3.190","volume":"1","author":"F Glover","year":"1989","unstructured":"Glover, F.: Tabu Search - Part I. ORSA J. Comput. 1(3), 190\u2013206 (1989)","journal-title":"ORSA J. Comput."},{"key":"16_CR22","doi-asserted-by":"crossref","unstructured":"Takano, K., Oda, T., Kohata, M.: Design of a DSL for converting rust programming language into RTL. In: Proceedings of the 8th International Conference on Emerging Internet, Data & Web Technologies, EIDWT 2020, pp. 342\u2013350 (2020)","DOI":"10.1007\/978-3-030-39746-3_36"},{"key":"16_CR23","unstructured":"Glorot, X., Bengio, Y.: Understanding the difficulty of training deep feedforward neural networks. In: Proceedings of the 13th International Conference on Artificial Intelligence and Statistics, AISTATS-2010, pp. 249\u2013256 (2010)"},{"key":"16_CR24","unstructured":"Glorot, X., Bordes, A., Bengio, Y.: Deep sparse rectifier neural networks. In: Proceedings of the 14th International Conference on Artificial Intelligence and Statistics, AISTATS 2011, pp. 315\u2013323 (2011)"}],"container-title":["Lecture Notes in Networks and Systems","Innovative Mobile and Internet Services in Ubiquitous Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-79728-7_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,6,23]],"date-time":"2021-06-23T18:52:36Z","timestamp":1624474356000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-79728-7_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,24]]},"ISBN":["9783030797270","9783030797287"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-79728-7_16","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"type":"print","value":"2367-3370"},{"type":"electronic","value":"2367-3389"}],"subject":[],"published":{"date-parts":[[2021,6,24]]},"assertion":[{"value":"24 June 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IMIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Innovative Mobile and Internet Services in Ubiquitous Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Asan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 July 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"imis2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/voyager.ce.fit.ac.jp\/conf\/imis\/2021\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}