{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T22:06:05Z","timestamp":1742940365798,"version":"3.40.3"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031146268"},{"type":"electronic","value":"9783031146275"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-14627-5_5","type":"book-chapter","created":{"date-parts":[[2022,8,16]],"date-time":"2022-08-16T02:02:37Z","timestamp":1660615357000},"page":"45-57","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Movement Adjustment Method for\u00a0DQN-Based Autonomous Aerial Vehicle Mobility: Performance Evaluation of\u00a0AAV Mobility Control Method in\u00a0Corner Environment"],"prefix":"10.1007","author":[{"given":"Nobuki","family":"Saito","sequence":"first","affiliation":[],"role":[{"role":"author","vocab":"crossref"}]},{"given":"Chihiro","family":"Yukawa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocab":"crossref"}]},{"given":"Kyohei","family":"Toyoshima","sequence":"additional","affiliation":[],"role":[{"role":"author","vocab":"crossref"}]},{"given":"Tomoya","family":"Yasunaga","sequence":"additional","affiliation":[],"role":[{"role":"author","vocab":"crossref"}]},{"given":"Yuki","family":"Nagai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocab":"crossref"}]},{"given":"Tetsuya","family":"Oda","sequence":"additional","affiliation":[],"role":[{"role":"author","vocab":"crossref"}]},{"given":"Leonard","family":"Barolli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocab":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,8,17]]},"reference":[{"issue":"5","key":"5_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/rs9050459","volume":"9","author":"C St\u00f6cker","year":"2017","unstructured":"St\u00f6cker, C., et al.: Review of the current state of UAV regulations. Remote Sens. 9(5), 1\u201326 (2017)","journal-title":"Remote Sens."},{"key":"5_CR2","doi-asserted-by":"publisher","first-page":"889","DOI":"10.1007\/s10514-020-09903-2","volume":"44","author":"M Popovi\u0107","year":"2020","unstructured":"Popovi\u0107, M., et al.: An informative path planning framework for UAV-based terrain monitoring. Auton. Robot. 44, 889\u2013911 (2020). https:\/\/doi.org\/10.1007\/s10514-020-09903-2","journal-title":"Auton. Robot."},{"key":"5_CR3","doi-asserted-by":"crossref","unstructured":"Nguyen, H., et al.: LAVAPilot: lightweight UAV trajectory planner with situational awareness for embedded autonomy to track and locate radio-tags, pp. 1\u20138. arXiv:2007.15860 (2020)","DOI":"10.1109\/IROS45743.2020.9341615"},{"key":"5_CR4","series-title":"Lecture Notes in Networks and Systems","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1007\/978-3-030-61108-8_32","volume-title":"Advances on Broad-Band Wireless Computing, Communication and Applications","author":"N Saito","year":"2021","unstructured":"Saito, N., Oda, T., Hirata, A., Hirota, Y., Hirota, M., Katayama, K.: Design and implementation of a DQN based AAV. In: Barolli, L., Takizawa, M., Enokido, T., Chen, H.-C., Matsuo, K. (eds.) BWCCA 2020. LNNS, vol. 159, pp. 321\u2013329. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-61108-8_32"},{"key":"5_CR5","doi-asserted-by":"crossref","unstructured":"Oda, T., et al.: Design and implementation of a simulation system based on deep Q-network for mobile actor node control in wireless sensor and actor networks. In: Proceedings of The 31th IEEE International Conference on Advanced Information Networking and Applications Workshops (IEEE AINA-2017), pp. 195\u2013200 (2017)","DOI":"10.1109\/WAINA.2017.67"},{"key":"5_CR6","series-title":"Lecture Notes on Data Engineering and Communications Technologies","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1007\/978-3-319-65636-6_4","volume-title":"Advances in Intelligent Networking and Collaborative Systems","author":"T Oda","year":"2018","unstructured":"Oda, T., Elmazi, D., Cuka, M., Kulla, E., Ikeda, M., Barolli, L.: Performance evaluation of a deep Q-network based simulation system for actor node mobility control in wireless sensor and actor networks considering three-dimensional environment. In: Barolli, L., Woungang, I., Hussain, O.K. (eds.) INCoS 2017. LNDECT, vol. 8, pp. 41\u201352. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-65636-6_4"},{"key":"5_CR7","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"842","DOI":"10.1007\/978-3-319-93659-8_77","volume-title":"Complex, Intelligent, and Software Intensive Systems","author":"T Oda","year":"2019","unstructured":"Oda, T., Kulla, E., Katayama, K., Ikeda, M., Barolli, L.: A deep Q-network based simulation system for actor node mobility control in WSANs considering three-dimensional environment: a comparison study for normal and uniform distributions. In: Barolli, L., Javaid, N., Ikeda, M., Takizawa, M. (eds.) CISIS 2018. AISC, vol. 772, pp. 842\u2013852. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-319-93659-8_77"},{"key":"5_CR8","series-title":"Lecture Notes on Data Engineering and Communications Technologies","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1007\/978-3-030-70639-5_18","volume-title":"Advances in Internet, Data and Web Technologies","author":"N Saito","year":"2021","unstructured":"Saito, N., Oda, T., Hirata, A., Nagai, Y., Hirota, M., Katayama, K.: Proposal and evaluation of a Tabu list based DQN for AAV mobility. In: Barolli, L., Natwichai, J., Enokido, T. (eds.) EIDWT 2021. LNDECT, vol. 65, pp. 189\u2013200. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-70639-5_18"},{"key":"5_CR9","doi-asserted-by":"crossref","unstructured":"Moulton, J., et al.: An autonomous surface vehicle for long term operations. In: Proceedings of MTS\/IEEE OCEANS, pp. 1\u201310 (2018)","DOI":"10.1109\/OCEANS.2018.8604718"},{"key":"5_CR10","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"362","DOI":"10.1007\/978-3-030-15035-8_34","volume-title":"Web, Artificial Intelligence and Network Applications","author":"T Oda","year":"2019","unstructured":"Oda, T., Ueda, C., Ozaki, R., Katayama, K.: Design of a deep Q-network based simulation system for actuation decision in ambient intelligence. In: Barolli, L., Takizawa, M., Xhafa, F., Enokido, T. (eds.) WAINA 2019. AISC, vol. 927, pp. 362\u2013370. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-15035-8_34"},{"issue":"2","key":"5_CR11","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1504\/IJWGS.2017.083384","volume":"13","author":"T Oda","year":"2017","unstructured":"Oda, T., et al.: Design and implementation of an IoT-based e-learning testbed. Int. J. Web Grid Serv. 13(2), 228\u2013241 (2017)","journal-title":"Int. J. Web Grid Serv."},{"key":"5_CR12","series-title":"Lecture Notes in Networks and Systems","doi-asserted-by":"publisher","first-page":"444","DOI":"10.1007\/978-3-030-61108-8_44","volume-title":"Advances on Broad-Band Wireless Computing, Communication and Applications","author":"Y Hirota","year":"2021","unstructured":"Hirota, Y., Oda, T., Saito, N., Hirata, A., Hirota, M., Katatama, K.: Proposal and experimental results of an ambient intelligence for training on soldering iron holding. In: Barolli, L., Takizawa, M., Enokido, T., Chen, H.-C., Matsuo, K. (eds.) BWCCA 2020. LNNS, vol. 159, pp. 444\u2013453. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-61108-8_44"},{"key":"5_CR13","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015)","journal-title":"Nature"},{"key":"5_CR14","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/11564096_3","volume-title":"Machine Learning: ECML 2005","author":"L De Raedt","year":"2005","unstructured":"De Raedt, L.: Statistical relational learning: an inductive logic programming perspective. In: Gama, J., Camacho, R., Brazdil, P.B., Jorge, A.M., Torgo, L. (eds.) ECML 2005. LNCS (LNAI), vol. 3720, pp. 3\u20135. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/11564096_3"},{"key":"5_CR15","unstructured":"Lin, L.J.: Reinforcement learning for robots using neural networks. Proceedings of technical report, DTIC Document (1993)"},{"key":"5_CR16","doi-asserted-by":"crossref","unstructured":"Lange, S., Riedmiller, M.: Deep auto-encoder neural networks in reinforcement learning. In: Proceedings of the International Joint Conference on Neural Networks (IJCNN-2010), pp. 1\u20138 (2010)","DOI":"10.1109\/IJCNN.2010.5596468"},{"key":"5_CR17","series-title":"Lecture Notes on Data Engineering and Communications Technologies","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1007\/978-3-030-95903-6_44","volume-title":"Advances in Internet, Data & Web Technologies","author":"N Saito","year":"2022","unstructured":"Saito, N., Oda, T., Hirata, A., Yukawa, C., Hirota, M., Barolli, L.: Performance evaluation of a DQN-based autonomous aerial vehicle mobility control method in an indoor single-path environment with a staircase. In: Barolli, L., Kulla, E., Ikeda, M. (eds.) EIDWT 2022. LNDECT, vol. 118, pp. 417\u2013429. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-95903-6_44"},{"key":"5_CR18","series-title":"Lecture Notes in Networks and Systems","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1007\/978-3-030-99587-4_31","volume-title":"Advanced Information Networking and Applications","author":"N Saito","year":"2022","unstructured":"Saito, N., et al.: Performance evaluation of a DQN-based autonomous aerial vehicle mobility control method in corner environment. In: Barolli, L., Hussain, F., Enokido, T. (eds.) AINA 2022. LNNS, vol. 450, pp. 361\u2013372. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-99587-4_31"},{"key":"5_CR19","doi-asserted-by":"publisher","first-page":"100394","DOI":"10.1016\/j.iot.2021.100394","volume":"14","author":"N Saito","year":"2021","unstructured":"Saito, N., et al.: A Tabu list strategy based DQN for AAV mobility in indoor single-path environment: implementation and performance evaluation. Internet Things 14, 100394 (2021)","journal-title":"Internet Things"},{"key":"5_CR20","series-title":"Lecture Notes in Networks and Systems","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1007\/978-3-030-89899-1_4","volume-title":"Advances on P2P, Parallel, Grid, Cloud and Internet Computing","author":"N Saito","year":"2022","unstructured":"Saito, N., Oda, T., Hirata, A., Yukawa, C., Kulla, E., Barolli, L.: A LiDAR based mobile area decision method for TLS-DQN: improving control for AAV mobility. In: Barolli, L. (ed.) 3PGCIC 2021. LNNS, vol. 343, pp. 30\u201342. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-89899-1_4"},{"key":"5_CR21","series-title":"Lecture Notes in Networks and Systems","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1007\/978-3-030-79728-7_16","volume-title":"Innovative Mobile and Internet Services in Ubiquitous Computing","author":"N Saito","year":"2022","unstructured":"Saito, N., Oda, T., Hirata, A., Toyoshima, K., Hirota, M., Barolli, L.: Simulation results of a DQN based AAV testbed in corner environment: a comparison study for normal DQN and TLS-DQN. In: Barolli, L., Yim, K., Chen, H.-C. (eds.) IMIS 2021. LNNS, vol. 279, pp. 156\u2013167. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-79728-7_16"},{"key":"5_CR22","unstructured":"Glorot, X., et al.: Deep sparse rectifier neural networks. In: Proceedings of the 14th International Conference on Artificial Intelligence and Statistics (AISTATS-2011), pp. 315\u2013323 (2011)"},{"issue":"3","key":"5_CR23","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1287\/ijoc.1.3.190","volume":"1","author":"F Glover","year":"1989","unstructured":"Glover, F.: Tabu search - part I. ORSA J. Comput. 1(3), 190\u2013206 (1989)","journal-title":"ORSA J. Comput."}],"container-title":["Lecture Notes in Networks and Systems","Advances in Intelligent Networking and Collaborative Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-14627-5_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,16]],"date-time":"2022-08-16T02:04:40Z","timestamp":1660615480000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-14627-5_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031146268","9783031146275"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-14627-5_5","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"type":"print","value":"2367-3370"},{"type":"electronic","value":"2367-3389"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"17 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"INCoS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Networking and Collaborative Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sanda-Shi","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"incos2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/voyager.ce.fit.ac.jp\/conf\/incos\/2022\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}