{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,2]],"date-time":"2025-12-02T03:21:03Z","timestamp":1764645663413,"version":"3.40.3"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031355066"},{"type":"electronic","value":"9783031355073"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-35507-3_16","type":"book-chapter","created":{"date-parts":[[2023,6,2]],"date-time":"2023-06-02T21:04:13Z","timestamp":1685739853000},"page":"156-165","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Double Deep Reinforcement Learning Techniques for\u00a0Low Dimensional Sensing Mapless Navigation of\u00a0Terrestrial Mobile Robots"],"prefix":"10.1007","author":[{"given":"Linda Dotto","family":"de Moraes","sequence":"first","affiliation":[]},{"given":"Victor Augusto","family":"Kich","sequence":"additional","affiliation":[]},{"given":"Alisson Henrique","family":"Kolling","sequence":"additional","affiliation":[]},{"given":"Jair Augusto","family":"Bottega","sequence":"additional","affiliation":[]},{"given":"Raul","family":"Steinmetz","sequence":"additional","affiliation":[]},{"given":"Emerson Cassiano","family":"da Silva","sequence":"additional","affiliation":[]},{"given":"Ricardo","family":"Grando","sequence":"additional","affiliation":[]},{"given":"Anselmo Rafael","family":"Cuckla","sequence":"additional","affiliation":[]},{"given":"Daniel Fernando Tello","family":"Gamarra","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,6,3]]},"reference":[{"issue":"11","key":"16_CR1","doi-asserted-by":"publisher","first-page":"1238","DOI":"10.1177\/0278364913495721","volume":"32","author":"J Kober","year":"2013","unstructured":"Kober, J., Bagnell, J.A., Peters, J.: Reinforcement learning in robotics: a survey. Int. J. Robot. Res. 32(11), 1238\u20131274 (2013)","journal-title":"Int. J. Robot. Res."},{"key":"16_CR2","unstructured":"Laskin, M., Srinivas, A., Abbeel, P.: CURL: contrastive unsupervised representations for reinforcement learning. In: International Conference on Machine Learning, pp. 5639\u20135650. PMLR (2020)"},{"key":"16_CR3","doi-asserted-by":"crossref","unstructured":"Tai, L., Paolo, G., Liu, M.: Virtual-to-real deep reinforcement learning: continuous control of mobile robots for mapless navigation. In: International Conference on Intelligent Robots and Systems (IROS), 2017 IEEE\/RSJ, pp. 31\u201336. IEEE (2017)","DOI":"10.1109\/IROS.2017.8202134"},{"key":"16_CR4","doi-asserted-by":"crossref","unstructured":"de Jesus, J.C., Kich, V.A., Kolling, A.H., Grando, R., de Souza Leite Cuadros, M.A., Gamarra, D.F.T.: Soft actor-critic for navigation of mobile robots. J. Intell. Robot. Syst. 102(2), 1\u201311 (2021)","DOI":"10.1007\/s10846-021-01367-5"},{"issue":"2","key":"16_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10846-021-01568-y","volume":"104","author":"RB Grando","year":"2022","unstructured":"Grando, R.B., de Jesus, J.C., Kich, V.A., Kolling, A.H., Drews-Jr, P.L.J.: Double critic deep reinforcement learning for mapless 3D navigation of unmanned aerial vehicles. J. Intell. Robot. Syst. 104(2), 1\u201314 (2022)","journal-title":"J. Intell. Robot. Syst."},{"key":"16_CR6","doi-asserted-by":"crossref","unstructured":"Carlucho, I., De Paula, M., Wang, S., Menna, B.V., Petillot, Y.R., Acosta, G.G.: AUV position tracking control using end-to-end deep reinforcement learning. In: MTS\/IEEE OCEANS (2018)","DOI":"10.1109\/OCEANS.2018.8604791"},{"key":"16_CR7","doi-asserted-by":"crossref","unstructured":"Grando, R.B., et al.: Deep reinforcement learning for mapless navigation of a hybrid aerial underwater vehicle with medium transition. In: IEEE ICRA, pp. 1088-1094 (2021)","DOI":"10.1109\/ICRA48506.2021.9561188"},{"key":"16_CR8","doi-asserted-by":"crossref","unstructured":"Chen, Y.F., Everett, M., Liu, M., How, J.P.: Socially aware motion planning with deep reinforcement learning. In: 2017 IEEE\/RSJ on Intelligent Robots and Systems (IROS), pp. 1343\u20131350 (2017)","DOI":"10.1109\/IROS.2017.8202312"},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Jesus, J.C., Bottega, J.A., Cuadros, M.A., Gamarra, D.F.: Deep deterministic policy gradient for navigation of mobile robots in simulated environments. In: 2019 International Conference on Advanced Robotics (ICAR), pp. 362\u2013367. IEEE (2019)","DOI":"10.1109\/ICAR46387.2019.8981638"},{"key":"16_CR10","unstructured":"Mnih, V., et al.: Playing Atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)"},{"key":"16_CR11","unstructured":"Hausknecht, M., Stone, P.: Deep recurrent q-learning for partially observable MDPs. In: 2015 AAAI Fall Symposium Series (2015)"},{"key":"16_CR12","doi-asserted-by":"crossref","unstructured":"Van Hasselt, H., Guez, A., Silver, D.: Deep reinforcement learning with double q-learning. In: Thirtieth AAAI Conference on Artificial Intelligence (2016)","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"16_CR13","unstructured":"Lillicrap, T.P., et al.: Continuous control with deep reinforcement learning (2015)"},{"key":"16_CR14","unstructured":"Dobrevski, M., Skocaj, D.: Map-less goal-driven navigation based on reinforcement learning. In: 23rd Computer Vision Winter Workshop (2018)"},{"key":"16_CR15","doi-asserted-by":"crossref","unstructured":"Tai, L., Liu, M.: Towards cognitive exploration through deep reinforcement learning for mobile robots. CoRR abs\/1610.01733 (2016)","DOI":"10.1186\/s40638-016-0055-x"},{"key":"16_CR16","unstructured":"Hasselt, H.: Double q-learning. In: Advances in Neural Information Processing Systems 23 (2010)"},{"key":"16_CR17","doi-asserted-by":"crossref","unstructured":"Pfitscher, M., Welfer, D., do Nascimento, E.J., de Souza Leite Cuadros, M.A., Gamarra, D.F.T.: Article users activity gesture recognition on kinect sensor using convolutional neural networks and fastDTW for controlling movements of a mobile robot. Inteligencia Artif. 22(63), 121\u2013134 (2019)","DOI":"10.4114\/intartif.vol22iss63pp121-134"},{"key":"16_CR18","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1007\/978-3-030-16660-1_21","volume-title":"Intelligent Systems Design and Applications","author":"RM da Silva","year":"2020","unstructured":"da Silva, R.M., de Souza Leite Cuadros, M.A., Gamarra, D.F.T.: Comparison of a backstepping and a fuzzy controller for tracking a trajectory with a mobile robot. In: Abraham, A., Cherukuri, A.K., Melin, P., Gandhi, N. (eds.) ISDA 2018 2018. AISC, vol. 941, pp. 212\u2013221. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-16660-1_21"},{"key":"16_CR19","unstructured":"Subramanian, V.: Deep Learning with PyTorch: a practical approach to building neural network models using PyTorch. Packt Publishing Ltd (2018)"},{"key":"16_CR20","unstructured":"Pyo, Y., Cho, H., Jung, R., Lim, T.: Ros robot programming. Seoul, ROBOTIS Co (2015)"},{"key":"16_CR21","unstructured":"Fairchild, C., Harman, T.L.: ROS Robotics By Example. Packt Publishing Ltd (2016)"}],"container-title":["Lecture Notes in Networks and Systems","Intelligent Systems Design and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-35507-3_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,2]],"date-time":"2023-06-02T21:25:48Z","timestamp":1685741148000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-35507-3_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031355066","9783031355073"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-35507-3_16","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"type":"print","value":"2367-3370"},{"type":"electronic","value":"2367-3389"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"3 June 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISDA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Systems Design and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 December 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 December 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"isda2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.mirlabs.net\/isda22\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}