{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,2]],"date-time":"2025-10-02T00:16:26Z","timestamp":1759364186625,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032027245","type":"print"},{"value":"9783032027252","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-02725-2_37","type":"book-chapter","created":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:34:28Z","timestamp":1759278868000},"page":"471-483","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Reinforcement Learning for\u00a0Mapless Navigation: Enhancing Exploration with\u00a0Image-Based Rewards"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7813-1620","authenticated-orcid":false,"given":"Vernon","family":"Kok","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3721-3400","authenticated-orcid":false,"given":"Absalom","family":"Ezugwu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8854-7822","authenticated-orcid":false,"given":"Micheal","family":"Olusanya","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,10,1]]},"reference":[{"key":"37_CR1","doi-asserted-by":"crossref","unstructured":"Wenzel, P., Sch\u00f6n, T., Leal-Taix\u00e9, L., Cremers, D.: Vision-based mobile robotics obstacle avoidance with deep reinforcement learning. In: 2021 IEEE International Conference on Robotics and Automation (ICRA), pp. 14360\u201314366. IEEE (2021)","DOI":"10.1109\/ICRA48506.2021.9560787"},{"issue":"1","key":"37_CR2","doi-asserted-by":"publisher","first-page":"651","DOI":"10.1109\/LRA.2023.3334683","volume":"9","author":"Z Xu","year":"2023","unstructured":"Xu, Z., Zhan, X., Xiu, Y., Suzuki, C., Shimada, K.: Onboard dynamic-object detection and tracking for autonomous robot navigation with rgb-d camera. IEEE Robot. Autom. Lett. 9(1), 651\u2013658 (2023)","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"1","key":"37_CR3","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1186\/s12880-022-00793-7","volume":"22","author":"HE Kim","year":"2022","unstructured":"Kim, H.E., Cosa-Linan, A., Santhanam, N., Jannesari, M., Maros, M.E., Ganslandt, T.: Transfer learning for medical image classification: a literature review. BMC Med. Imaging 22(1), 69 (2022)","journal-title":"BMC Med. Imaging"},{"key":"37_CR4","unstructured":"Lyu, C., et al.: Rtmdet: An empirical study of designing real-time object detectors. arXiv preprint arXiv:2212.07784 (2022)"},{"key":"37_CR5","unstructured":"Ramesh, A., et al.: Zero-shot text-to-image generation. In: International Conference on Machine Learning, pp. 8821\u20138831. Pmlr (2021)"},{"issue":"2","key":"37_CR6","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1007\/s10846-017-0468-y","volume":"86","author":"AS Polydoros","year":"2017","unstructured":"Polydoros, A.S., Nalpantidis, L.: Survey of model-based reinforcement learning: applications on robotics. J. Intell. Robot. Syst. 86(2), 153\u2013173 (2017)","journal-title":"J. Intell. Robot. Syst."},{"issue":"7540","key":"37_CR7","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"37_CR8","unstructured":"Lillicrap, T.P., Hunt, J.J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., Silver, D., Wierstra, D.: Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 (2015)"},{"key":"37_CR9","unstructured":"Nair, A.V., Pong, V., Dalal, M., Bahl, S., Lin, S. Levine, S.: Visual reinforcement learning with imagined goals. Adv. Neural Inf. Pro. Syst. 31 (2018)"},{"key":"37_CR10","unstructured":"Ma, L., Chen, J.: Using RGB image as visual input for mapless robot navigation. arXiv preprint arXiv:1903.09927(2019)"},{"key":"37_CR11","unstructured":"Babaeizadeh, M., et al.: Models, pixels, and rewards: evaluating design trade-offs in visual model-based reinforcement learning. arXiv preprint arXiv:2012.04603 (2020)"},{"key":"37_CR12","unstructured":"Lu, C., Ball, P.J., Rudner, T.G., Parker-Holder, J., Osborne, M.A.,Teh, Y.W.: Challenges and opportunities in offline reinforcement learning from visual observations. arXiv preprint arXiv:2206.04779 (2022)"},{"key":"37_CR13","doi-asserted-by":"crossref","unstructured":"Zhu, Y., et al.: Target-driven visual navigation in indoor scenes using deep reinforcement learning. In: 2017 IEEE International Conference on Robotics and Automation (ICRA), pp. 3357\u20133364. IEEE (2017)","DOI":"10.1109\/ICRA.2017.7989381"},{"issue":"2","key":"37_CR14","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1049\/cit2.12043","volume":"7","author":"Q Fang","year":"2022","unstructured":"Fang, Q., Xu, X., Wang, X., Zeng, Y.: Target-driven visual navigation in indoor scenes using reinforcement learning and imitation learning. CAAI Trans. Intell. Technol. 7(2), 167\u2013176 (2022)","journal-title":"CAAI Trans. Intell. Technol."},{"key":"37_CR15","doi-asserted-by":"crossref","unstructured":"Chen, J., Yuan, B., Tomizuka, M.: Model-free deep reinforcement learning for urban autonomous driving. In: 2019 IEEE Intelligent Transportation Systems Conference (ITSC), pp. 2765\u20132771. IEEE (2019)","DOI":"10.1109\/ITSC.2019.8917306"},{"key":"37_CR16","unstructured":"Yarats, D., Kostrikov, I., Fergus, R.: Image augmentation is all you need: Regularizing deep reinforcement learning from pixels. In: International Conference on Learning Representations (2021)"},{"key":"37_CR17","unstructured":"Yarats, D., Fergus, R., Lazaric, A., Pinto, L.: Mastering visual continuous control: improved data-augmented reinforcement learning. arXiv preprint arXiv:2107.09645 (2021)"},{"key":"37_CR18","unstructured":"Hafner, D., Lillicrap, T., Ba, J., Norouzi, M.: Dream to control: Learning behaviors by latent imagination. arXiv preprint arXiv:1912.01603 (2019)"},{"key":"37_CR19","doi-asserted-by":"crossref","unstructured":"Yarats, D., Zhang, A., Kostrikov, I., Amos, B., Pineau, J., Fergus, R.: Improving sample efficiency in model-free reinforcement learning from images. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35, no. 12, pp. 10674\u201310681 (2021)","DOI":"10.1609\/aaai.v35i12.17276"},{"key":"37_CR20","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1016\/j.neunet.2020.12.001","volume":"135","author":"J Wang","year":"2021","unstructured":"Wang, J., Elfwing, S., Uchibe, E.: Modular deep reinforcement learning from reward and punishment for robot navigation. Neural Netw. 135, 115\u2013126 (2021)","journal-title":"Neural Netw."},{"issue":"3","key":"37_CR21","doi-asserted-by":"publisher","first-page":"533","DOI":"10.3390\/electronics12030533","volume":"12","author":"TV Dang","year":"2023","unstructured":"Dang, T.V., Bui, N.T.: Multi-scale fully convolutional network-based semantic segmentation for mobile robot navigation. Electronics 12(3), 533 (2023)","journal-title":"Electronics"},{"issue":"2","key":"37_CR22","doi-asserted-by":"publisher","first-page":"113","DOI":"10.3390\/info15020113","volume":"15","author":"B Petryshyn","year":"2024","unstructured":"Petryshyn, B., Postupaiev, S., Ben Bari, S., Ostreika, A.: Deep reinforcement learning for autonomous driving in amazon web services deepracer. Information 15(2), 113 (2024)","journal-title":"Information"},{"key":"37_CR23","doi-asserted-by":"crossref","unstructured":"Kulh\u00e1nek, J., Derner, E., De Bruin, T., Babu\u0161ka, R.: Vision-based navigation using deep reinforcement learning. In: 2019 European Conference on Mobile Robots (ECMR), pp. 1\u20138. IEEE (2019)","DOI":"10.1109\/ECMR.2019.8870964"},{"issue":"7","key":"37_CR24","doi-asserted-by":"publisher","first-page":"1007","DOI":"10.3390\/e25071007","volume":"25","author":"W Zhang","year":"2023","unstructured":"Zhang, W., He, L., Wang, H., Yuan, L., Xiao, W.: Multiple self-supervised auxiliary tasks for target-driven visual navigation using deep reinforcement learning. Entropy 25(7), 1007 (2023)","journal-title":"Entropy"},{"key":"37_CR25","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., Levine, S.: Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: International Conference on Machine Learning, pp. 1861\u20131870. Pmlr (2018)"}],"container-title":["Lecture Notes in Computer Science","Advances in Computational Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-02725-2_37","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:34:36Z","timestamp":1759278876000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-02725-2_37"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,1]]},"ISBN":["9783032027245","9783032027252"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-02725-2_37","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,1]]},"assertion":[{"value":"1 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IWANN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Work-Conference on Artificial Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"A Coru\u00f1a","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 June 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iwann2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iwann.uma.es\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}