{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T03:20:28Z","timestamp":1780543228396,"version":"3.54.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"16","license":[{"start":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T00:00:00Z","timestamp":1760659200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T00:00:00Z","timestamp":1760659200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s10586-025-05718-x","type":"journal-article","created":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T18:27:47Z","timestamp":1760725667000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Improved deep Q-network-based UAV path planning in partially observable environments"],"prefix":"10.1007","volume":"28","author":[{"given":"Raja","family":"Jarray","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Soufiene","family":"Bouall\u00e8gue","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,10,17]]},"reference":[{"key":"5718_CR1","doi-asserted-by":"publisher","first-page":"52540","DOI":"10.1109\/ACCESS.2023.3273780","volume":"11","author":"MA Tahir","year":"2023","unstructured":"Tahir, M.A., Mir, I., Islam, T.U.: A review of UAV platforms for autonomous applications: comprehensive analysis and future directions. IEEE Access 11, 52540\u201352554 (2023). https:\/\/doi.org\/10.1109\/ACCESS.2023.3273780","journal-title":"IEEE Access"},{"issue":"104629","key":"5718_CR2","first-page":"1","volume":"173","author":"H Zhao","year":"2024","unstructured":"Zhao, H., Mansouri, T., Lindqvist, B., Nikolakopoulos, G.: A review of perception sensors, techniques, and hardware architectures for autonomous low-altitude UAVs in non-cooperative local obstacle avoidance. Robot. Auton. Syst.Auton. Syst. 173(104629), 1\u201323 (2024)","journal-title":"Robot. Auton. Syst.Auton. Syst."},{"key":"5718_CR3","doi-asserted-by":"publisher","DOI":"10.3390\/drones6120385","author":"R Jarray","year":"2022","unstructured":"Jarray, R., Bouall\u00e8gue, S., Rezk, H., Al-Dhaifallah, M.: Parallel multiobjective multi-verse optimizer for path planning of unmanned aerial vehicles in a dynamic environment with moving obstacles. Drones (2022). https:\/\/doi.org\/10.3390\/drones6120385","journal-title":"Drones"},{"issue":"21","key":"5718_CR4","doi-asserted-by":"publisher","first-page":"5364","DOI":"10.3390\/en17215364","volume":"17","author":"Y Li","year":"2024","unstructured":"Li, Y., Dong, X., Ding, Q., Xiong, Y., Liao, H., Wang, T.: Improved a-STAR algorithm for power line inspection UAV path planning. Energies 17(21), 5364 (2024)","journal-title":"Energies"},{"key":"5718_CR5","first-page":"1","volume":"16","author":"BY Suprapto","year":"2025","unstructured":"Suprapto, B.Y., Dwijayanti, S., Windisari, D., Pratama, G.A.: Optimizing route planning for autonomous electric vehicles using the D-Star Lite algorithm. Int. J. Adv. Comput. Sci. Appl.Comput. Sci. Appl. 16, 1 (2025)","journal-title":"Int. J. Adv. Comput. Sci. Appl.Comput. Sci. Appl."},{"key":"5718_CR6","doi-asserted-by":"publisher","unstructured":"Chattaoui, S., Jarray, R., Bouall\u00e8gue, S.:Comparison of A* and D* algorithms for 3D path planning of unmanned aerial vehicles,\u201d In Proceedings of the 2023 IEEE International Conference on Artificial Intelligence & Green Energy, Sousse, Tunisia, (2023) https:\/\/doi.org\/10.1109\/ICAIGE58321.2023.10346511","DOI":"10.1109\/ICAIGE58321.2023.10346511"},{"key":"5718_CR7","doi-asserted-by":"publisher","unstructured":"Wang, M., Voos, H.:Safer UAV piloting: A robust sense-and-avoid solution for remotely piloted quadrotor UAVs in complex environments,\u201d In Proceedings of the 19th International Conference on Advanced Robotics, Belo Horizonte, Brazil, pp. 529\u2013534, (2019) https:\/\/doi.org\/10.1109\/ICAR46387.2019.8981576","DOI":"10.1109\/ICAR46387.2019.8981576"},{"issue":"4","key":"5718_CR8","doi-asserted-by":"publisher","first-page":"5713","DOI":"10.1109\/TASE.2023.3316207","volume":"21","author":"X Chen","year":"2024","unstructured":"Chen, X., Zheng, J., Hu, Q.: A hybrid planning method for 3D autonomous exploration in unknown environments with a UAV. IEEE Trans. Autom. Sci. Eng. 21(4), 5713\u20135724 (2024). https:\/\/doi.org\/10.1109\/TASE.2023.3316207","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"issue":"3","key":"5718_CR9","doi-asserted-by":"publisher","first-page":"177","DOI":"10.3390\/drones9030177","volume":"9","author":"C Wu","year":"2025","unstructured":"Wu, C., Guo, Z., Zhang, J., Mao, K., Luo, D.: Cooperative path planning for multiple UAVs based on APF B-RRT* algorithm. Drones 9(3), 177 (2025)","journal-title":"Drones"},{"key":"5718_CR10","doi-asserted-by":"publisher","first-page":"11393","DOI":"10.1007\/s10586-024-04287-9","volume":"28","author":"Y Yang","year":"2024","unstructured":"Yang, Y., Luo, X., Li, W., Liu, C., Ye, Q., Liang, P.: AAPF*: a safer autonomous vehicle path planning algorithm based on the improved A* algorithm and APF algorithm. Clust. Comput. 28, 11393\u201311406 (2024)","journal-title":"Clust. Comput."},{"issue":"22","key":"5718_CR11","doi-asserted-by":"publisher","first-page":"12599","DOI":"10.1007\/s00500-022-07224-3","volume":"26","author":"J Wang","year":"2022","unstructured":"Wang, J., Li, Y., Li, R., Chen, H., Chu, K.: Trajectory planning for UAV navigation in dynamic environments with matrix alignment dijkstra. Soft. Comput. 26(22), 12599\u201312610 (2022)","journal-title":"Soft. Comput."},{"issue":"2","key":"5718_CR12","doi-asserted-by":"publisher","DOI":"10.1007\/s10586-024-04761-4","volume":"28","author":"Y Gao","year":"2024","unstructured":"Gao, Y., Wang, J., Li, C.: Escape after love: Philoponella prominens optimizer and its application to 3D path planning. Cluster Comput. 28(2), 81 (2024)","journal-title":"Cluster Comput."},{"key":"5718_CR13","doi-asserted-by":"publisher","first-page":"6623","DOI":"10.1007\/s10586-024-04290-0","volume":"27","author":"C Yang","year":"2024","unstructured":"Yang, C., Yang, H., Zhu, D., Hu, Y., Zhang, Y., Ma, H., Zhang, D.: A multi-mechanism balanced advanced learning sparrow search algorithm for UAV path planning. Cluster Comput. 27, 6623\u20136666 (2024)","journal-title":"Cluster Comput."},{"issue":"11","key":"5718_CR14","first-page":"324","volume":"11","author":"R Jarray","year":"2020","unstructured":"Jarray, R., Bouall\u00e8gue, S.: Multi-verse algorithm-based approach for multi-criteria path planning of unmanned aerial vehicles. Int. J. Adv. Comput. Sci. Appl. 11(11), 324\u2013334 (2020)","journal-title":"Int. J. Adv. Comput. Sci. Appl."},{"key":"5718_CR15","first-page":"2159","volume":"69","author":"R Jarray","year":"2021","unstructured":"Jarray, R., Al-Dhaifallah, M., Rezk, H., Bouall\u00e8gue, S.: Path planning of quadrotors in a dynamic environment using a multi-criteria multi-verse optimizer. Comput. Mater. Contin. 69, 2159\u20132180 (2021)","journal-title":"Comput. Mater. Contin."},{"issue":"2","key":"5718_CR16","doi-asserted-by":"publisher","DOI":"10.1007\/s10586-024-04690-2","volume":"28","author":"K Zhong","year":"2024","unstructured":"Zhong, K., Xiao, F., Gao, X.: Three-dimensional dynamic collaborative path planning for multiple UCAVs using an improved NSGAII. Cluster Comput. 28(2), 75 (2024)","journal-title":"Cluster Comput."},{"key":"5718_CR17","doi-asserted-by":"publisher","first-page":"2495","DOI":"10.1007\/s10586-021-03276-6","volume":"24","author":"V Jamshidi","year":"2021","unstructured":"Jamshidi, V., Nekoukar, V., Refan, M.H.: Real time UAV path planning by parallel grey wolf optimization with align coefficient on CAN bus. Cluster Comput. 24, 2495\u20132509 (2021)","journal-title":"Cluster Comput."},{"issue":"6","key":"5718_CR18","first-page":"551","volume":"9","author":"R Jarray","year":"2021","unstructured":"Jarray, R., Bouall\u00e8gue, S.: Path planning strategy for unmanned aerial vehicles based on a grey wolf optimiser. Int. J. Intell. Eng. Inform. 9(6), 551\u2013577 (2021)","journal-title":"Int. J. Intell. Eng. Inform."},{"key":"5718_CR19","doi-asserted-by":"crossref","unstructured":"Jarray, R., Bouall\u00e8gue, S.:Paths planning of unmanned aerial vehicles based on grey wolf optimizer, In Proceedings of the 4th International Conference on Advanced Systems and Emergent Technologies, Hammamet, Tunisia, pp. 56\u201362, (2020)","DOI":"10.1109\/IC_ASET49463.2020.9318225"},{"key":"5718_CR20","doi-asserted-by":"publisher","DOI":"10.3390\/s22051826","author":"R Jarray","year":"2022","unstructured":"Jarray, R., Al-Dhaifallah, M., Rezk, H., Bouall\u00e8gue, S.: Parallel cooperative co-evolutionary grey wolf optimizer for path planning problem of unmanned aerial vehicles. Sensors (2022). https:\/\/doi.org\/10.3390\/s22051826","journal-title":"Sensors"},{"key":"5718_CR21","doi-asserted-by":"crossref","unstructured":"Rocha, L. G., Caldas, K. A., Terra, M. H., Ramos, F., Vivaldini, K. C. T.:Dynamic Q-planning for online UAV path planning in unknown and complex environments, International Journal of Intelligent Robotics and Applications, pp. 1\u201321, (2025)","DOI":"10.1007\/s41315-025-00457-z"},{"key":"5718_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2024.125388","volume":"260","author":"Y Zhong","year":"2025","unstructured":"Zhong, Y., Wang, Y.: Cross-regional path planning based on improved Q-learning with dynamic exploration factor and heuristic reward value. Expert Syst. Appl. 260, 125388 (2025)","journal-title":"Expert Syst. Appl."},{"issue":"12","key":"5718_CR23","doi-asserted-by":"publisher","first-page":"15391","DOI":"10.1109\/TVT.2023.3297837","volume":"72","author":"J Wu","year":"2023","unstructured":"Wu, J., et al.: An adaptive conversion speed Q-learning algorithm for search and rescue UAV path planning in unknown environments. IEEE Trans. Veh. Technol. 72(12), 15391\u201315404 (2023)","journal-title":"IEEE Trans. Veh. Technol."},{"key":"5718_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.tbs.2024.100943","volume":"39","author":"J Yan","year":"2025","unstructured":"Yan, J., Li, Y., Gao, Y., Qu, B., Chen, J.: Q_EDQ: efficient path planning in multimodal travel scenarios based on reinforcement learning. Travel Behav. Soc. 39, 100943 (2025)","journal-title":"Travel Behav. Soc."},{"key":"5718_CR25","doi-asserted-by":"publisher","DOI":"10.1155\/2023\/2804943","author":"Z Guo","year":"2023","unstructured":"Guo, Z., Chen, H., Li, S.: Deep reinforcement learning-based UAV path planning for energy-efficient multitier cooperative computing in wireless sensor networks. J. Sens. (2023). https:\/\/doi.org\/10.1155\/2023\/2804943","journal-title":"J. Sens."},{"key":"5718_CR26","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1007\/s10846-019-01073-3","volume":"98","author":"C Yan","year":"2020","unstructured":"Yan, C., Xiang, X., Wang, C.: Towards real-time path planning through deep reinforcement learning for a UAV in dynamic environments. J. Intell. Robot. Syst. 98, 297\u2013309 (2020). https:\/\/doi.org\/10.1007\/s10846-019-01073-3","journal-title":"J. Intell. Robot. Syst."},{"key":"5718_CR27","doi-asserted-by":"publisher","DOI":"10.1155\/2022\/1360956","author":"J Yao","year":"2022","unstructured":"Yao, J., Li, X., Zhang, Y., Ji, J., Wang, Y., Liu, Y.: Path planning of unmanned helicopter in complex environment based on heuristic deep Q-network. Int. J. Aerosp. Eng. (2022). https:\/\/doi.org\/10.1155\/2022\/1360956","journal-title":"Int. J. Aerosp. Eng."},{"key":"5718_CR28","doi-asserted-by":"publisher","DOI":"10.3390\/sym14050856","author":"J Yao","year":"2022","unstructured":"Yao, J., Li, X., Zhang, Y., Ji, J., Wang, Y., Liu, Y.: Path planning of unmanned helicopter in complex dynamic environment based on state-coded deep Q-network. Symmetry (2022). https:\/\/doi.org\/10.3390\/sym14050856","journal-title":"Symmetry"},{"key":"5718_CR29","doi-asserted-by":"publisher","first-page":"647","DOI":"10.1109\/OJVT.2025.3540174","volume":"6","author":"Z Wang","year":"2025","unstructured":"Wang, Z., Ng, S.X., El-Hajjar, M.: A 3D spatial information compression based deep reinforcement learning technique for UAV path planning in cluttered environments. IEEE Open J. Veh. Technol. 6, 647\u2013661 (2025)","journal-title":"IEEE Open J. Veh. Technol."},{"issue":"12","key":"5718_CR30","doi-asserted-by":"publisher","first-page":"13022","DOI":"10.1109\/TVT.2021.3121747","volume":"70","author":"H Xie","year":"2021","unstructured":"Xie, H., Yang, D., Xiao, L., Lyu, J.: Connectivity-aware 3D UAV path design with deep reinforcement learning. IEEE Trans. Veh. Technol. 70(12), 13022\u201313034 (2021)","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"3","key":"5718_CR31","doi-asserted-by":"publisher","first-page":"3001","DOI":"10.1109\/TVT.2022.3218855","volume":"72","author":"Y Xue","year":"2023","unstructured":"Xue, Y., Chen, W.: A UAV navigation approach based on deep reinforcement learning in large cluttered 3D environments. IEEE Trans. Veh. Technol. 72(3), 3001\u20133014 (2023)","journal-title":"IEEE Trans. Veh. Technol."},{"key":"5718_CR32","doi-asserted-by":"crossref","unstructured":"Jarray, R., Bouall\u00e8gue, S.:Reinforcement learning-based path planning approach for unmanned aerial vehicles, In Proceedings of the 2023 IEEE International Conference on Artificial Intelligence & Green Energy, Sousse, Tunisia, (2023)","DOI":"10.1109\/ICAIGE58321.2023.10346406"},{"key":"5718_CR33","unstructured":"Schaul, T., Quan, J., Antonoglou, I., Silver, D.:Prioritized experience replay,\u201d arXiv preprint arXiv:1511.05952, (2015)"},{"key":"5718_CR34","unstructured":"Lillicrap, T. P., Hunt, J. J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., Silver, D., Wierstra, D.:Continuous control with deep reinforcement learning,\u201d arXiv preprint arXiv:1509.02971, (2015)"},{"key":"5718_CR35","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.:Proximal policy optimization algorithms, (2017). [Online]. Available: arXiv:1707.06347."},{"issue":"1","key":"5718_CR36","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1177\/027836498600500106","volume":"5","author":"O Khatib","year":"1986","unstructured":"Khatib, O.: Real-time obstacle avoidance for manipulators and mobile robots. Int. J. Robot. Res. 5(1), 90\u201398 (1986)","journal-title":"Int. J. Robot. Res."},{"issue":"no. 1","key":"5718_CR37","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1109\/100.580977","volume":"4","author":"D Fox","year":"1997","unstructured":"Fox, D., Burgard, W., Thrun, S.: The dynamic window approach to collision avoidance. IEEE Robot. Autom. Mag. 4(1), 23\u201333 (1997)","journal-title":"IEEE Robot. Autom. Mag."},{"issue":"1","key":"5718_CR38","doi-asserted-by":"publisher","first-page":"2290","DOI":"10.1109\/TIV.2023.3298292","volume":"9","author":"Y Xue","year":"2023","unstructured":"Xue, Y., Chen, W.: Multi-agent deep reinforcement learning for UAVs navigation in unknown complex environment. IEEE Trans. Intell. Veh. 9(1), 2290\u20132303 (2023)","journal-title":"IEEE Trans. Intell. Veh."},{"issue":"1","key":"5718_CR39","doi-asserted-by":"publisher","first-page":"635","DOI":"10.1109\/LRA.2023.3334978","volume":"9","author":"Y Xue","year":"2023","unstructured":"Xue, Y., Chen, W.: Combining motion planner and deep reinforcement learning for UAV navigation in unknown environment. IEEE Robot. Automat. Lett. 9(1), 635\u2013642 (2023)","journal-title":"IEEE Robot. Automat. Lett."}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-025-05718-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-025-05718-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-025-05718-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T14:16:40Z","timestamp":1764771400000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-025-05718-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,17]]},"references-count":39,"journal-issue":{"issue":"16","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["5718"],"URL":"https:\/\/doi.org\/10.1007\/s10586-025-05718-x","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,17]]},"assertion":[{"value":"15 December 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 June 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 August 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 October 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"1046"}}