{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,15]],"date-time":"2026-03-15T05:34:30Z","timestamp":1773552870250,"version":"3.50.1"},"reference-count":28,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T00:00:00Z","timestamp":1758240000000},"content-version":"vor","delay-in-days":261,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Procedia Computer Science"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1016\/j.procs.2025.09.189","type":"journal-article","created":{"date-parts":[[2025,11,6]],"date-time":"2025-11-06T22:13:48Z","timestamp":1762467228000},"page":"692-702","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["Dynamic Reward-Based Deep Reinforcement Learning Algorithm for UAV Path Planning in Large-Scale Environments"],"prefix":"10.1016","volume":"270","author":[{"given":"Raja","family":"Jarray","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Imen","family":"Zaghbani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Soufiene","family":"Bouall\u00e8gue","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"3","key":"10.1016\/j.procs.2025.09.189_bib1","doi-asserted-by":"crossref","first-page":"194","DOI":"10.3390\/drones9030194","article-title":"\u201dA Survey on the Key Technologies of UAV Motion Planning.\u201d","volume":"9","author":"Zhou","year":"2025","journal-title":"Drones"},{"issue":"11","key":"10.1016\/j.procs.2025.09.189_bib2","doi-asserted-by":"crossref","first-page":"1238","DOI":"10.1177\/0278364913495721","article-title":"\u201cReinforcement learning in robotics: A survey.\u201d","volume":"32","author":"Kober","year":"2013","journal-title":"The International Journal of Robotics Research"},{"key":"10.1016\/j.procs.2025.09.189_bib3","doi-asserted-by":"crossref","unstructured":"Budiyanto, Almira, Adha Cahyadi, Teguh Bharata Adji, and Oyas Wahyunggoro. (2015) \u201cUAV obstacle avoidance using potential field under dynamic environment.\u201d In Proceedings of the 2015 Conference on Control, Electronics, Renewable Energy and Communications, Bandung, Indonesia, pp. 187\u2013192.","DOI":"10.1109\/ICCEREC.2015.7337041"},{"key":"10.1016\/j.procs.2025.09.189_bib4","doi-asserted-by":"crossref","unstructured":"Ma, Rong, Wen Ma, Xiaolong Chen, and Jia Li. (2016) \u201cReal-time obstacle avoidance for fixed-wing vehicles in complex environment.\u201d In Proceedings of the IEEE Chinese Guidance, Navigation and Control Conference, Nanjing, China, pp. 498\u2013502.","DOI":"10.1109\/CGNCC.2016.7828835"},{"issue":"5","key":"10.1016\/j.procs.2025.09.189_bib5","first-page":"990","article-title":"\u201dUnmanned aerial vehicle path planning based on A* algorithm and its variants in 3D environment.\u201d","volume":"12","author":"Mandloi","year":"2021","journal-title":"International Journal of System Assurance Engineering and Management"},{"key":"10.1016\/j.procs.2025.09.189_bib6","doi-asserted-by":"crossref","unstructured":"Huang, Sheng-Kai, Wen-June Wang, and Chung-Hsun Sun. (2021) \u201cA path planning strategy for multi-robot moving with path-priority order based on a generalized Voronoi diagram.\u201d Applied Sciences 11 (20), https:\/\/doi.org\/10.3390\/app11209650.","DOI":"10.3390\/app11209650"},{"key":"10.1016\/j.procs.2025.09.189_bib7","doi-asserted-by":"crossref","unstructured":"Chattaoui, Samah, Raja Jarray, and Soufiene Bouall\u00e8gue. (2023) \u201cComparison of A* and D* algorithms for 3D path planning of unmanned aerial vehicles.\u201d In Proceedings of the 2023 IEEE International Conference on Artificial Intelligence and Green Energy, Sousse, Tunisia, doi: 10.1109\/ICAIGE58321.2023.10346511.","DOI":"10.1109\/ICAIGE58321.2023.10346511"},{"issue":"11","key":"10.1016\/j.procs.2025.09.189_bib8","doi-asserted-by":"crossref","first-page":"324","DOI":"10.14569\/IJACSA.2020.0111142","article-title":"\u201cMulti-verse algorithm-based approach for multi-criteria path planning of unmanned aerial vehicles.\u201d","volume":"11","author":"Jarray","year":"2020","journal-title":"International Journal of Advanced Computer Science and Applications"},{"issue":"1","key":"10.1016\/j.procs.2025.09.189_bib9","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1016\/j.isatra.2019.08.018","article-title":"\u201cEfficient path planning for UAV formation via comprehensively improved particle swarm optimization.\u201d","volume":"97","author":"Shao","year":"2020","journal-title":"ISA Transactions"},{"issue":"1","key":"10.1016\/j.procs.2025.09.189_bib10","doi-asserted-by":"crossref","first-page":"2159","DOI":"10.32604\/cmc.2021.018752","article-title":"\u201cPath planning of quadrotors in a dynamic environment using a multi-criteria multi-verse optimizer.\u201d","volume":"69","author":"Jarray","year":"2021","journal-title":"Computers, Materials and Continua"},{"issue":"6","key":"10.1016\/j.procs.2025.09.189_bib11","doi-asserted-by":"crossref","first-page":"551","DOI":"10.1504\/IJIEI.2021.122429","article-title":"\u201cPath planning strategy for unmanned aerial vehicles based on a grey wolf optimizer.\u201d","volume":"9","author":"Jarray","year":"2022","journal-title":"International Journal of Intelligent Engineering Informatics"},{"issue":"5","key":"10.1016\/j.procs.2025.09.189_bib12","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3390\/s22051826","article-title":"\u201cParallel cooperative co-evolutionary grey wolf optimizer for path planning problem of unmanned aerial vehicles.\u201d","volume":"22","author":"Jarray","year":"2022","journal-title":"Sensors"},{"key":"10.1016\/j.procs.2025.09.189_bib13","doi-asserted-by":"crossref","unstructured":"Cui, Jun-hui, Rui-xuan Wei, Zong-cheng Liu, and Kai Zhou. (2018) \u201cUAV motion strategies in uncertain dynamic environments: A path planning method based on Q-learning strategy.\u201d Applied Sciences 8 (11), https:\/\/doi.org\/10.3390\/app8112169.","DOI":"10.3390\/app8112169"},{"key":"10.1016\/j.procs.2025.09.189_bib14","doi-asserted-by":"crossref","unstructured":"Xie, Ronglei, Zhijun Meng, Yaoming Zhou, Yunpeng Ma, and Zhe Wu. (2020) \u201cHeuristic Q-learning based on experience replay for three-dimensional path planning of the unmanned aerial vehicle.\u201d Science Progress 103 (1), https:\/\/doi.org\/10.1177\/0036850419879024.","DOI":"10.1177\/0036850419879024"},{"key":"10.1016\/j.procs.2025.09.189_bib15","doi-asserted-by":"crossref","unstructured":"Souto, Anderson, Rodrigo Alfaia, Evelin Cardoso, Jasmine Ara\u00fajo, and Carlos Franc\u00eas. (2023) \u201cUAV path planning optimization strategy: Considerations of urban morphology, microclimate, and energy efficiency using Q-Learning algorithm.\u201d Drones 7 (2), https:\/\/doi.org\/10.3390\/drones7020123.","DOI":"10.3390\/drones7020123"},{"key":"10.1016\/j.procs.2025.09.189_bib16","doi-asserted-by":"crossref","unstructured":"Yao, Jiangyi, Xiongwei Li, Yang Zhang, Jingyu Ji, Yanchao Wang, and Yicen Liu. (2022) \u201cPath planning of unmanned helicopter in complex environment based on heuristic deep Q-network.\u201d International Journal of Aerospace Engineering 2022, https:\/\/doi.org\/10.1155\/2022\/1360956.","DOI":"10.1155\/2022\/1360956"},{"key":"10.1016\/j.procs.2025.09.189_bib17","doi-asserted-by":"crossref","unstructured":"Guo, Zhihui, Hongbin Chen, and Shichao Li. (2023) \u201cDeep reinforcement learning-based UAV path planning for energy-efficient multitier cooperative computing in wireless sensor networks.\u201d Journal of Sensors 2023, https:\/\/doi.org\/10.1155\/2023\/2804943.","DOI":"10.1155\/2023\/2804943"},{"key":"10.1016\/j.procs.2025.09.189_bib18","doi-asserted-by":"crossref","unstructured":"Wang, Zhipeng, Soon Xin Ng, and Mohammed El-Hajjar. (2025) \u201cA 3D Spatial Information Compression Based Deep Reinforcement Learning Technique for UAV Path Planning in Cluttered Environments.\u201d IEEE Open Journal of Vehicular Technology 6: 647\u2013661, https:\/\/doi.org\/10.1109\/OJVT.2025.3540174.","DOI":"10.1109\/OJVT.2025.3540174"},{"issue":"6","key":"10.1016\/j.procs.2025.09.189_bib19","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10489-024-06149-8","article-title":"\u201dA modified dueling DQN algorithm for robot path planning incorporating priority experience replay and artificial potential fields.\u201d","volume":"55","author":"Li","year":"2025","journal-title":"Applied Intelligence"},{"key":"10.1016\/j.procs.2025.09.189_bib20","doi-asserted-by":"crossref","unstructured":"Powell, Warren B. (2011) \u201cApproximate Dynamic Programming: Solving the Curses of Dimensionality, 2nd Edition.\u201d John Wiley and Sons Inc. Publication, New Jersey, USA.","DOI":"10.1002\/9781118029176"},{"issue":"3-4","key":"10.1016\/j.procs.2025.09.189_bib21","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"\u201cQ-learning,\u201d","volume":"8","author":"Dayan","year":"1992","journal-title":"Machine Learning"},{"key":"10.1016\/j.procs.2025.09.189_bib22","first-page":"351","article-title":"\u201cPlaying Atari with deep reinforcement Learning.\u201d Comput","volume":"21","author":"Chung","year":"2013","journal-title":"Ence."},{"key":"10.1016\/j.procs.2025.09.189_bib23","doi-asserted-by":"crossref","unstructured":"Wang, Baolai, Shengang Li, Xianzhong Gao, and Tao Xie. (2021) \u201cUAV swarm confrontation using hierarchical multiagent reinforcement learning.\u201d International Journal of Aerospace Engineering 2021 (1), https:\/\/doi.org\/10.1155\/2021\/3360116.","DOI":"10.1155\/2021\/3360116"},{"key":"10.1016\/j.procs.2025.09.189_bib24","doi-asserted-by":"crossref","unstructured":"Zaghbani, Imen, Raja Jarray, and Soufene Bouall\u00e8gue. (2024) \u201cComparative Study of Q-Learning and SARSA Algorithms for UAV Path Planning in 3D Environments.\u201d In Proceedings of the 2024 IEEE 28th International Conference on Intelligent Engineering Systems, Gammarth, Tunisia, pp. 245\u2013250.","DOI":"10.1109\/INES63318.2024.10629124"},{"issue":"1","key":"10.1016\/j.procs.2025.09.189_bib25","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1016\/j.advengsoft.2013.12.007","article-title":"\u201cGrey wolf optimizer.\u201d","volume":"69","author":"Mirjalili","year":"2014","journal-title":"Advances in Engineering Software"},{"issue":"1","key":"10.1016\/j.procs.2025.09.189_bib26","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1016\/j.advengsoft.2017.07.002","article-title":"\u201cSalp swarm algorithm: A bio-inspired optimizer for engineering design problems.\u201d","volume":"114","author":"Mirjalili","year":"2017","journal-title":"Advances in Engineering Software"},{"issue":"1","key":"10.1016\/j.procs.2025.09.189_bib27","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1109\/4235.985692","article-title":"\u201cThe particle swarm: explosion, stability, and convergence in a multidimensional complex space.\u201d","volume":"6","author":"Clerc","year":"2002","journal-title":"IEEE Transactions on Evolutionary Computation"},{"key":"10.1016\/j.procs.2025.09.189_bib28","unstructured":"Goodfellow, Ian, Yoshua Bengio, and Aaron Courville (2016) \u201cDeep Learning\u201d, Cambridge, MA, MIT Press."}],"container-title":["Procedia Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1877050925028595?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1877050925028595?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,12,21]],"date-time":"2025-12-21T08:28:51Z","timestamp":1766305731000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1877050925028595"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":28,"alternative-id":["S1877050925028595"],"URL":"https:\/\/doi.org\/10.1016\/j.procs.2025.09.189","relation":{},"ISSN":["1877-0509"],"issn-type":[{"value":"1877-0509","type":"print"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Dynamic Reward-Based Deep Reinforcement Learning Algorithm for UAV Path Planning in Large-Scale Environments","name":"articletitle","label":"Article Title"},{"value":"Procedia Computer Science","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.procs.2025.09.189","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Author(s). Published by Elsevier B.V.","name":"copyright","label":"Copyright"}]}}