{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,12]],"date-time":"2026-02-12T08:31:22Z","timestamp":1770885082448,"version":"3.50.1"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2025,7,29]],"date-time":"2025-07-29T00:00:00Z","timestamp":1753747200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,7,29]],"date-time":"2025-07-29T00:00:00Z","timestamp":1753747200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J. King Saud Univ. Comput. Inf. Sci."],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1007\/s44443-025-00156-6","type":"journal-article","created":{"date-parts":[[2025,7,29]],"date-time":"2025-07-29T07:30:27Z","timestamp":1753774227000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Dual-timescale hierarchical MADDPG for Multi-UAV cooperative search"],"prefix":"10.1007","volume":"37","author":[{"given":"Jiancheng","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Siwen","family":"Wei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bo","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tuo","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wanlong","family":"Qi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xingye","family":"Han","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gang","family":"Hou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ke","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuqing","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dingrui","family":"Xue","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kexin","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,7,29]]},"reference":[{"key":"156_CR1","doi-asserted-by":"publisher","first-page":"77922","DOI":"10.1109\/ACCESS.2022.3190395","volume":"10","author":"MA Alanezi","year":"2022","unstructured":"Alanezi MA, Bouchekara HR, Apalara TA-A, Shahriar MS, Sha\u2019aban YA, Javaid MS, Khodja MA (2022) Dynamic target search using multi-uavs based on motion-encoded genetic algorithm with multiple parents. IEEE Access 10:77922\u201377939","journal-title":"IEEE Access"},{"key":"156_CR2","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.cor.2019.05.021","volume":"110","author":"AL Alfeo","year":"2019","unstructured":"Alfeo AL, Cimino MG, Vaglini G (2019) Enhancing biologically inspired swarm behavior: Metaheuristics to foster the optimization of uavs coordination in target search. Comput & Oper Res 110:34\u201347","journal-title":"Comput & Oper Res"},{"issue":"7","key":"156_CR3","doi-asserted-by":"publisher","first-page":"1278","DOI":"10.1109\/TLA.2014.6948863","volume":"12","author":"AN Chaves","year":"2014","unstructured":"Chaves AN, Cugnasca PS, Jose J (2014) Adaptive search control applied to search and rescue operations using unmanned aerial vehicles (uavs). IEEE Latin Am Trans 12(7):1278\u20131283","journal-title":"IEEE Latin Am Trans"},{"issue":"23","key":"156_CR4","doi-asserted-by":"publisher","first-page":"12111","DOI":"10.3390\/app122312111","volume":"12","author":"Y Chen","year":"2022","unstructured":"Chen Y, Shu Y, Hu M, Zhao X (2022) Multi-uav cooperative path planning with monitoring privacy preservation. Appl Sci 12(23):12111","journal-title":"Appl Sci"},{"key":"156_CR5","doi-asserted-by":"crossref","unstructured":"Chen J, Liu L, Zhang Y, Chen W, Zhang L, Lin Z (2024) Research on uav path planning based on particle swarm optimization and soft actor-critic. In: 2024 China Automation Congress (CAC), pp 6166\u20136171 . IEEE","DOI":"10.1109\/CAC63892.2024.10865517"},{"key":"156_CR6","doi-asserted-by":"publisher","first-page":"73480","DOI":"10.1109\/ACCESS.2019.2920623","volume":"7","author":"Y-C Du","year":"2019","unstructured":"Du Y-C, Zhang M-X, Ling H-F, Zheng Y-J (2019) Evolutionary planning of multi-uav search for missing tourists. IEEE access 7:73480\u201373492","journal-title":"IEEE access"},{"issue":"4","key":"156_CR7","doi-asserted-by":"publisher","first-page":"124","DOI":"10.3390\/drones5040124","volume":"5","author":"T Elmokadem","year":"2021","unstructured":"Elmokadem T, Savkin AV (2021) Computationally-efficient distributed algorithms of navigation of teams of autonomous uavs for 3d coverage and flocking. Drones 5(4):124","journal-title":"Drones"},{"issue":"3","key":"156_CR8","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1016\/j.cja.2023.09.033","volume":"37","author":"W Fei","year":"2024","unstructured":"Fei W, Xiaoping Z, Zhou Z, Yang T (2024) Deep-reinforcement-learning-based uav autonomous navigation and collision avoidance in unknown environments. Chinese Journal of Aeronautics 37(3):237\u2013257","journal-title":"Chinese Journal of Aeronautics"},{"key":"156_CR9","unstructured":"Foerster J, Nardelli N, Farquhar G, Afouras T, Torr PH, Kohli P, Whiteson S (2017) Stabilising experience replay for deep multi-agent reinforcement learning. In: International conference on machine learning, pp 1146\u20131155 . PMLR"},{"key":"156_CR10","doi-asserted-by":"crossref","unstructured":"Han D, Boehmer W, Wooldridge M, Rogers A (2019) Multi-agent hierarchical reinforcement learning with dynamic termination. In: PRICAI 2019: trends in artificial intelligence: 16th Pacific Rim International Conference on Artificial Intelligence, Cuvu, Yanuca Island, Fiji, August 26\u201330, 2019, Proceedings, Part II 16, pp 80\u201392 . Springer","DOI":"10.1007\/978-3-030-29911-8_7"},{"issue":"2","key":"156_CR11","doi-asserted-by":"publisher","first-page":"863","DOI":"10.1109\/TASE.2018.2867614","volume":"16","author":"K Harikumar","year":"2018","unstructured":"Harikumar K, Senthilnath J, Sundaram S (2018) Multi-uav oxyrrhis marina-inspired search and dynamic formation control for forest firefighting. IEEE Trans Autom Sci Eng 16(2):863\u2013873","journal-title":"IEEE Trans Autom Sci Eng"},{"key":"156_CR12","doi-asserted-by":"publisher","first-page":"6122","DOI":"10.1109\/ACCESS.2020.3048974","volume":"9","author":"K Hou","year":"2021","unstructured":"Hou K, Yang Y, Yang X, Lai J (2021) Distributed cooperative search algorithm with task assignment and receding horizon predictive control for multiple unmanned aerial vehicles. IEEe Access 9:6122\u20136136","journal-title":"IEEe Access"},{"issue":"1","key":"156_CR13","doi-asserted-by":"publisher","first-page":"568","DOI":"10.1109\/TIV.2023.3316196","volume":"9","author":"Y Hou","year":"2023","unstructured":"Hou Y, Zhao J, Zhang R, Cheng X, Yang L (2023) Uav swarm cooperative target search: A multi-agent reinforcement learning approach. IEEE Transactions on Intelligent Vehicles 9(1):568\u2013578","journal-title":"IEEE Transactions on Intelligent Vehicles"},{"key":"156_CR14","unstructured":"Huh D, Mohapatra P (2023) Multi-agent reinforcement learning: A comprehensive survey. arXiv:2312.10256"},{"key":"156_CR15","unstructured":"Kao H, Wei C-Y, Subramanian V (2022) Decentralized cooperative reinforcement learning with hierarchical information structure. In: International Conference on algorithmic learning theory, pp 573\u2013605 . PMLR"},{"issue":"1","key":"156_CR16","doi-asserted-by":"publisher","DOI":"10.1016\/j.jksuci.2023.101909","volume":"36","author":"JM Kelner","year":"2024","unstructured":"Kelner JM, Burzynski W, Stecz W (2024) Modeling uav swarm flight trajectories using rapidly-exploring random tree algorithm. J King Saud Univ-Comput Inf Sci 36(1):101909","journal-title":"J King Saud Univ-Comput Inf Sci"},{"issue":"2","key":"156_CR17","doi-asserted-by":"publisher","first-page":"125","DOI":"10.23919\/JCN.2022.000006","volume":"24","author":"J Lee","year":"2022","unstructured":"Lee J, Friderikos V (2022) Interference-aware path planning optimization for multiple uavs in beyond 5g networks. J Commun Netw 24(2):125\u2013138","journal-title":"J Commun Netw"},{"issue":"10","key":"156_CR18","doi-asserted-by":"publisher","first-page":"1262","DOI":"10.1049\/cmu2.12107","volume":"15","author":"B Li","year":"2021","unstructured":"Li B, Zhao S, Miao R, Zhang R (2021) A survey on unmanned aerial vehicle relaying networks. IET Communications 15(10):1262\u20131272","journal-title":"IET Communications"},{"issue":"3","key":"156_CR19","doi-asserted-by":"publisher","first-page":"217","DOI":"10.3390\/drones7030217","volume":"7","author":"X Liu","year":"2023","unstructured":"Liu X, Su Y, Wu Y, Guo Y (2023) Multi-conflict-based optimal algorithm for multi-uav cooperative path planning. Drones 7(3):217","journal-title":"Drones"},{"issue":"2","key":"156_CR20","doi-asserted-by":"publisher","first-page":"504","DOI":"10.1109\/JSAC.2022.3228558","volume":"41","author":"Q Luo","year":"2022","unstructured":"Luo Q, Luan TH, Shi W, Fan P (2022) Deep reinforcement learning based computation offloading and trajectory planning for multi-uav cooperative target search. IEEE Journal on Selected Areas in Communications 41(2):504\u2013520","journal-title":"IEEE Journal on Selected Areas in Communications"},{"issue":"13","key":"156_CR21","doi-asserted-by":"publisher","first-page":"3266","DOI":"10.3390\/rs15133266","volume":"15","author":"M Lyu","year":"2023","unstructured":"Lyu M, Zhao Y, Huang C, Huang H (2023) Unmanned aerial vehicles for search and rescue: A survey. Remote Sensing 15(13):3266","journal-title":"Remote Sensing"},{"key":"156_CR22","unstructured":"Ma J, Wu F (2020) Feudal multi-agent deep reinforcement learning for traffic signal control. In: Proceedings of the 19th international conference on autonomous agents and multiagent systems, pp 816\u2013824"},{"key":"156_CR23","doi-asserted-by":"publisher","first-page":"47787","DOI":"10.1109\/ACCESS.2020.2978853","volume":"8","author":"J Ni","year":"2020","unstructured":"Ni J, Tang G, Mo Z, Cao W, Yang SX (2020) An improved potential game theory based method for multi-uav cooperative search. IEEE Access 8:47787\u201347796","journal-title":"IEEE Access"},{"key":"156_CR24","doi-asserted-by":"publisher","first-page":"789","DOI":"10.1016\/j.asoc.2017.09.009","volume":"62","author":"S Perez-Carabaza","year":"2018","unstructured":"Perez-Carabaza S, Besada-Portas E, Lopez-Orozco JA, Cruz JM (2018) Ant colony optimization for multi-uav minimum time search in uncertain domains. Appl Soft Comput 62:789\u2013806","journal-title":"Appl Soft Comput"},{"key":"156_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2021.107376","volume":"107","author":"MD Phung","year":"2021","unstructured":"Phung MD, Ha QP (2021) Safety-enhanced uav path planning with spherical vector-based particle swarm optimization. Appl Soft Comput 107:107376","journal-title":"Appl Soft Comput"},{"issue":"9","key":"156_CR26","doi-asserted-by":"publisher","DOI":"10.1016\/j.jksuci.2023.101734","volume":"35","author":"RA Qamar","year":"2023","unstructured":"Qamar RA, Sarfraz M, Rahman A, Ghauri SA (2023) Multi-criterion multi-uav task allocation under dynamic conditions. J King Saud Univ-Comput Inf Sci 35(9):101734","journal-title":"J King Saud Univ-Comput Inf Sci"},{"issue":"10","key":"156_CR27","doi-asserted-by":"publisher","first-page":"102255","DOI":"10.1016\/j.jksuci.2024.102255","volume":"36","author":"L Qu","year":"2024","unstructured":"Qu L, Fan J (2024) Unmanned combat aerial vehicle path planning in complex environment using multi-strategy sparrow search algorithm with double-layer coding. J King Saud Univ-Comput Inf Sci 36(10):102255","journal-title":"J King Saud Univ-Comput Inf Sci"},{"issue":"4","key":"156_CR28","doi-asserted-by":"publisher","first-page":"263","DOI":"10.3390\/drones9040263","volume":"9","author":"M Rahman","year":"2025","unstructured":"Rahman M, Sarkar NI, Lutui R (2025) A survey on multi-uav path planning: Classification, algorithms, open research problems, and future directions. Drones 9(4):263","journal-title":"Drones"},{"issue":"03","key":"156_CR29","doi-asserted-by":"publisher","first-page":"477","DOI":"10.1142\/S2301385024420044","volume":"12","author":"S Sabzekar","year":"2024","unstructured":"Sabzekar S, Samadzad M, Mehditabrizi A, Tak AN (2024) A deep reinforcement learning approach for uav path planning incorporating vehicle dynamics with acceleration control. Unmanned Syst 12(03):477\u2013498","journal-title":"Unmanned Syst"},{"issue":"2","key":"156_CR30","doi-asserted-by":"publisher","first-page":"60","DOI":"10.3390\/drones8020060","volume":"8","author":"J Tang","year":"2024","unstructured":"Tang J, Liang Y, Li K (2024) Dynamic scene path planning of uavs based on deep reinforcement learning. Drones 8(2):60","journal-title":"Drones"},{"key":"156_CR31","first-page":"3794329","volume":"1","author":"N Wang","year":"2021","unstructured":"Wang N, Li Z, Liang X, Li Y (2021) Zhao F (2021) Cooperative target search of uav swarm with communication distance constraint. Math Prob Eng 1:3794329","journal-title":"Math Prob Eng"},{"issue":"2","key":"156_CR32","doi-asserted-by":"publisher","first-page":"358","DOI":"10.1007\/s11227-024-06848-6","volume":"81","author":"K Wang","year":"2025","unstructured":"Wang K, Xue D, Gou Y, Qi W, Li B, Liu J, Feng Y, Lin Y (2025) Meta-path-guided causal inference for hierarchical feature alignment and policy optimization in enhancing resilience of uwsos. J Supercomput 81(2):358","journal-title":"J Supercomput"},{"key":"156_CR33","doi-asserted-by":"crossref","unstructured":"Wang K, Gou Y, Xue D, Liu J, Qi W, Hou G, Li B (2024) Resilience augmentation in unmanned weapon systems via multi-layer attention graph convolutional neural networks. Computers, Materials & Continua 80(2)","DOI":"10.32604\/cmc.2024.052893"},{"key":"156_CR34","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1016\/j.comcom.2020.04.050","volume":"162","author":"C Xu","year":"2020","unstructured":"Xu C, Xu M, Yin C (2020) Optimized multi-uav cooperative path planning under the complex confrontation environment. Comput Commun 162:196\u2013203","journal-title":"Comput Commun"},{"key":"156_CR35","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1007\/s10846-019-01073-3","volume":"98","author":"C Yan","year":"2020","unstructured":"Yan C, Xiang X, Wang C (2020) Towards real-time path planning through deep reinforcement learning for a uav in dynamic environments. J Intell & Robot Syst 98:297\u2013309","journal-title":"J Intell & Robot Syst"},{"key":"156_CR36","doi-asserted-by":"crossref","unstructured":"Yanmaz E (2023) Joint or decoupled optimization: Multi-uav path planning for search and rescue. Ad Hoc Netw 138:103018","DOI":"10.1016\/j.adhoc.2022.103018"},{"key":"156_CR37","doi-asserted-by":"crossref","unstructured":"Yan Y, Wang H, Chen X (2020) Collaborative path planning based on maxq hierarchical reinforcement learning for manned\/unmanned aerial vehicles. In: 2020 39th Chinese control conference (CCC), pp 4837\u20134842 . IEEE","DOI":"10.23919\/CCC50068.2020.9188401"},{"issue":"2","key":"156_CR38","doi-asserted-by":"publisher","first-page":"822","DOI":"10.1109\/TCST.2017.2781655","volume":"27","author":"P Yao","year":"2017","unstructured":"Yao P, Xie Z, Ren P (2017) Optimal uav route planning for coverage search of stationary target in river. IEEE Trans Control Syst Technol 27(2):822\u2013829","journal-title":"IEEE Trans Control Syst Technol"},{"key":"156_CR39","doi-asserted-by":"publisher","first-page":"161094","DOI":"10.1109\/ACCESS.2019.2949249","volume":"7","author":"W Yue","year":"2019","unstructured":"Yue W, Xi Y, Guan X (2019) A new searching approach using improved multi-ant colony scheme for multi-uavs in unknown environments. Ieee Access 7:161094\u2013161102","journal-title":"Ieee Access"},{"key":"156_CR40","doi-asserted-by":"publisher","first-page":"43850","DOI":"10.1109\/ACCESS.2020.2977499","volume":"8","author":"X Zhang","year":"2020","unstructured":"Zhang X, Ali M (2020) A bean optimization-based cooperation method for target searching by swarm uavs in unknown environments. IEEE access 8:43850\u201343862","journal-title":"IEEE access"},{"issue":"6","key":"156_CR41","doi-asserted-by":"publisher","first-page":"3930","DOI":"10.1109\/TCOMM.2021.3064569","volume":"69","author":"R Zhang","year":"2021","unstructured":"Zhang R, Lu R, Cheng X, Wang N, Yang L (2021) A uav-enabled data dissemination protocol with proactive caching and file sharing in v2x networks. IEEE Trans Commun 69(6):3930\u20133942","journal-title":"IEEE Trans Commun"},{"key":"156_CR42","doi-asserted-by":"crossref","unstructured":"Zhao L, Gao Z, Hawbani A, Zhao W, Mao C, Lin N (2024) Fuzzy-maddpg based multi-uav cooperative search in network-limited environments. In: 2024 International conference on information and communication technologies for disaster management (ICT-DM), pp 1\u20137 . IEEE","DOI":"10.1109\/ICT-DM62768.2024.10798954"}],"container-title":["Journal of King Saud University Computer and Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44443-025-00156-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44443-025-00156-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44443-025-00156-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T06:08:21Z","timestamp":1757311701000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44443-025-00156-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,29]]},"references-count":42,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["156"],"URL":"https:\/\/doi.org\/10.1007\/s44443-025-00156-6","relation":{},"ISSN":["1319-1578","2213-1248"],"issn-type":[{"value":"1319-1578","type":"print"},{"value":"2213-1248","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,29]]},"assertion":[{"value":"1 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 July 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 July 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}},{"value":"This study did not involve human participants or animals, and ethical approval was not required.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}}],"article-number":"142"}}