{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T16:08:50Z","timestamp":1782403730980,"version":"3.54.5"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62173347"],"award-info":[{"award-number":["62173347"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1007\/s10489-024-05293-5","type":"journal-article","created":{"date-parts":[[2024,2,23]],"date-time":"2024-02-23T05:03:07Z","timestamp":1708664587000},"page":"3279-3294","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":24,"title":["Large-scale UAV swarm confrontation based on hierarchical attention actor-critic algorithm"],"prefix":"10.1007","volume":"54","author":[{"given":"Xiaohong","family":"Nian","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mengmeng","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haibo","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yalei","family":"Gong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongyun","family":"Xiong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,2,23]]},"reference":[{"issue":"6","key":"5293_CR1","doi-asserted-by":"publisher","first-page":"124","DOI":"10.3390\/robotics11060124","volume":"11","author":"J Wang","year":"2022","unstructured":"Wang J, Duan S, Ju S, Lu S, Jin Y (2022) Evolutionary task allocation and cooperative control of unmanned aerial vehicles in air combat applications. Robotics 11(6):124. https:\/\/doi.org\/10.3390\/robotics11060124","journal-title":"Robotics"},{"key":"5293_CR2","doi-asserted-by":"publisher","unstructured":"Chen J, Chen P, Wu Q, Xu Y, Qi N, Fang T (2021) A game-theoretic perspective on resource management for large-scale uav communication networks. China Commun 18(1):70\u201387. https:\/\/doi.org\/10.23919\/JCC.2021.01.007","DOI":"10.23919\/JCC.2021.01.007"},{"issue":"1","key":"5293_CR3","first-page":"42","volume":"38","author":"X Wang","year":"2019","unstructured":"Wang X, Wang W, Song K, Wang M (2019) Uav air combat decision based on evolutionary expert system tree. Ordnance Industry Automat 38(1):42\u201347","journal-title":"Ordnance Industry Automat"},{"key":"5293_CR4","doi-asserted-by":"publisher","first-page":"103","DOI":"10.3390\/robotics11060124","volume":"174","author":"AS Akopov","year":"2019","unstructured":"Akopov AS, Beklaryan LA, Thakur M, Verma BD (2019) Parallel multi-agent real-coded genetic algorithm for large-scale black-box single-objective optimisation. Knowl-Based Syst 174:103\u2013122. https:\/\/doi.org\/10.3390\/robotics11060124","journal-title":"Knowl-Based Syst"},{"key":"5293_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2021\/4687167","volume":"2021","author":"Y Cao","year":"2021","unstructured":"Cao Y, Kou Y-X, Xu A, Xi Z-F (2021) Target threat assessment in air combat based on improved glowworm swarm optimization and elm neural network. Int J Aerospace Eng 2021:1\u201319. https:\/\/doi.org\/10.1155\/2021\/4687167","journal-title":"Int J Aerospace Eng"},{"key":"5293_CR6","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1016\/j.comcom.2020.04.050","volume":"162","author":"C Xu","year":"2020","unstructured":"Xu C, Xu M, Yin C (2020) Optimized multi-uav cooperative path planning under the complex confrontation environment. Comput Commun 162:196\u2013203. https:\/\/doi.org\/10.1016\/j.comcom.2020.04.050","journal-title":"Comput Commun"},{"issue":"11","key":"5293_CR7","doi-asserted-by":"publisher","first-page":"13677","DOI":"10.1007\/s10489-022-04105-y","volume":"53","author":"A Oroojlooy","year":"2023","unstructured":"Oroojlooy A, Hajinezhad D (2023) A review of cooperative multi-agent deep reinforcement learning. Appl Intell 53(11):13677\u201313722. https:\/\/doi.org\/10.1007\/s10489-022-04105-y","journal-title":"Appl Intell"},{"issue":"4","key":"5293_CR8","doi-asserted-by":"publisher","first-page":"0172395","DOI":"10.1371\/journal.pone.0172395","volume":"12","author":"A Tampuu","year":"2017","unstructured":"Tampuu A, Matiisen T, Kodelja D, Kuzovkin I, Korjus K, Aru J, Aru J, Vicente R (2017) Multiagent cooperation and competition with deep reinforcement learning. PloS one 12(4):0172395. https:\/\/doi.org\/10.1371\/journal.pone.0172395","journal-title":"PloS one"},{"issue":"3","key":"5293_CR9","doi-asserted-by":"publisher","first-page":"1086","DOI":"10.1109\/TITS.2019.2901791","volume":"21","author":"T Chu","year":"2019","unstructured":"Chu T, Wang J, Codec\u00e0 L, Li Z (2019) Multi-agent deep reinforcement learning for large-scale traffic signal control. IEEE Trans Intell Transportat Syst 21(3):1086\u20131095. https:\/\/doi.org\/10.1109\/TITS.2019.2901791","journal-title":"IEEE Trans Intell Transportat Syst"},{"key":"5293_CR10","unstructured":"Konda V, Tsitsiklis J (1999) Actor-critic algorithms. Adv Neural Inf Process Syst 12"},{"key":"5293_CR11","doi-asserted-by":"crossref","unstructured":"Foerster J, Farquhar G, Afouras T, Nardelli N, Whiteson S (2018) Counterfactual multi-agent policy gradients. In: Proceedings of the AAAI conference on artificial intelligence, 32","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"5293_CR12","unstructured":"Lowe R, Wu YI, Tamar A, Harb J, Pieter Abbeel O, Mordatch I (2017) Multi-agent actor-critic for mixed cooperative-competitive environments. Adv Neural Inf Process Syst 30"},{"key":"5293_CR13","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D, Wierstra D (2015) Continuous control with deep reinforcement learning. arXiv:1509.02971"},{"key":"5293_CR14","unstructured":"Rashid T, Samvelyan M, Schroeder C, Farquhar G, Foerster J, Whiteson S (2018) Qmix: monotonic value function factorisation for deep multi-agent reinforcement learning. In: International conference on machine learning, PMLR, pp 4295\u20134304"},{"key":"5293_CR15","unstructured":"WJKDE H, Son K, Kim D et al. (2019) Learning to factorize with transformation for cooperative multi-agent reinforcement learning [c]. In: Proceedings of the 31st international conference on machine learning, proceedings of machine learning research. PMLR"},{"issue":"8","key":"5293_CR16","doi-asserted-by":"publisher","first-page":"9261","DOI":"10.1007\/s10489-022-03924-3","volume":"53","author":"H Wang","year":"2023","unstructured":"Wang H, Xie X, Zhou L (2023) Transform networks for cooperative multi-agent deep reinforcement learning. Appl Intell 53(8):9261\u20139269. https:\/\/doi.org\/10.1007\/s10489-022-03924-3","journal-title":"Appl Intell"},{"key":"5293_CR17","unstructured":"Christianos F, Papoudakis G, Rahman MA, Albrecht SV (2021) Scaling multi-agent reinforcement learning with selective parameter sharing. In: International conference on machine learning, PMLR, pp 1989\u20131998"},{"key":"5293_CR18","unstructured":"Yang Y, Luo R, Li M, Zhou M, Zhang W, Wang J (2018) Mean field multi-agent reinforcement learning. In: International conference on machine learning, PMLR, pp 5571\u20135580"},{"key":"5293_CR19","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1016\/j.neucom.2021.03.091","volume":"452","author":"Z Niu","year":"2021","unstructured":"Niu Z, Zhong G, Yu H (2021) A review on the attention mechanism of deep learning. Neurocomputing 452:48\u201362. https:\/\/doi.org\/10.1016\/j.neucom.2021.03.091","journal-title":"Neurocomputing"},{"issue":"5","key":"5293_CR20","doi-asserted-by":"publisher","first-page":"5274","DOI":"10.1007\/s10489-022-03840-6","volume":"53","author":"B Wang","year":"2023","unstructured":"Wang B, Li S, Gao X, Xie T (2023) Weighted mean field reinforcement learning for large-scale uav swarm confrontation. Appl Intell 53(5):5274\u20135289. https:\/\/doi.org\/10.1007\/s10489-022-03840-6","journal-title":"Appl Intell"},{"key":"5293_CR21","unstructured":"Iqbal S, Sha F (2019) Actor-attention-critic for multi-agent reinforcement learning. In: International conference on machine learning, PMLR, pp 2961\u20132970"},{"key":"5293_CR22","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1016\/j.neucom.2021.10.093","volume":"471","author":"D Shi","year":"2022","unstructured":"Shi D, Zhao C, Wang Y, Yang H, Wang G, Jiang H, Xue C, Yang S, Zhang Y (2022) Multi actor hierarchical attention critic with rnn-based feature extraction. Neurocomputing 471:79\u201393. https:\/\/doi.org\/10.1016\/j.neucom.2021.10.093","journal-title":"Neurocomputing"},{"key":"5293_CR23","first-page":"10088","volume":"33","author":"M Rangwala","year":"2020","unstructured":"Rangwala M, Williams R (2020) Learning multi-agent communication through structured attentive reasoning. Adv Neural Inf Process Syst 33:10088\u201310098","journal-title":"Adv Neural Inf Process Syst"},{"key":"5293_CR24","unstructured":"Jiang J, Lu Z (2018) Learning attentional communication for multi-agent cooperation. Adv Neural Inf Process Syst 31"},{"key":"5293_CR25","unstructured":"Niu Y, Paleja RR, Gombolay MC (2021) Multi-agent graph-attention communication and teaming. In: AAMAS, pp 964\u2013973"},{"key":"5293_CR26","unstructured":"Das A, Gervet T, Romoff J, Batra D, Parikh D, Rabbat M, Pineau J (2019) Tarmac: targeted multi-agent communication. In: International conference on machine learning, PMLR, pp 1538\u20131546"},{"key":"5293_CR27","doi-asserted-by":"publisher","first-page":"7211","DOI":"10.1609\/aaai.v34i05.6211","volume":"34","author":"Y Liu","year":"2020","unstructured":"Liu Y, Wang W, Hu Y, Hao J, Chen X, Gao Y (2020) Multi-agent game abstraction via graph attention neural network. Proceedings of the AAAI conference on artificial intelligence 34:7211\u20137218","journal-title":"Proceedings of the AAAI conference on artificial intelligence"},{"key":"5293_CR28","doi-asserted-by":"publisher","first-page":"7236","DOI":"10.1609\/aaai.v34i05.6214","volume":"34","author":"H Ryu","year":"2020","unstructured":"Ryu H, Shin H, Park J (2020) Multi-agent actor-critic with hierarchical graph attention network. Proceedings of the AAAI conference on artificial intelligence 34:7236\u20137243","journal-title":"Proceedings of the AAAI conference on artificial intelligence"},{"key":"5293_CR29","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3197918","author":"S Qi","year":"2022","unstructured":"Qi S, Huang X, Peng P, Huang X, Zhang J, Wang X (2022) Cascaded attention: adaptive and gated graph attention network for multiagent reinforcement learning. IEEE Trans Neural Netw Learn Syst. https:\/\/doi.org\/10.1109\/TNNLS.2022.3197918","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"5293_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2023.106358","volume":"123","author":"F Jiang","year":"2023","unstructured":"Jiang F, Xu M, Li Y, Cui H, Wang R (2023) Short-range air combat maneuver decision of uav swarm based on multi-agent transformer introducing virtual objects. Eng Appl Artif Intell 123:106358. https:\/\/doi.org\/10.1016\/j.engappai.2023.106358","journal-title":"Eng Appl Artif Intell"},{"key":"5293_CR31","doi-asserted-by":"publisher","unstructured":"Liu W, Peng L, Wen L, Yang J, Liu Y (2023) Decomposing shared networks for separate cooperation with multi-agent reinforcement learning. Inf Sci 119085. https:\/\/doi.org\/10.1016\/j.ins.2023.119085","DOI":"10.1016\/j.ins.2023.119085"},{"key":"5293_CR32","doi-asserted-by":"publisher","unstructured":"Wang B, Li S, Gao X, Xie T (2021) Uav swarm confrontation using hierarchical multiagent reinforcement learning. Int J Aerospace Eng 2021:1\u201312. https:\/\/doi.org\/10.1155\/2021\/3360116","DOI":"10.1155\/2021\/3360116"},{"key":"5293_CR33","doi-asserted-by":"publisher","first-page":"5793","DOI":"10.1007\/s10489-020-02065-9","volume":"51","author":"H Jiang","year":"2021","unstructured":"Jiang H, Shi D, Xue C, Wang Y, Wang G, Zhang Y (2021) Multi-agent deep reinforcement learning with type-based hierarchical group communication. Appl Intell 51:5793\u20135808. https:\/\/doi.org\/10.1007\/s10489-020-02065-9","journal-title":"Appl Intell"},{"issue":"5","key":"5293_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3535101","volume":"55","author":"S Wu","year":"2022","unstructured":"Wu S, Sun F, Zhang W, Xie X, Cui B (2022) Graph neural networks in recommender systems: a survey. ACM Comput Surv 55(5):1\u201337. https:\/\/doi.org\/10.1145\/3535101","journal-title":"ACM Comput Surv"},{"issue":"1","key":"5293_CR35","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1109\/JPROC.2020.3004555","volume":"109","author":"F Zhuang","year":"2020","unstructured":"Zhuang F, Qi Z, Duan K, Xi D, Zhu Y, Zhu H, Xiong H, He Q (2020) A comprehensive survey on transfer learning. Proceedings of the IEEE 109(1):43\u201376. https:\/\/doi.org\/10.1109\/JPROC.2020.3004555","journal-title":"Proceedings of the IEEE"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05293-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-024-05293-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05293-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,3]],"date-time":"2024-04-03T13:15:02Z","timestamp":1712150102000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-024-05293-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2]]},"references-count":35,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2024,2]]}},"alternative-id":["5293"],"URL":"https:\/\/doi.org\/10.1007\/s10489-024-05293-5","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2]]},"assertion":[{"value":"28 January 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 February 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We declare that we have no financial and personal relationships with other people or organizations that can inappropriately influence our work, there is no professional or other personal interest of any nature or kind in any product, service and company that could be construed as influencing the position presented in, or the review of the submitted manuscript.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}]}}