{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T19:18:25Z","timestamp":1774552705260,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,1,19]],"date-time":"2023-01-19T00:00:00Z","timestamp":1674086400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,19]],"date-time":"2023-01-19T00:00:00Z","timestamp":1674086400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"The equipment advance research project of China","award":["50912020401"],"award-info":[{"award-number":["50912020401"]}]},{"name":"The aviation science foundation of China","award":["201908052002"],"award-info":[{"award-number":["201908052002"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1007\/s10586-022-03961-0","type":"journal-article","created":{"date-parts":[[2023,1,19]],"date-time":"2023-01-19T21:24:24Z","timestamp":1674163464000},"page":"515-529","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":18,"title":["Optimization of large-scale UAV cluster confrontation game based on integrated evolution strategy"],"prefix":"10.1007","volume":"27","author":[{"given":"Haiying","family":"Liu","sequence":"first","affiliation":[]},{"given":"Kun","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Kuihua","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Guangquan","family":"Cheng","sequence":"additional","affiliation":[]},{"given":"Rui","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Guohua","family":"Liu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,1,19]]},"reference":[{"key":"3961_CR1","unstructured":"Howard, R.A. (1960). Dynamic programming and Markov processes."},{"key":"3961_CR2","unstructured":"Peng, X.B., Coumans, E., Zhang, T., Lee, T.W., Tan, J., Levine, S. Learning agile robotic locomotion skills by imitating animals. arXiv preprint (arXiv: 2004.00784) (2020)."},{"key":"3961_CR3","doi-asserted-by":"crossref","unstructured":"Kiran, B.R., Sobh, I., Talpaert, V., Mannion, P., Al Sallab, A.A., Yogamani, S., P\u00e9rez, P.: Deep reinforcement learning for autonomous driving: A survey. IEEE Trans. Intell. Transp. Syst. (2021).","DOI":"10.1109\/TITS.2021.3054625"},{"issue":"5","key":"3961_CR4","first-page":"670","volume":"42","author":"Z Zhi-Hua","year":"2016","unstructured":"Zhi-Hua, Z.: AlphaGo special session: an introduction. Acta Automatica Sinica 42(5), 670 (2016)","journal-title":"Acta Automatica Sinica"},{"issue":"7587","key":"3961_CR5","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D., Huang, A., Maddison, C.J., Guez, A., Sifre, L., Van Den Driessche, G., et al.: Mastering the game of Go with deep neural networks and tree search. Nature 529(7587), 484\u2013489 (2016)","journal-title":"Nature"},{"issue":"7676","key":"3961_CR6","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver, D., Schrittwieser, J., Simonyan, K., Antonoglou, I., Huang, A., Guez, A., et al.: Mastering the game of go without human knowledge. Nature 550(7676), 354\u2013359 (2017)","journal-title":"Nature"},{"key":"3961_CR7","unstructured":"Konda, V., Tsitsiklis, J.: Actor-critic algorithms. Adv. Neural Inf. Process. Syst. 12 (1999)."},{"issue":"2","key":"3961_CR8","first-page":"612","volume":"44","author":"JT Liu","year":"2022","unstructured":"Liu, J.T., He, M., Luo, L., et al.: Eigenvalue analysis of the pinning control system of unmanned aerial vehicle cluster. Syst. Eng. Electron. 44(2), 612\u2013618 (2022)","journal-title":"Syst. Eng. Electron."},{"key":"3961_CR9","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.315739","author":"Y Yang","year":"2022","unstructured":"Yang, Y., Wang, W., Liu, L., Dev, K., Qureshi, N.M.F.: AoI optimization in the UAV-aided traffic monitoring network under attack: a stackelberg game viewpoint. IEEE Trans. Intell. Transp. Syst. (2022). https:\/\/doi.org\/10.1109\/TITS.2022.315739","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"1","key":"3961_CR10","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1109\/TGCN.2021.3114544","volume":"6","author":"Y Yang","year":"2021","unstructured":"Yang, Y., Wei, X., Xu, R., Peng, L.: Joint optimization of AoI, SINR, completeness, and energy in UAV-aided SDCNs: coalition formation game and cooperative order. IEEE Trans. Green Commun. Netw. 6(1), 265\u2013280 (2021)","journal-title":"IEEE Trans. Green Commun. Netw."},{"key":"3961_CR11","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3167485","author":"W Wang","year":"2022","unstructured":"Wang, W., Srivastava, G., Lin, J.C.W., Yang, Y., Alazab, M., Gadekallu, T.R.: Data freshness optimization under CAA in the UAV-aided MECN: a potential game perspective. IEEE Trans. Intell. Transp. Syst. (2022). https:\/\/doi.org\/10.1109\/TITS.2022.3167485","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"4","key":"3961_CR12","first-page":"3","volume":"28","author":"X Li","year":"2006","unstructured":"Li, X., Li, R.Q., Dong, H.Y.: Study on collective intelli- gence control based on model of cluster cooperative. Electr. Autom. 28(4), 3\u20135 (2006)","journal-title":"Electr. Autom."},{"issue":"04","key":"3961_CR13","first-page":"991","volume":"43","author":"JY Liu","year":"2021","unstructured":"Liu, J.Y., Yue, S.H., Wang, G., et al.: Cooperative evolution algorithm of multi-agent system under complex tasks. Syst. Eng. Electron. 43(04), 991\u20131002 (2021)","journal-title":"Syst. Eng. Electron."},{"issue":"3","key":"3961_CR14","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1007\/s13748-017-0123-7","volume":"6","author":"C Ramirez-Atencia","year":"2017","unstructured":"Ramirez-Atencia, C., Camacho, D.: Handling cluster of UAVs based on evolutionary multi-objective optimization. Progress Artif. Intell. 6(3), 263\u2013274 (2017)","journal-title":"Progress Artif. Intell."},{"key":"3961_CR15","doi-asserted-by":"crossref","unstructured":"Fan, D.D., Theodorou, E., Reeder, J.: Evolving cost functions for model predictive control of multi-agent UAV combat clusters. In Proceedings of the genetic and evolutionary computation conference companion, pp. 55\u201356 (2017).","DOI":"10.1145\/3067695.3076019"},{"key":"3961_CR16","doi-asserted-by":"publisher","first-page":"411","DOI":"10.1007\/978-3-319-99259-4_33","volume-title":"International conference on parallel problem solving from nature","author":"N M\u00fcller","year":"2018","unstructured":"M\u00fcller, N., Glasmachers, T.: Challenges in high-dimensional reinforcement learning with evolution strategies. In: Auger, A., Fonseca, C.M., Louren\u00e7o, N., Machado, P., Paquete, L., Whitley, D. (eds.) International conference on parallel problem solving from nature, pp. 411\u2013423. Springer, Cham (2018)"},{"key":"3961_CR17","doi-asserted-by":"publisher","first-page":"871","DOI":"10.1007\/978-3-662-43505-2_44","volume-title":"Springer handbook of computational intelligence","author":"N Hansen","year":"2015","unstructured":"Hansen, N., Arnold, D.V., Auger, A.: Evolution strategies. In: Kacprzyk, J., Pedrycz, W. (eds.) Springer handbook of computational intelligence, pp. 871\u2013898. Springer, Berlin, Heidelberg (2015)"},{"key":"3961_CR18","first-page":"100694","volume":"56","author":"Z Li","year":"2020","unstructured":"Li, Z., Lin, X., Zhang, Q., Liu, H.: Evolution strategies for continuous optimization: a survey of the state-of-the-art. Cluster Evol. Comput 56, 100694 (2020)","journal-title":"Cluster Evol. Comput"},{"key":"3961_CR19","unstructured":"Plappert, M., Houthooft, R., Dhariwal, P., Sidor, S., Chen, R.Y., Chen, X., et al.: Parameter space noise for exploration. arXiv preprint (arXiv: 1706.01905) (2017)."},{"key":"3961_CR20","unstructured":"Mannor, S., Rubinstein, R.Y., Gat, Y.: The cross entropy method for fast policy search. In Proceedings of the 20th international conference on machine learning (ICML-03), pp. 512\u2013519 (2003)."},{"issue":"1","key":"3961_CR21","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1007\/s10479-005-5724-z","volume":"134","author":"PT De Boer","year":"2005","unstructured":"De Boer, P.T., Kroese, D.P., Mannor, S., Rubinstein, R.Y.: A tutorial on the cross-entropy method. Ann. Oper. Res. 134(1), 19\u201367 (2005)","journal-title":"Ann. Oper. Res."},{"key":"3961_CR22","doi-asserted-by":"crossref","unstructured":"Sloss, A.N., Gustafson, S.: 2019 Evolutionary algorithms review. arXiv preprint (arXiv: 1906.08870) (2019).","DOI":"10.1007\/978-3-030-39958-0_16"},{"key":"3961_CR23","doi-asserted-by":"publisher","first-page":"780","DOI":"10.1007\/978-3-319-93025-1","volume-title":"Evolutionary algorithms and neural networks: studies in computational intelligence","author":"S Mirjalili","year":"2019","unstructured":"Mirjalili, S.: Evolutionary algorithms and neural networks: studies in computational intelligence, p. 780. Springer, Cham (2019)"},{"key":"3961_CR24","unstructured":"Salimans, T., Ho, J., Chen, X., Sidor, S., Sutskever, I.: Evolution strategies as a scalable alternative to reinforcement learning. arXiv preprint (arXiv: 1703.03864) (2017)."},{"issue":"2","key":"3961_CR25","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1162\/106365601750190398","volume":"9","author":"N Hansen","year":"2001","unstructured":"Hansen, N., Ostermeier, A.: Completely derandomized self-adaptation in evolution strategies. Evol. Comput. 9(2), 159\u2013195 (2001)","journal-title":"Evol. Comput."},{"key":"3961_CR26","unstructured":"Hansen, N.: The CMA evolution strategy: a tutorial. arXiv preprint (arXiv: 1604.00772) (2016)."},{"issue":"8","key":"3961_CR27","first-page":"2221","volume":"43","author":"G Liu","year":"2021","unstructured":"Liu, G., Tang, J., Liu, C., Li, W.: Survey of cooperative behavior modeling technology for unmanned aerial vehicles clusters. Syst. Eng. Electron. 43(8), 2221\u20132231 (2021)","journal-title":"Syst. Eng. Electron."},{"key":"3961_CR28","volume-title":"Flight control system","author":"ST Wu","year":"2005","unstructured":"Wu, S.T., Fei, Y.H.: Flight control system. Beijing University of Aeronautics and Astronautics Press, Beijing (2005)"},{"key":"3961_CR29","doi-asserted-by":"publisher","DOI":"10.1002\/9781119401087","volume-title":"Helicopter flight dynamics: including a treatment of tiltrotor aircraft","author":"GD Padfield","year":"2018","unstructured":"Padfield, G.D.: Helicopter flight dynamics: including a treatment of tiltrotor aircraft. John Wiley & Sons (2018)"},{"issue":"2","key":"3961_CR30","first-page":"299","volume":"37","author":"BW Song","year":"2016","unstructured":"Song, B.W., Zhang, B.S., Jiang, J., Du, X.X., Wang, D.Z.: Estimation of equation of motion of four-rotor dish-shaped AUV and simulation research on its hydrodynamic characteristics. Acta Armamentarii 37(2), 299\u2013306 (2016)","journal-title":"Acta Armamentarii"},{"key":"3961_CR31","doi-asserted-by":"crossref","unstructured":"Reynolds, C.W.: Flocks, herds and schools: A distributed behavioral model. In Proceedings of the 14th annual conference on computer graphics and interactive techniques, pp. 25\u201334 (1987).","DOI":"10.1145\/37401.37406"},{"key":"3961_CR32","unstructured":"Huning, A. (1976). Evolutionsstrategie. optimierung technischer systeme nach prinzipien der biologischen evolution (1976)."},{"key":"3961_CR33","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1007\/978-3-0348-5927-1_5","volume-title":"Numerische Optimierung von Computer-Modellen mittels der Evolutionsstrategie","author":"HP Schwefel","year":"1977","unstructured":"Schwefel, H.P.: Evolutionsstrategien f\u00fcr die numerische optimierung. In: Schwefel, H.-P. (ed.) Numerische Optimierung von Computer-Modellen mittels der Evolutionsstrategie, pp. 123\u2013176. Birkh\u00e4user, Basel (1977)"},{"issue":"1","key":"3961_CR34","first-page":"949","volume":"15","author":"D Wierstra","year":"2014","unstructured":"Wierstra, D., Schaul, T., Glasmachers, T., Sun, Y., Peters, J., Schmidhuber, J.: Natural evolution strategies. J. Mach. Learn. Res. 15(1), 949\u2013980 (2014)","journal-title":"J. Mach. Learn. Res."},{"key":"3961_CR35","doi-asserted-by":"crossref","unstructured":"Majid, A.Y., Saaybi, S., van Rietbergen, T., Francois-Lavet, V., Prasad, R.V., Verhoeven, C.: Deep reinforcement learning versus evolution strategies: a comparative survey. arXiv preprint (arXiv: 2110.01411) (2021).","DOI":"10.36227\/techrxiv.14679504"},{"key":"3961_CR36","doi-asserted-by":"crossref","unstructured":"Tran, T.H., Sanza, C., Duthen, Y.: Evolving prediction weights using evolution strategy. In Proceedings of the 10th annual conference companion on genetic and evolutionary computation, pp. 2009\u20132016 (2008, July).","DOI":"10.1145\/1388969.1389014"},{"key":"3961_CR37","unstructured":"Wierstra, D., Schaul, T., Glasmachers, T., Sun, Y., Schmidhuber, J.: Natural evolution strategies. arXiv preprint (arXiv: 1106.4487) (2011)."},{"key":"3961_CR38","doi-asserted-by":"crossref","unstructured":"Sun, Y., Wierstra, D., Schaul, T., Schmidhuber, J.: Efficient natural evolution strategies. In Proceedings of the 11th annual conference on genetic and evolutionary computation, pp. 539\u2013546 (2009).","DOI":"10.1145\/1569901.1569976"},{"key":"3961_CR39","doi-asserted-by":"crossref","unstructured":"Sun, Y., Wierstra, D., Schaul, T., Schmidhuber, J.: Stochastic search using the natural gradient. In Proceedings of the 26th annual international conference on machine learning, pp. 1161\u20131168 (2009, June).","DOI":"10.1145\/1553374.1553522"},{"key":"3961_CR40","unstructured":"Ruder, S.: An overview of gradient descent optimization algorithms. arXiv preprint (arXiv: 1609.04747) (2016)."},{"key":"3961_CR41","first-page":"149","volume-title":"International conference on evolutionary programming","author":"X Yao","year":"1997","unstructured":"Yao, X., Liu, Y.: Fast evolution strategies. In: Angeline, P.J., Reynolds, R.G., McDonnell, J.R., Eberhart, R. (eds.) International conference on evolutionary programming, pp. 149\u2013161. Springer, Berlin, Heidelberg (1997)"},{"issue":"4","key":"3961_CR42","doi-asserted-by":"publisher","first-page":"821","DOI":"10.1587\/transinf.E97.D.821","volume":"97","author":"CY Lee","year":"2014","unstructured":"Lee, C.Y., Park, Y.J.: Effect of multivariate Cauchy mutation in evolutionary programming. IEICE Trans. Inf. Syst. 97(4), 821\u2013829 (2014)","journal-title":"IEICE Trans. Inf. Syst."},{"issue":"9","key":"3961_CR43","doi-asserted-by":"publisher","first-page":"1571","DOI":"10.1016\/j.ins.2010.01.007","volume":"180","author":"R Mallipeddi","year":"2010","unstructured":"Mallipeddi, R., Mallipeddi, S., Suganthan, P.N.: Ensemble strategies with adaptive evolutionary programming. Inf. Sci. 180(9), 1571\u20131581 (2010)","journal-title":"Inf. Sci."},{"issue":"2","key":"3961_CR44","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1109\/4235.771163","volume":"3","author":"X Yao","year":"1999","unstructured":"Yao, X., Liu, Y., Lin, G.: Evolutionary programming made faster. IEEE Trans. Evol. Comput. 3(2), 82\u2013102 (1999)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"3961_CR45","first-page":"1","volume":"2013","author":"TJ Choi","year":"2013","unstructured":"Choi, T.J., Ahn, C.W., An, J.: An adaptive Cauchy differential evolution algorithm for global numerical optimization. Sci. World J. 2013, 1\u201312 (2013)","journal-title":"Sci. World J."},{"key":"3961_CR46","doi-asserted-by":"publisher","first-page":"108624","DOI":"10.1016\/j.knosys.2022.108624","volume":"245","author":"OS Ajani","year":"2022","unstructured":"Ajani, O.S., Mallipeddi, R.: Adaptive evolution strategy with ensemble of mutations for reinforcement learning. Knowl.-Based Syst. 245, 108624 (2022)","journal-title":"Knowl.-Based Syst."},{"key":"3961_CR47","doi-asserted-by":"crossref","unstructured":"Xue, N., Niu, L., Hong, X., Li, Z., Hoffaeller, L., P\u00f6pper, C.: Deepsim: Gps spoofing detection on uavs using satellite imagery matching. In Annual computer security applications conference, pp. 304\u2013319 (2020).","DOI":"10.1145\/3427228.3427254"}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-022-03961-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-022-03961-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-022-03961-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,12]],"date-time":"2024-10-12T16:29:07Z","timestamp":1728750547000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-022-03961-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,19]]},"references-count":47,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,2]]}},"alternative-id":["3961"],"URL":"https:\/\/doi.org\/10.1007\/s10586-022-03961-0","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1,19]]},"assertion":[{"value":"1 November 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 November 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 December 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 January 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}