{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,24]],"date-time":"2026-10-24T19:30:18Z","timestamp":1792870218968,"version":"4.5.0"},"reference-count":126,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,10,14]],"date-time":"2021-10-14T00:00:00Z","timestamp":1634169600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,10,14]],"date-time":"2021-10-14T00:00:00Z","timestamp":1634169600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"collaborative innovation collaborative project in genomic data integration","award":["PI17\/01826"],"award-info":[{"award-number":["PI17\/01826"]}]},{"name":"drug discovery galician network","award":["ED431G\/01"],"award-info":[{"award-number":["ED431G\/01"]}]},{"name":"galician network for colorectal cancer research","award":["ED431D 2017\/23"],"award-info":[{"award-number":["ED431D 2017\/23"]}]},{"name":"grant for the consolidation and structuring of competitive research units","award":["ED431C 2018\/49"],"award-info":[{"award-number":["ED431C 2018\/49"]}]},{"DOI":"10.13039\/501100008441","name":"cyted ciencia y tecnolog\u00eda para el desarrollo","doi-asserted-by":"publisher","award":["PCI2018_093284"],"award-info":[{"award-number":["PCI2018_093284"]}],"id":[{"id":"10.13039\/501100008441","id-type":"DOI","asserted-by":"publisher"}]},{"name":"practicum direct","award":["IN845D-2020\/03"],"award-info":[{"award-number":["IN845D-2020\/03"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2022,1]]},"DOI":"10.1007\/s00521-021-06569-4","type":"journal-article","created":{"date-parts":[[2021,10,14]],"date-time":"2021-10-14T14:38:00Z","timestamp":1634222280000},"page":"153-170","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":213,"title":["A review of artificial intelligence applied to path planning in UAV swarms"],"prefix":"10.1007","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0134-6877","authenticated-orcid":false,"given":"Alejandro","family":"Puente-Castro","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Rivero","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alejandro","family":"Pazos","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Enrique","family":"Fernandez-Blanco","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,10,14]]},"reference":[{"issue":"3","key":"6569_CR1","doi-asserted-by":"crossref","first-page":"58","DOI":"10.3390\/drones3030058","volume":"3","author":"MA Akhloufi","year":"2019","unstructured":"Akhloufi MA, Arola S, Bonnet A (2019) Drones chasing drones: reinforcement learning and deep search area proposal. Drones 3(3):58","journal-title":"Drones"},{"key":"6569_CR2","doi-asserted-by":"crossref","unstructured":"Albani D, IJsselmuiden J, Haken R, Trianni V (2017) Monitoring and mapping with robot swarms for agricultural applications. In: 2017 14th IEEE international conference on advanced video and signal based surveillance (AVSS). IEEE, pp 1\u20136","DOI":"10.1109\/AVSS.2017.8078478"},{"key":"6569_CR3","unstructured":"arxiv. https:\/\/arxiv.org\/. Accessed 24 Mar 2021"},{"key":"6569_CR4","volume-title":"Unmanned aircraft systems: UAVS design, development and deployment","author":"R Austin","year":"2011","unstructured":"Austin R (2011) Unmanned aircraft systems: UAVS design, development and deployment, vol 54. Wiley, London"},{"issue":"3","key":"6569_CR5","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1016\/j.mechmachtheory.2008.08.008","volume":"44","author":"RJ Bachmann","year":"2009","unstructured":"Bachmann RJ, Boria FJ, Vaidyanathan R, Ifju PG, Quinn RD (2009) A biologically inspired micro-vehicle capable of aerial and terrestrial locomotion. Mech Mach Theory 44(3):513\u2013526","journal-title":"Mech Mach Theory"},{"key":"6569_CR6","doi-asserted-by":"crossref","unstructured":"Bakker B, Zivkovic Z, Krose B (2005) Hierarchical dynamic programming for robot path planning. In: 2005 IEEE\/RSJ international conference on intelligent robots and systems. IEEE, pp 2756\u20132761","DOI":"10.1109\/IROS.2005.1545548"},{"key":"6569_CR7","doi-asserted-by":"crossref","unstructured":"Baldazo D, Parras J, Zazo S (2019) Decentralized multi-agent deep reinforcement learning in swarms of drones for flood monitoring. In: 2019 27th European signal processing conference (EUSIPCO). IEEE, pp 1\u20135","DOI":"10.23919\/EUSIPCO.2019.8903067"},{"key":"6569_CR8","doi-asserted-by":"crossref","unstructured":"Bauso D, Giarr\u00e9 L, Pesenti R (2004) Multiple uav cooperative path planning via neuro-dynamic programming. In: 2004 43rd IEEE conference on decision and control (CDC) (IEEE Cat. No. 04CH37601), vol\u00a01. IEEE, pp 1087\u20131092","DOI":"10.1109\/CDC.2004.1428837"},{"key":"6569_CR9","doi-asserted-by":"crossref","unstructured":"Beni G (2004) From swarm intelligence to swarm robotics. In: International workshop on swarm robotics. Springer, pp 1\u20139","DOI":"10.1007\/978-3-540-30552-1_1"},{"key":"6569_CR10","doi-asserted-by":"crossref","unstructured":"Beni G, Wang J (1993) Swarm intelligence in cellular robotic systems. In: Robots and biological systems: towards a new bionics?. Springer, pp 703\u2013712","DOI":"10.1007\/978-3-642-58069-7_38"},{"key":"6569_CR11","unstructured":"Bishop CM (2006) Pattern recognition. Mach. Learn. 128(9)"},{"issue":"5","key":"6569_CR12","first-page":"106","volume":"79","author":"E Bonabeau","year":"2001","unstructured":"Bonabeau E, Meyer C (2001) Swarm intelligence: a whole new way to think about business. Harv Bus Rev 79(5):106\u2013115","journal-title":"Harv Bus Rev"},{"key":"6569_CR13","doi-asserted-by":"crossref","DOI":"10.4324\/9780203007228","volume-title":"Air power in the age of total war","author":"J Buckley","year":"2006","unstructured":"Buckley J (2006) Air power in the age of total war. Routledge, London"},{"issue":"1\u20134","key":"6569_CR14","doi-asserted-by":"crossref","first-page":"339","DOI":"10.1007\/s10846-010-9492-x","volume":"61","author":"A B\u00fcrkle","year":"2011","unstructured":"B\u00fcrkle A, Segor F, Kollmann M (2011) Towards autonomous micro uav swarms. J Intell Robot Syst 61(1\u20134):339\u2013353","journal-title":"J Intell Robot Syst"},{"key":"6569_CR15","doi-asserted-by":"crossref","unstructured":"Campion M, Ranganathan P, Faruque S (2018) A review and future directions of uav swarm communication architectures. In: 2018 IEEE international conference on electro\/information technology (EIT). IEEE, pp 0903\u20130908","DOI":"10.1109\/EIT.2018.8500274"},{"key":"6569_CR16","doi-asserted-by":"crossref","unstructured":"Cekmez U, Ozsiginan M, Sahingoz OK (2016) Multi-uav path planning with parallel genetic algorithms on cuda architecture. In: Proceedings of the 2016 on genetic and evolutionary computation conference companion. ACM, pp 1079\u20131086","DOI":"10.1145\/2908961.2931679"},{"key":"6569_CR17","doi-asserted-by":"crossref","unstructured":"Cekmez U, Ozsiginan M, Sahingoz OK (2017) Multi-uav path planning with multi colony ant optimization. In: International conference on intelligent systems design and applications. Springer, pp 407\u2013417","DOI":"10.1007\/978-3-319-76348-4_40"},{"issue":"11","key":"6569_CR18","doi-asserted-by":"crossref","first-page":"13702","DOI":"10.1109\/TVT.2020.3023733","volume":"69","author":"YJ Chen","year":"2020","unstructured":"Chen YJ, Chang DK, Zhang C (2020) Autonomous tracking using a swarm of uavs: a constrained multi-agent reinforcement learning approach. IEEE Trans Veh Technol 69(11):13702\u201313717","journal-title":"IEEE Trans Veh Technol"},{"key":"6569_CR19","doi-asserted-by":"crossref","unstructured":"Cimino MG, Lazzeri A, Vaglini G (2016) Using differential evolution to improve pheromone-based coordination of swarms of drones for collaborative target detection. In: ICPRAM, pp 605\u2013610","DOI":"10.5220\/0005732606050610"},{"key":"6569_CR20","unstructured":"Davis L (1991) Handbook of genetic algorithms"},{"issue":"8","key":"6569_CR21","doi-asserted-by":"crossref","first-page":"851","DOI":"10.1016\/S0167-739X(00)00042-X","volume":"16","author":"M Dorigo","year":"2000","unstructured":"Dorigo M, Bonabeau E, Theraulaz G (2000) Ant algorithms and stigmergy. Futur Gener Comput Syst 16(8):851\u2013871","journal-title":"Futur Gener Comput Syst"},{"key":"6569_CR22","unstructured":"droneblog: LED equipped drones that can \u201cdraw\u201d three-dimensional figures in midair|Droneblog. https:\/\/www.droneblog.com\/2014\/09\/26\/led-equipped-drones-that-can-draw-three-dimensional-figures-in-midair\/ (2014). Accessed 24 Mar 2021"},{"key":"6569_CR23","unstructured":"DroneKit: DroneKit. https:\/\/dronekit.io (2021). Accessed 24 Mar 2021"},{"issue":"3","key":"6569_CR24","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1109\/MCI.2013.2264577","volume":"8","author":"H Duan","year":"2013","unstructured":"Duan H, Luo Q, Shi Y, Ma G (2013) Hybrid particle swarm optimization and genetic algorithm for multi-uav formation reconfiguration. IEEE Comput Intell Mag 8(3):16\u201327","journal-title":"IEEE Comput Intell Mag"},{"key":"6569_CR25","doi-asserted-by":"crossref","unstructured":"Duan F, Li X, Zhao Y (2018) Express uav swarm path planning with vnd enhanced memetic algorithm. In: Proceedings of the 2018 international conference on computing and data engineering. ACM, pp 93\u201397","DOI":"10.1145\/3219788.3219802"},{"issue":"1","key":"6569_CR26","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1108\/IJICC-02-2014-0005","volume":"7","author":"H Duan","year":"2014","unstructured":"Duan H, Qiao P (2014) Pigeon-inspired optimization: a new swarm intelligence optimizer for air robot path planning. Int J Intell Comput Cybern 7(1):24\u201337","journal-title":"Int J Intell Comput Cybern"},{"key":"6569_CR27","unstructured":"EASA: Regulations | EASA. https:\/\/www.easa.europa.eu\/regulations#regulations-uas---unmanned-aircraft-systems (2021). Accessed 24 Mar 2021"},{"key":"6569_CR28","doi-asserted-by":"crossref","unstructured":"Gaudiano P, Bonabeau E, Shargel B (2005) Evolving behaviors for a swarm of unmanned air vehicles. In: Proceedings 2005 IEEE Swarm intelligence symposium, 2005. SIS 2005. IEEE, pp 317\u2013324","DOI":"10.1109\/SIS.2005.1501638"},{"key":"6569_CR29","doi-asserted-by":"crossref","DOI":"10.4018\/978-1-61520-893-7","volume-title":"Soft computing methods for practical environment solutions: techniques and studies: techniques and Studies","author":"M Gestal Pose","year":"2010","unstructured":"Gestal Pose M (2010) Soft computing methods for practical environment solutions: techniques and studies: techniques and Studies. IGI Global, New York"},{"key":"6569_CR30","unstructured":"Giesbrecht J (2004) Global path planning for unmanned ground vehicles. Technical report. Defence Research and Development Suffield (Alberta)"},{"key":"6569_CR31","doi-asserted-by":"crossref","unstructured":"Gl\u00e4scher J, Daw N, Dayan P, O\u2019Doherty JP (2010) States versus rewards: dissociable neural prediction error signals underlying model-based and model-free reinforcement learning. Neuron 66(4):585\u2013595","DOI":"10.1016\/j.neuron.2010.04.016"},{"key":"6569_CR32","first-page":"1","volume":"80","author":"KC Goh","year":"2021","unstructured":"Goh KC, Ng RB, Wong YK, Ho NJ, Chua MC (2021) Aerial filming with synchronized drones using reinforcement learning. Multimed Tools Appl 80:1\u201326","journal-title":"Multimed Tools Appl"},{"key":"6569_CR33","unstructured":"Goldberg DE (1989) Genetic algorithms in search, optimization, and machine learning, Addison Wesley, reading, ma. Summary the applications of GA-genetic algorithm for dealing with some optimal calculations in economics"},{"key":"6569_CR34","volume-title":"Genetic algorithms","author":"DE Goldberg","year":"2006","unstructured":"Goldberg DE (2006) Genetic algorithms. Pearson Education India, New York"},{"key":"6569_CR35","unstructured":"Google scholar. https:\/\/scholar.google.com\/. Accessed 24 Mar 2021"},{"key":"6569_CR36","doi-asserted-by":"crossref","unstructured":"Grass\u00e9 PP (1959) La reconstruction du nid et les coordinations interindividuelles chezbellicositermes natalensis etcubitermes sp. la th\u00e9orie de la stigmergie: Essai d\u2019interpr\u00e9tation du comportement des termites constructeurs. Insectes sociaux 6(1):41\u201380","DOI":"10.1007\/BF02223791"},{"issue":"2","key":"6569_CR37","doi-asserted-by":"crossref","first-page":"44","DOI":"10.21608\/ejmtc.2017.437.1012","volume":"1","author":"AT Hafez","year":"2017","unstructured":"Hafez AT, Givigi SN, Yousefi S, Iskandarani M (2017) Multi-uav tactic switching via model predictive control and fuzzy q-learning. J Eng Sci Mil Technol 1(2):44\u201357","journal-title":"J Eng Sci Mil Technol"},{"issue":"5","key":"6569_CR38","doi-asserted-by":"crossref","first-page":"837","DOI":"10.1177\/0954410014540621","volume":"229","author":"M Hassanalian","year":"2015","unstructured":"Hassanalian M, Khaki H, Khosravi M (2015) A new method for design of fixed wing micro air vehicle. Proc Inst Mech Eng Part G J Aerosp Eng 229(5):837\u2013850","journal-title":"Proc Inst Mech Eng Part G J Aerosp Eng"},{"issue":"4","key":"6569_CR39","doi-asserted-by":"crossref","first-page":"2624","DOI":"10.1109\/COMST.2016.2560343","volume":"18","author":"S Hayat","year":"2016","unstructured":"Hayat S, Yanmaz E, Muzaffar R (2016) Survey on unmanned aerial vehicle networks for civil applications: a communications viewpoint. IEEE Commun Surv Tutor 18(4):2624\u20132661","journal-title":"IEEE Commun Surv Tutor"},{"key":"6569_CR40","first-page":"1","volume":"2021","author":"W He","year":"2021","unstructured":"He W, Qi X, Liu L (2021) A novel hybrid particle swarm optimization for multi-uav cooperate path planning. Appl Intell 2021:1\u201315","journal-title":"Appl Intell"},{"key":"6569_CR41","doi-asserted-by":"crossref","unstructured":"Hoang VT, Phung MD, Dinh TH, Zhu Q, Ha Q (2019). Reconfigurable multi-uav formation using angle-encoded pso. In: 2019 IEEE 15th international conference on automation science and engineering (CASE). IEEE, pp 1670\u20131675","DOI":"10.1109\/COASE.2019.8843165"},{"key":"6569_CR42","doi-asserted-by":"crossref","unstructured":"Howard LM, D\u2019Angelo DJ (1995) The ga-p: a genetic algorithm and genetic programming hybrid. IEEE Expert 10(3):11\u201315","DOI":"10.1109\/64.393137"},{"key":"6569_CR43","doi-asserted-by":"crossref","unstructured":"Huang T, Wang Y, Cao X, Xu D (2020). Multi-uav mission planning method. In: 2020 3rd international conference on unmanned systems (ICUS). IEEE, pp 325\u2013330","DOI":"10.1109\/ICUS50048.2020.9274958"},{"issue":"1","key":"6569_CR44","doi-asserted-by":"crossref","first-page":"186","DOI":"10.1109\/TCYB.2015.2509646","volume":"47","author":"SM Hung","year":"2016","unstructured":"Hung SM, Givigi SN (2016) A q-learning approach to flocking with uavs in a stochastic environment. IEEE Trans Cybern 47(1):186\u2013197","journal-title":"IEEE Trans Cybern"},{"issue":"54","key":"6569_CR45","first-page":"1","volume":"20","author":"M H\u00fcttenrauch","year":"2019","unstructured":"H\u00fcttenrauch M, Adrian S, Neumann G et al (2019) Deep reinforcement learning for swarm systems. J Mach Learn Res 20(54):1\u201331","journal-title":"J Mach Learn Res"},{"key":"6569_CR46","unstructured":"Ieee xplore. https:\/\/ieeexplore.ieee.org\/Xplore\/home.jsp. Accessed 24 Mar 2021"},{"key":"6569_CR47","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling LP, Littman ML, Moore AW (1996) Reinforcement learning: a survey. J Artif Intell Res 4:237\u2013285","journal-title":"J Artif Intell Res"},{"key":"6569_CR48","doi-asserted-by":"crossref","unstructured":"Kennedy J, Eberhart R (1995) Particle swarm optimization. In: Proceedings of ICNN\u201995-international conference on neural networks, vol\u00a04. IEEE, pp 1942\u20131948","DOI":"10.1109\/ICNN.1995.488968"},{"key":"6569_CR49","doi-asserted-by":"crossref","unstructured":"Khalil AA, Byrne AJ, Rahman MA, Manshaei MH (2021) Efficient uav trajectory-planning using economic reinforcement learning. arXiv:2103.02676","DOI":"10.1109\/SMARTCOMP52413.2021.00041"},{"key":"6569_CR50","volume-title":"Genetic programming: on the programming of computers by means of natural selection","author":"JR Koza","year":"1992","unstructured":"Koza JR, Koza JR (1992) Genetic programming: on the programming of computers by means of natural selection, vol 1. MIT press, New York"},{"key":"6569_CR51","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1007\/0-387-28356-0_5","volume-title":"Genetic programming","author":"JR Koza","year":"2005","unstructured":"Koza JR, Poli R (2005) Genetic programming. Springer, Boston, pp 127\u2013164. https:\/\/doi.org\/10.1007\/0-387-28356-0_5"},{"key":"6569_CR52","doi-asserted-by":"crossref","unstructured":"Koziel S, Michalewicz Z (1998) A decoder-based evolutionary algorithm for constrained parameter optimization problems. In: International conference on parallel problem solving from nature. Springer, pp 231\u2013240","DOI":"10.1007\/BFb0056866"},{"key":"6569_CR53","doi-asserted-by":"crossref","unstructured":"Lamont GB, Slear JN, Melendez K (2007) Uav swarm mission planning and routing using multi-objective evolutionary algorithms. In: 2007 IEEE symposium on computational intelligence in multi-criteria decision-making, IEEE, pp 10\u201320","DOI":"10.1109\/MCDM.2007.369410"},{"issue":"7553","key":"6569_CR54","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. Nature 521(7553):436\u2013444","journal-title":"Nature"},{"key":"6569_CR55","doi-asserted-by":"crossref","unstructured":"Li Q, Gama F, Ribeiro A, Prorok A (2019) Graph neural networks for decentralized multi-robot path planning. arXiv:1912.06095","DOI":"10.1109\/IROS45743.2020.9341668"},{"key":"6569_CR56","unstructured":"Li J, Sun XX (2008) A route planning\u2019s method for unmanned aerial vehicles based on improved a-star algorithm. Acta Armamentarii 7:788\u2013792"},{"key":"6569_CR57","volume-title":"Swarm intelligence: literature overview","author":"Y Liu","year":"2000","unstructured":"Liu Y, Passino KM (2000) Swarm intelligence: literature overview. Department of Electrical Engineering, The Ohio State University, Ohio"},{"issue":"3","key":"6569_CR58","doi-asserted-by":"crossref","first-page":"646","DOI":"10.1016\/j.cja.2013.04.041","volume":"26","author":"W Liu","year":"2013","unstructured":"Liu W, Zheng Z, Cai K (2013) Adaptive path planning for unmanned aerial vehicles based on bi-level programming and variable planning time interval. Chin J Aeronaut 26(3):646\u2013660","journal-title":"Chin J Aeronaut"},{"key":"6569_CR59","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1016\/j.knosys.2013.01.011","volume":"44","author":"W Liu","year":"2013","unstructured":"Liu W, Zheng Z, Cai KY (2013) Bi-level programming based real-time path planning for unmanned aerial vehicles. Knowl Based Syst 44:34\u201347","journal-title":"Knowl Based Syst"},{"key":"6569_CR60","doi-asserted-by":"crossref","first-page":"40778","DOI":"10.1109\/ACCESS.2018.2857503","volume":"6","author":"J Liu","year":"2018","unstructured":"Liu J, Wang W, Wang T, Shu Z, Li X (2018) A motif-based rescue mission planning method for uav swarms usingan improved picea. IEEE Access 6:40778\u201340791","journal-title":"IEEE Access"},{"key":"6569_CR61","doi-asserted-by":"crossref","unstructured":"Liu C, Xie W, Zhang P, Guo Q, Ding D (2019) Multi-uavs cooperative coverage reconnaissance with neural network and genetic algorithm. In: Proceedings of the 2019 3rd high performance computing and cluster technologies conference. ACM, pp 81\u201386","DOI":"10.1145\/3341069.3342968"},{"key":"6569_CR62","doi-asserted-by":"crossref","unstructured":"Li X, Zhao Y, Zhang J, Dong Y (2016) A hybrid pso algorithm based flight path optimization for multiple agricultural uavs. In: 2016 IEEE 28th international conference on tools with artificial intelligence (ICTAI). IEEE, pp 691\u2013697","DOI":"10.1109\/ICTAI.2016.0110"},{"key":"6569_CR63","doi-asserted-by":"crossref","unstructured":"Luo W, Tang Q, Fu C, Eberhard P (2018) Deep-sarsa based multi-uav path planning and obstacle avoidance in a dynamic environment. In: International conference on sensing and imaging. Springer, pp 102\u2013111","DOI":"10.1007\/978-3-319-93818-9_10"},{"key":"6569_CR64","doi-asserted-by":"crossref","unstructured":"Majd A, Ashraf A, Troubitsyna E, Daneshtalab M (2018). Integrating learning, optimization, and prediction for efficient navigation of swarms of drones. In: 2018 26th Euromicro international conference on parallel, distributed and network-based processing (PDP). IEEE, pp 101\u2013108","DOI":"10.1109\/PDP2018.2018.00022"},{"key":"6569_CR65","unstructured":"McGovern A (2021) PyParrot. https:\/\/github.com\/amymcgovern\/pyparrot. Accessed 24 Mar 2021"},{"key":"6569_CR66","unstructured":"Michie D, Spiegelhalter DJ, Taylor C et al (1994) Machine learning, neural and statistical classification. Citeseer 13"},{"key":"6569_CR67","doi-asserted-by":"crossref","unstructured":"Miller PM (2006) Mini, micro, and swarming unmanned aerial vehicles: a baseline study. Inn: Library of congress Washington DC, Federal Research Div","DOI":"10.21236\/ADA521374"},{"issue":"7540","key":"6569_CR68","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529","journal-title":"Nature"},{"key":"6569_CR69","unstructured":"Moeller M, Pohl D, Gurdan T (2019) Unmanned aerial vehicle swarm photography. US Patent App. 15\/811,726"},{"key":"6569_CR70","doi-asserted-by":"crossref","unstructured":"Olson JM, Bidstrup CC, Anderson BK, Parkinson AR, McLain TW (2020). Optimal multi-agent coverage and flight time with genetic path planning. In: 2020 International conference on unmanned aircraft systems (ICUAS). IEEE, pp 228\u2013237","DOI":"10.1109\/ICUAS48674.2020.9213992"},{"key":"6569_CR71","doi-asserted-by":"crossref","first-page":"7994","DOI":"10.1109\/ACCESS.2021.3049892","volume":"9","author":"Y Pan","year":"2021","unstructured":"Pan Y, Yang Y, Li W (2021) A deep learning trained by genetic algorithm to improve the efficiency of path planning for data collection with multi-uav. IEEE Access 9:7994\u20138005","journal-title":"IEEE Access"},{"key":"6569_CR72","doi-asserted-by":"crossref","unstructured":"Parunak HV, Purcell M, O\u2019Connell R (2002) Digital pheromones for autonomous coordination of swarming uav\u2019s. In: 1st UAV conference, p 3446","DOI":"10.2514\/6.2002-3446"},{"issue":"3","key":"6569_CR73","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1023\/A:1012411712038","volume":"11","author":"D Payton","year":"2001","unstructured":"Payton D, Daily M, Estowski R, Howard M, Lee C (2001) Pheromone robotics. Auton Robot 11(3):319\u2013324","journal-title":"Auton Robot"},{"key":"6569_CR74","doi-asserted-by":"crossref","first-page":"789","DOI":"10.1016\/j.asoc.2017.09.009","volume":"62","author":"S Perez-Carabaza","year":"2018","unstructured":"Perez-Carabaza S, Besada-Portas E, Lopez-Orozco JA, Jesus M (2018) Ant colony optimization for multi-uav minimum time search in uncertain domains. Appl Soft Comput 62:789\u2013806","journal-title":"Appl Soft Comput"},{"issue":"17","key":"6569_CR75","doi-asserted-by":"crossref","first-page":"4883","DOI":"10.1007\/s00500-016-2376-7","volume":"21","author":"C Ramirez-Atencia","year":"2017","unstructured":"Ramirez-Atencia C, Bello-Orgaz G, R-Moreno MD, Camacho D (2017) Solving complex multi-uav mission planning problems using multi-objective genetic algorithms. Soft Comput 21(17):4883\u20134900","journal-title":"Soft Comput"},{"issue":"3","key":"6569_CR76","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1007\/s13748-017-0123-7","volume":"6","author":"C Ramirez-Atencia","year":"2017","unstructured":"Ramirez-Atencia C, R-Moreno MD, Camacho D (2017) Handling swarm of uavs based on evolutionary multi-objective optimization. Progr Artif Intell 6(3):263\u2013274","journal-title":"Progr Artif Intell"},{"key":"6569_CR77","doi-asserted-by":"crossref","unstructured":"Rosenblatt F (1961) Principles of neurodynamics. Perceptrons and the theory of brain mechanisms. Technical report, Cornell Aeronautical Lab Inc, Buffalo","DOI":"10.21236\/AD0256582"},{"issue":"6","key":"6569_CR78","doi-asserted-by":"crossref","first-page":"386","DOI":"10.1037\/h0042519","volume":"65","author":"F Rosenblatt","year":"1958","unstructured":"Rosenblatt F (1958) The perceptron: a probabilistic model for information storage and organization in the brain. Psychol Rev 65(6):386","journal-title":"Psychol Rev"},{"key":"6569_CR79","doi-asserted-by":"crossref","unstructured":"Roudneshin M, Sizkouhi AMM, Aghdam AG (2019) Effective learning algorithms for search and rescue missions in unknown environments. In: 2019 IEEE international conference on wireless for space and extreme environments (WiSEE). IEEE, pp 76\u201380","DOI":"10.1109\/WiSEE.2019.8920360"},{"issue":"12","key":"6569_CR80","doi-asserted-by":"crossref","first-page":"55","DOI":"10.5815\/ijmecs.2014.12.08","volume":"6","author":"S Roy","year":"2014","unstructured":"Roy S, Biswas S, Chaudhuri SS (2014) Nature-inspired swarm intelligence and its applications. Int J Modern Educ Comput Sci 6(12):55","journal-title":"Int J Modern Educ Comput Sci"},{"key":"6569_CR81","unstructured":"Rui P (2010) Multi-uav formation maneuvering control based on q-learning fuzzy controller. In: 2nd international conference on advanced computer control, vol\u00a04. IEEE, pp 252\u2013257"},{"key":"6569_CR82","volume-title":"On-line Q-learning using connectionist systems","author":"GA Rummery","year":"1994","unstructured":"Rummery GA, Niranjan M (1994) On-line Q-learning using connectionist systems, vol 37. Department of Engineering Cambridge, University of Cambridge, London"},{"key":"6569_CR83","volume-title":"Artificial intelligence: a modern approach","author":"SJ Russell","year":"2016","unstructured":"Russell SJ, Norvig P (2016) Artificial intelligence: a modern approach. Pearson Education Limited, Malaysia"},{"issue":"2\u20134","key":"6569_CR84","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1007\/s11721-008-0020-6","volume":"2","author":"E Sahin","year":"2008","unstructured":"Sahin E, Winfield AF (2008) Special issue on swarm robotics. Swarm Intell 2(2\u20134):69\u201372","journal-title":"Swarm Intell"},{"key":"6569_CR85","doi-asserted-by":"crossref","unstructured":"San KT, Lee EY, Chang YS (2016). The delivery assignment solution for swarms of uavs dealing with multi-dimensional chromosome representation of genetic algorithm. In: 2016 IEEE 7th annual ubiquitous computing, electronics and mobile communication conference (UEMCON). IEEE, pp 1\u20137","DOI":"10.1109\/UEMCON.2016.7777839"},{"issue":"02","key":"6569_CR86","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1142\/S2301385016500011","volume":"4","author":"A Sathyan","year":"2016","unstructured":"Sathyan A, Ernest ND, Cohen K (2016) An efficient genetic fuzzy approach to uav swarm routing. Unmanned Syst 4(02):117\u2013127","journal-title":"Unmanned Syst"},{"issue":"1","key":"6569_CR87","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1109\/TNN.2008.2005605","volume":"20","author":"F Scarselli","year":"2008","unstructured":"Scarselli F, Gori M, Tsoi AC, Hagenbuchner M, Monfardini G (2008) The graph neural network model. IEEE Trans Neural Netw 20(1):61\u201380","journal-title":"IEEE Trans Neural Netw"},{"key":"6569_CR88","unstructured":"Scopus. https:\/\/www.scopus.com\/. Accessed 24 Mar 2021"},{"key":"6569_CR89","doi-asserted-by":"crossref","unstructured":"Shah S, Dey D, Lovett C, Kapoor A (2018) Airsim: high-fidelity visual and physical simulation for autonomous vehicles. In: Field and service robotics. Springer, pp 621\u2013635","DOI":"10.1007\/978-3-319-67361-5_40"},{"key":"6569_CR90","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1016\/j.isatra.2019.08.018","volume":"97","author":"S Shao","year":"2020","unstructured":"Shao S, Peng Y, He C, Du Y (2020) Efficient path planning for uav formation via comprehensively improved particle swarm optimization. ISA Trans 97:415\u2013430","journal-title":"ISA Trans"},{"key":"6569_CR91","doi-asserted-by":"crossref","unstructured":"Sharkey AJ, Sharkey N (2006) The application of swarm intelligence to collective robots. In: Advances in applied artificial intelligence. IGI Global, pp 157\u2013185","DOI":"10.4018\/978-1-59140-827-7.ch006"},{"key":"6569_CR92","doi-asserted-by":"crossref","unstructured":"Sivanandam S, Deepa S (2008) Genetic algorithms. Introduction to genetic algorithms. Springer, pp 15\u201337","DOI":"10.1007\/978-3-540-73190-0_2"},{"key":"6569_CR93","doi-asserted-by":"crossref","unstructured":"Speck C, Bucci DJ (2018). Distributed uav swarm formation control via object-focused, multi-objective sarsa. In: 2018 Annual American control conference (ACC). IEEE, pp 6596\u20136601","DOI":"10.23919\/ACC.2018.8430773"},{"issue":"4","key":"6569_CR94","doi-asserted-by":"crossref","first-page":"656","DOI":"10.1109\/21.286385","volume":"24","author":"M Srinivas","year":"1994","unstructured":"Srinivas M, Patnaik LM (1994) Adaptive probabilities of crossover and mutation in genetic algorithms. IEEE Trans Syst Man Cybern 24(4):656\u2013667","journal-title":"IEEE Trans Syst Man Cybern"},{"issue":"4","key":"6569_CR95","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1023\/A:1008202821328","volume":"11","author":"R Storn","year":"1997","unstructured":"Storn R, Price K (1997) Differential evolution-a simple and efficient heuristic for global optimization over continuous spaces. J Global Optim 11(4):341\u2013359","journal-title":"J Global Optim"},{"key":"6569_CR96","doi-asserted-by":"crossref","unstructured":"Su Xh, Zhao M, Zhao Ll, Zhang Yh (2016) A novel multi stage cooperative path re-planning method for multi uav. In: Pacific rim international conference on artificial intelligence. Springer, pp 482\u2013495","DOI":"10.1007\/978-3-319-42911-3_40"},{"key":"6569_CR97","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction. MIT press, New York"},{"key":"6569_CR98","first-page":"556","volume":"98","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Precup D, Singh SP (1998) Intra-option learning about temporally abstract actions. ICML 98:556\u2013564","journal-title":"ICML"},{"issue":"1","key":"6569_CR99","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1016\/j.dt.2013.03.001","volume":"9","author":"Y Tan","year":"2013","unstructured":"Tan Y, Zheng Z (2013) Research advance in swarm robotics. Defence Technol 9(1):18\u201339","journal-title":"Defence Technol"},{"issue":"2","key":"6569_CR100","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1162\/106454699568700","volume":"5","author":"G Theraulaz","year":"1999","unstructured":"Theraulaz G, Bonabeau E (1999) A brief history of stigmergy. Artif Life 5(2):97\u2013116","journal-title":"Artif Life"},{"key":"6569_CR101","unstructured":"Tolstaya E, Gama F, Paulos J, Pappas G, Kumar V, Ribeiro A (2020) Learning decentralized controllers for robot swarms with graph neural networks. In: Conference on robot learning. PMLR, pp 671\u2013682"},{"key":"6569_CR102","doi-asserted-by":"crossref","unstructured":"Tseng FH, Liang TT, Lee CH, Der Chou L, Chao HC (2014) A star search algorithm for civil uav path planning with 3g communication. In: 2014 Tenth international conference on intelligent information hiding and multimedia signal processing. IEEE, pp 942\u2013945","DOI":"10.1109\/IIH-MSP.2014.236"},{"key":"6569_CR103","doi-asserted-by":"crossref","unstructured":"Van Hasselt H, Wiering MA (2007) Reinforcement learning in continuous action spaces. In: 2007 IEEE international symposium on approximate dynamic programming and reinforcement learning. IEEE, pp 272\u2013279","DOI":"10.1109\/ADPRL.2007.368199"},{"key":"6569_CR104","doi-asserted-by":"crossref","unstructured":"Venturini F, Mason F, Pase F, Chiariotti F, Testolin A, Zanella A, Zorzi M (2020)Distributed reinforcement learning for flexible uav swarm control with transfer learning capabilities. In: Proceedings of the 6th ACM workshop on micro aerial vehicle networks, systems, and applications, pp 1\u20136","DOI":"10.1145\/3396864.3399701"},{"key":"6569_CR105","doi-asserted-by":"crossref","unstructured":"Venturini F, Mason F, Pase F, Chiariotti F, Testolin A, Zanella A, Zorzi M (2021) Distributed reinforcement learning for flexible and efficient uav swarm control. arXiv:2103.04666","DOI":"10.1109\/TCCN.2021.3063170"},{"key":"6569_CR106","doi-asserted-by":"crossref","unstructured":"Vijayakumari DM, Kim S, Suk J, Mo H (2019) Receding-horizon trajectory planning for multiple uavs using particle swarm optimization. In: AIAA Scitech 2019 forum, p 1165","DOI":"10.2514\/6.2019-1165"},{"issue":"1\u20132","key":"6569_CR107","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1177\/0020294019885155","volume":"53","author":"BH Wang","year":"2020","unstructured":"Wang BH, Wang DB, Ali ZA (2020) A cauchy mutant pigeon-inspired optimization-based multi-unmanned aerial vehicle path planning method. Meas Control 53(1\u20132):83\u201392","journal-title":"Meas Control"},{"issue":"3\u20134","key":"6569_CR108","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins CJ, Dayan P (1992) Q-learning. Mach Learn 8(3\u20134):279\u2013292","journal-title":"Mach Learn"},{"key":"6569_CR109","unstructured":"Web of science. https:\/\/www.webofknowledge.com\/. Accessed 24 Mar 2021"},{"key":"6569_CR110","unstructured":"Welcome to python.org. https:\/\/www.python.org\/. Accessed 24 Mar 2021"},{"key":"6569_CR111","first-page":"3","volume":"12","author":"M Wiering","year":"2012","unstructured":"Wiering M, Van Otterlo M (2012) Reinforcement learning. Adapt Learn Optim 12:3","journal-title":"Adapt Learn Optim"},{"key":"6569_CR112","unstructured":"Wu Z, Pan S, Chen F, Long G, Zhang C, Yu PS (2019) A comprehensive survey on graph neural networks. arXiv:1901.00596"},{"key":"6569_CR113","doi-asserted-by":"crossref","first-page":"278","DOI":"10.1016\/j.arcontrol.2019.05.006","volume":"47","author":"T Yang","year":"2019","unstructured":"Yang T, Yi X, Wu J, Yuan Y, Wu D, Meng Z, Hong Y, Wang H, Lin Z, Johansson KH (2019) A survey of distributed optimization. Annu Rev Control 47:278\u2013305","journal-title":"Annu Rev Control"},{"key":"6569_CR114","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s11277-020-07175-8","volume":"113","author":"Q Yang","year":"2020","unstructured":"Yang Q, Jang SJ, Yoo SJ (2020) Q-learning-based fuzzy logic for multi-objective routing algorithm in flying ad hoc networks. Wirel Person Commun 113:1\u201324","journal-title":"Wirel Person Commun"},{"key":"6569_CR115","doi-asserted-by":"crossref","first-page":"615","DOI":"10.1007\/s10846-020-01184-2","volume":"100","author":"F Ye","year":"2020","unstructured":"Ye F, Chen J, Tian Y, Jiang T (2020) Cooperative multiple task assignment of heterogeneous uavs using a modified genetic algorithm with multi-type-gene chromosome encoding strategy. J Intell Robot Syst 100:615\u2013627","journal-title":"J Intell Robot Syst"},{"key":"6569_CR116","doi-asserted-by":"crossref","unstructured":"Yijing Z, Zheng Z, Xiaoyi Z, Yang L (2017). Q learning algorithm based uav path learning and obstacle avoidence approach. In: 2017 36th Chinese control conference (CCC). IEEE, pp 3397\u20133402","DOI":"10.23919\/ChiCC.2017.8027884"},{"key":"6569_CR117","doi-asserted-by":"crossref","first-page":"43850","DOI":"10.1109\/ACCESS.2020.2977499","volume":"8","author":"X Zhang","year":"2020","unstructured":"Zhang X, Ali M (2020) A bean optimization-based cooperation method for target searching by swarm uavs in unknown environments. IEEE Access 8:43850\u201343862","journal-title":"IEEE Access"},{"key":"6569_CR118","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1016\/j.knosys.2018.05.033","volume":"158","author":"Y Zhao","year":"2018","unstructured":"Zhao Y, Zheng Z, Liu Y (2018) Survey on computational-intelligence-based uav path planning. Knowl Based Syst 158:54\u201364","journal-title":"Knowl Based Syst"},{"issue":"4","key":"6569_CR119","doi-asserted-by":"crossref","first-page":"874","DOI":"10.1017\/S0373463320000016","volume":"73","author":"W Zhao","year":"2020","unstructured":"Zhao W, Fang Z, Yang Z (2020) Four-dimensional trajectory generation for uavs based on multi-agent q learning. J Navig 73(4):874\u2013891","journal-title":"J Navig"},{"key":"6569_CR120","doi-asserted-by":"crossref","unstructured":"Zhao H, Pei Z, Jiang J, Guan R, Wang C, Shi X (2010) A hybrid swarm intelligent method based on genetic algorithm and artificial bee colony. In: International conference in swarm intelligence. Springer, pp 558\u2013565","DOI":"10.1007\/978-3-642-13495-1_68"},{"key":"6569_CR121","doi-asserted-by":"crossref","unstructured":"Zhao W, Qiu W, Zhou T, Shao X, Wang X (2019). Sarsa-based trajectory planning of multi-uavs in dense mesh router networks. In: 2019 international conference on wireless and mobile computing, networking and communications (WiMob). IEEE, pp 1\u20135","DOI":"10.1109\/WiMOB.2019.8923410"},{"key":"6569_CR122","doi-asserted-by":"crossref","unstructured":"Zhao D, Wang H, Shao K, Zhu Y (2016). Deep reinforcement learning with experience replay based on sarsa. In: 2016 IEEE symposium series on computational intelligence (SSCI). IEEE, pp 1\u20136","DOI":"10.1109\/SSCI.2016.7849837"},{"key":"6569_CR123","doi-asserted-by":"crossref","first-page":"402","DOI":"10.1016\/j.ast.2018.01.035","volume":"76","author":"Z Zhen","year":"2018","unstructured":"Zhen Z, Xing D, Gao C (2018) Cooperative search-attack mission planning for multi-uav based on intelligent self-organized algorithm. Aerosp Sci Technol 76:402\u2013411","journal-title":"Aerosp Sci Technol"},{"key":"6569_CR124","doi-asserted-by":"crossref","first-page":"105826","DOI":"10.1016\/j.ast.2020.105826","volume":"100","author":"Z Zhen","year":"2020","unstructured":"Zhen Z, Chen Y, Wen L, Han B (2020) An intelligent cooperative mission planning scheme of uav swarm in uncertain dynamic environment. Aerosp Sci Technol 100:105826","journal-title":"Aerosp Sci Technol"},{"key":"6569_CR125","doi-asserted-by":"crossref","first-page":"101103","DOI":"10.1016\/j.phycom.2020.101103","volume":"41","author":"Z Zhou","year":"2020","unstructured":"Zhou Z, Luo D, Shao J, Xu Y, You Y (2020) Immune genetic algorithm based multi-uav cooperative target search with event-triggered mechanism. Phys Commun 41:101103","journal-title":"Phys Commun"},{"key":"6569_CR126","volume-title":"Introduction to artificial neural systems","author":"JM Zurada","year":"1992","unstructured":"Zurada JM (1992) Introduction to artificial neural systems, vol 8. West publishing company St. Paul, Berlin"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06569-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-021-06569-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06569-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,10]],"date-time":"2022-01-10T11:29:28Z","timestamp":1641814168000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-021-06569-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,14]]},"references-count":126,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,1]]}},"alternative-id":["6569"],"URL":"https:\/\/doi.org\/10.1007\/s00521-021-06569-4","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,14]]},"assertion":[{"value":"16 June 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 September 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 October 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}}]}}