{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T23:36:42Z","timestamp":1783121802923,"version":"3.54.6"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"13-14","license":[{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012669","name":"Natural Science Foundation Project of Chongqing, Chongqing Science and Technology Commission","doi-asserted-by":"publisher","award":["CSTB2022NSCQ-MSX1415"],"award-info":[{"award-number":["CSTB2022NSCQ-MSX1415"]}],"id":[{"id":"10.13039\/501100012669","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2024,7]]},"DOI":"10.1007\/s00500-024-09691-2","type":"journal-article","created":{"date-parts":[[2024,7,5]],"date-time":"2024-07-05T08:02:22Z","timestamp":1720166542000},"page":"7931-7946","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["An adaptive Q-learning based particle swarm optimization for multi-UAV path planning"],"prefix":"10.1007","volume":"28","author":[{"given":"Li","family":"Tan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongtao","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuzhao","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tianli","family":"Yuan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xujie","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ziliang","family":"Shang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,7,5]]},"reference":[{"key":"9691_CR1","doi-asserted-by":"crossref","unstructured":"Albani D, IJsselmuiden J, Haken R, Trianni V ( 2017) Monitoring and mapping with robot swarms for agricultural applications. In: 2017 14th IEEE International Conference on Advanced Video and Signal Based Surveillance (AVSS), pp. 1\u20136 . IEEE","DOI":"10.1109\/AVSS.2017.8078478"},{"key":"9691_CR2","doi-asserted-by":"publisher","first-page":"35541","DOI":"10.1109\/ACCESS.2023.3265207","volume":"11","author":"N Ali","year":"2023","unstructured":"Ali N, Kamarudin K, Bakar MAA, Rahiman MHF, Zakaria A, Mamduh SM, Kamarudin LM (2023) 2d lidar based reinforcement learning for multi-target path planning in unknown environment. IEEE Access 11:35541\u201335555","journal-title":"IEEE Access"},{"issue":"10","key":"9691_CR3","doi-asserted-by":"publisher","first-page":"3010","DOI":"10.1109\/JSEN.2012.2207950","volume":"12","author":"IS AlShawi","year":"2012","unstructured":"AlShawi IS, Yan L, Pan W, Luo B (2012) Lifetime enhancement in wireless sensor networks using fuzzy approach and a-star algorithm. IEEE Sensors J 12(10):3010\u20133018","journal-title":"IEEE Sensors J"},{"key":"9691_CR4","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1016\/j.robot.2018.05.016","volume":"107","author":"I Carlucho","year":"2018","unstructured":"Carlucho I, De Paula M, Wang S, Petillot Y, Acosta GG (2018) Adaptive low-level control of autonomous underwater vehicles using deep reinforcement learning. Robot Auton Syst 107:71\u201386","journal-title":"Robot Auton Syst"},{"issue":"6","key":"9691_CR5","doi-asserted-by":"publisher","first-page":"1407","DOI":"10.1080\/00207721.2014.929191","volume":"47","author":"Y-b Chen","year":"2016","unstructured":"Chen Y-b, Luo G-c, Mei Y-s, Yu J-q, Su X-l (2016) Uav path planning using artificial potential field method updated by optimal control theory. Int J Syst Sci 47(6):1407\u20131420","journal-title":"Int J Syst Sci"},{"issue":"9","key":"9691_CR6","doi-asserted-by":"publisher","first-page":"1987","DOI":"10.3390\/math11091987","volume":"11","author":"L Deng","year":"2023","unstructured":"Deng L, Chen H, Zhang X, Liu H (2023) Three-dimensional path planning of uav based on improved particle swarm optimization. Mathematics 11(9):1987","journal-title":"Mathematics"},{"key":"9691_CR7","doi-asserted-by":"crossref","unstructured":"Duan F, Li X, Zhao Y (2018) Express uav swarm path planning with vnd enhanced memetic algorithm. In: Proceedings of the 2018 International Conference on Computing and Data Engineering, pp. 93\u201397","DOI":"10.1145\/3219788.3219802"},{"key":"9691_CR8","doi-asserted-by":"publisher","first-page":"1909","DOI":"10.1007\/s00521-016-2179-x","volume":"28","author":"W Guo","year":"2017","unstructured":"Guo W, Chen M, Wang L, Mao Y, Wu Q (2017) A survey of biogeography-based optimization. Neural Comput Appl 28:1909\u20131926","journal-title":"Neural Comput Appl"},{"key":"9691_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2023.110776","volume":"147","author":"H Gupta","year":"2023","unstructured":"Gupta H, Verma OP (2023) A novel hybrid coyote-particle swarm optimization algorithm for three-dimensional constrained trajectory planning of unmanned aerial vehicle. Appl Soft Comput 147:110776","journal-title":"Appl Soft Comput"},{"key":"9691_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2021\/8993173","volume":"2021","author":"H Huang","year":"2021","unstructured":"Huang H, Jin C (2021) A novel particle swarm optimization algorithm based on reinforcement learning mechanism for auv path planning. Complexity 2021:1\u201313","journal-title":"Complexity"},{"key":"9691_CR11","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2023.105942","volume":"121","author":"C Huang","year":"2023","unstructured":"Huang C, Zhou X, Ran X, Wang J, Chen H, Deng W (2023) Adaptive cylinder vector particle swarm optimization with differential evolution for uav path planning. Eng Appl Artif Intell 121:105942","journal-title":"Eng Appl Artif Intell"},{"key":"9691_CR12","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.compag.2018.08.039","volume":"154","author":"J Huuskonen","year":"2018","unstructured":"Huuskonen J, Oksanen T (2018) Soil sampling with drones and augmented reality in precision agriculture. Comput Electron Agric 154:25\u201335","journal-title":"Comput Electron Agric"},{"key":"9691_CR13","doi-asserted-by":"crossref","unstructured":"Kennedy J, Eberhart R (1995) Particle swarm optimization. In: Proceedings of ICNN\u201995-international Conference on Neural Networks, vol. 4, pp. 1942\u20131948. IEEE","DOI":"10.1109\/ICNN.1995.488968"},{"key":"9691_CR14","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1007\/s10846-012-9776-4","volume":"71","author":"M Kothari","year":"2013","unstructured":"Kothari M, Postlethwaite I (2013) A probabilistically robust path planning algorithm for uavs using rapidly-exploring random trees. J Intell Robot Syst 71:231\u2013253","journal-title":"J Intell Robot Syst"},{"issue":"3","key":"9691_CR15","doi-asserted-by":"publisher","first-page":"1698","DOI":"10.1109\/JIOT.2018.2796243","volume":"5","author":"P Kumar","year":"2018","unstructured":"Kumar P, Garg S, Singh A, Batra S, Kumar N, You I (2018) Mvo-based 2-d path planning scheme for providing quality of service in uav environment. IEEE Internet Things J 5(3):1698\u20131707","journal-title":"IEEE Internet Things J"},{"key":"9691_CR16","doi-asserted-by":"publisher","DOI":"10.1016\/j.jocs.2022.101938","volume":"67","author":"S Lin","year":"2023","unstructured":"Lin S, Liu A, Wang J, Kong X (2023) An intelligence-based hybrid pso-sa for mobile robot path planning in warehouse. J Comput Sci 67:101938","journal-title":"J Comput Sci"},{"key":"9691_CR17","doi-asserted-by":"publisher","first-page":"40778","DOI":"10.1109\/ACCESS.2018.2857503","volume":"6","author":"J Liu","year":"2018","unstructured":"Liu J, Wang W, Wang T, Shu Z, Li X (2018) A motif-based rescue mission planning method for uav swarms usingan improved picea. IEEE Access 6:40778\u201340791","journal-title":"IEEE Access"},{"key":"9691_CR18","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2021.107376","volume":"107","author":"MD Phung","year":"2021","unstructured":"Phung MD, Ha QP (2021) Safety-enhanced uav path planning with spherical vector-based particle swarm optimization. Appl Soft Comput 107:107376","journal-title":"Appl Soft Comput"},{"key":"9691_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.aeolia.2020.100653","volume":"48","author":"J Rabinovitch","year":"2021","unstructured":"Rabinovitch J, Lorenz R, Slimko E, Wang K-SC (2021) Scaling sediment mobilization beneath rotorcraft for titan and mars. Aeolian Res 48:100653","journal-title":"Aeolian Res"},{"key":"9691_CR20","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/j.ast.2015.12.021","volume":"50","author":"M Radmanesh","year":"2016","unstructured":"Radmanesh M, Kumar M (2016) Flight formation of uavs in presence of moving obstacles using fast-dynamic mixed integer linear programming. Aerosp Sci Technol 50:149\u2013160","journal-title":"Aerosp Sci Technol"},{"key":"9691_CR21","doi-asserted-by":"crossref","unstructured":"Roudneshin M, Sizkouhi AMM, Aghdam AG (2019) Effective learning algorithms for search and rescue missions in unknown environments. In: WiSEE, pp. 76\u201380","DOI":"10.1109\/WiSEE.2019.8920360"},{"issue":"3","key":"9691_CR22","doi-asserted-by":"publisher","first-page":"2483","DOI":"10.32604\/csse.2023.032737","volume":"45","author":"K Sreelakshmy","year":"2023","unstructured":"Sreelakshmy K, Gupta H, Verma OP, Kumar K, Ateya AA, Soliman NF (2023) 3d path optimisation of unmanned aerial vehicles using q learning-controlled gwo-aoa. Comput Syst Sci Eng 45(3):2483","journal-title":"Comput Syst Sci Eng"},{"key":"9691_CR23","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/BF00115009","volume":"3","author":"RS Sutton","year":"1988","unstructured":"Sutton RS (1988) Learning to predict by the methods of temporal differences. Mach Learn 3:9\u201344","journal-title":"Mach Learn"},{"key":"9691_CR24","doi-asserted-by":"publisher","first-page":"2766","DOI":"10.1109\/TIFS.2023.3266699","volume":"18","author":"X Wang","year":"2023","unstructured":"Wang X, Gursoy MC (2023) Resilient path planning for uavs in data collection under adversarial attacks. IEEE Trans Inf Forens Secur 18:2766\u20132779","journal-title":"IEEE Trans Inf Forens Secur"},{"key":"9691_CR25","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1016\/j.ast.2015.11.040","volume":"49","author":"G-G Wang","year":"2016","unstructured":"Wang G-G, Chu HE, Mirjalili S (2016) Three-dimensional path planning for ucav using an improved bat algorithm. Aerosp Sci Technol 49:231\u2013238","journal-title":"Aerosp Sci Technol"},{"issue":"4","key":"9691_CR26","doi-asserted-by":"publisher","DOI":"10.1016\/j.heliyon.2023.e14784","volume":"9","author":"Z Wang","year":"2023","unstructured":"Wang Z, Sun G, Zhou K, Zhu L (2023) A parallel particle swarm optimization and enhanced sparrow search algorithm for unmanned aerial vehicle path planning. Heliyon 9(4):e14784","journal-title":"Heliyon"},{"key":"9691_CR27","doi-asserted-by":"publisher","first-page":"57814","DOI":"10.1109\/ACCESS.2018.2872751","volume":"6","author":"M Wei","year":"2018","unstructured":"Wei M, Wang S, Zheng J, Chen D (2018) Ugv navigation optimization aided by reinforcement learning-based path tracking. IEEE Access 6:57814\u201357825","journal-title":"IEEE Access"},{"issue":"3","key":"9691_CR28","first-page":"729","volume":"12","author":"MA Wiering","year":"2012","unstructured":"Wiering MA, Van Otterlo M (2012) Reinforcement learning. Adapt Learn Optim 12(3):729","journal-title":"Adapt Learn Optim"},{"key":"9691_CR29","doi-asserted-by":"crossref","unstructured":"Xia S, Zhang X (2021) Constrained path planning for unmanned aerial vehicle in 3d terrain using modified multi-objective particle swarm optimization. In: Actuators, vol. 10, p. 255 . MDPI","DOI":"10.3390\/act10100255"},{"issue":"1","key":"9691_CR30","doi-asserted-by":"publisher","first-page":"003685041987902","DOI":"10.1177\/0036850419879024","volume":"103","author":"R Xie","year":"2020","unstructured":"Xie R, Meng Z, Zhou Y, Ma Y, Wu Z (2020) Heuristic q-learning based on experience replay for three-dimensional path planning of the unmanned aerial vehicle. Sci Prog 103(1):0036850419879024","journal-title":"Sci Prog"},{"key":"9691_CR31","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1016\/j.autcon.2018.05.024","volume":"93","author":"C-H Yang","year":"2018","unstructured":"Yang C-H, Tsai M-H, Kang S-C, Hung C-Y (2018) Uav path planning method for digital terrain model reconstruction-a debris fan example. Autom Constr 93:214\u2013230","journal-title":"Autom Constr"},{"key":"9691_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2022.118291","volume":"209","author":"T Yu","year":"2022","unstructured":"Yu T, Chang Q (2022) User-guided motion planning with reinforcement learning for human-robot collaboration in smart manufacturing. Expert Syst Appl 209:118291","journal-title":"Expert Syst Appl"},{"issue":"22","key":"9691_CR33","doi-asserted-by":"publisher","first-page":"22547","DOI":"10.1109\/JIOT.2022.3182798","volume":"9","author":"Z Yu","year":"2022","unstructured":"Yu Z, Si Z, Li X, Wang D, Song H (2022) A novel hybrid particle swarm optimization algorithm for path planning of uavs. IEEE Internet Things J 9(22):22547\u201322558","journal-title":"IEEE Internet Things J"},{"key":"9691_CR34","doi-asserted-by":"publisher","first-page":"16473","DOI":"10.1007\/s10489-022-04358-7","volume":"53","author":"J Yu","year":"2022","unstructured":"Yu J, Arab A, Yi J, Pei X, Guo X (2022) Hierarchical framework integrating rapidly-exploring random tree with deep reinforcement learning for autonomous vehicle. Appl Intell 53:16473\u201316486","journal-title":"Appl Intell"},{"key":"9691_CR35","doi-asserted-by":"crossref","unstructured":"Zhang C, Liu Y, Hu C (2022) Path planning with time windows for multiple uavs based on gray wolf algorithm. Biomimetics 7(4):225","DOI":"10.3390\/biomimetics7040225"},{"key":"9691_CR36","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.knosys.2018.05.033","volume":"158","author":"Y Zhao","year":"2018","unstructured":"Zhao Y, Zheng Z, Liu Y (2018) Survey on computational-intelligence-based uav path planning. Knowl-Based Syst 158:54\u201364","journal-title":"Knowl-Based Syst"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-024-09691-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00500-024-09691-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-024-09691-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,17]],"date-time":"2024-08-17T06:48:35Z","timestamp":1723877315000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00500-024-09691-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7]]},"references-count":36,"journal-issue":{"issue":"13-14","published-print":{"date-parts":[[2024,7]]}},"alternative-id":["9691"],"URL":"https:\/\/doi.org\/10.1007\/s00500-024-09691-2","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7]]},"assertion":[{"value":"17 January 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 July 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The authors declare that no ethical issues may arise after the publication of this manuscript.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"All authors agree to publish the paper.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}]}}