{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:25:39Z","timestamp":1740122739147,"version":"3.37.3"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"23","license":[{"start":{"date-parts":[[2023,10,12]],"date-time":"2023-10-12T00:00:00Z","timestamp":1697068800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,12]],"date-time":"2023-10-12T00:00:00Z","timestamp":1697068800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62203356"],"award-info":[{"award-number":["62203356"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s10489-023-05050-0","type":"journal-article","created":{"date-parts":[[2023,10,12]],"date-time":"2023-10-12T12:02:33Z","timestamp":1697112153000},"page":"28730-28744","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Reinforcement learning based time-varying formation control for quadrotor unmanned aerial vehicles system with input saturation"],"prefix":"10.1007","volume":"53","author":[{"given":"Chi","family":"Ma","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yizhe","family":"Cao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7046-8256","authenticated-orcid":false,"given":"Dianbiao","family":"Dong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,12]]},"reference":[{"key":"5050_CR1","doi-asserted-by":"crossref","unstructured":"Yu D, Chen CLP (2020) Automatic leader-follower persistent formation generation with minimum agent-movement in various switching topologies. IEEE Transactions on Cybernetics 50:1569\u20131581","DOI":"10.1109\/TCYB.2018.2865803"},{"key":"5050_CR2","first-page":"6369","volume":"68","author":"D Yu","year":"2021","unstructured":"Yu D, Chen CLP, Xu H (2021) Intelligent decision making and bionic movement control of self-organized swarm. IEEE Trans Ind Electron, Institute of Electrical and Electronics Engineers (IEEE) 68:6369\u20136378","journal-title":"IEEE Trans Ind Electron, Institute of Electrical and Electronics Engineers (IEEE)"},{"key":"5050_CR3","doi-asserted-by":"crossref","unstructured":"Ma C, Dong D (2023) Finite-time prescribed performance time-varying formation control for second-order multi-agent systems with non-strict feedback based on a neural network observer. IEEE\/CAA Journal of Automatica Sinica, Institute of Electrical and Electronics Engineers (IEEE), 1\u201312","DOI":"10.1109\/JAS.2023.123615"},{"key":"5050_CR4","first-page":"365","volume":"50","author":"N Luis","year":"2019","unstructured":"Luis N, Fern\u00e1ndez S, Borrajo D (2019) Plan merging by reuse for multi-agent planning. Appl Intell, Springer Science and Business Media LLC 50:365\u2013396","journal-title":"Appl Intell, Springer Science and Business Media LLC"},{"key":"5050_CR5","first-page":"1054","volume":"70","author":"C Xu","year":"2023","unstructured":"Xu C, Qin Y, Su H (2023) Observer-based dynamic event-triggered bipartite consensus of discrete-time multi-agent systems. IEEE Transactions on Circuits and Systems II: Express Briefs 70:1054\u20131058","journal-title":"IEEE Transactions on Circuits and Systems II: Express Briefs"},{"key":"5050_CR6","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1109\/LWC.2020.3027969","volume":"10","author":"S Fang","year":"2021","unstructured":"Fang S, Chen G, Li Y (2021) Joint optimization for secure intelligent reflecting surface assisted UAV networks. IEEE Wireless Communications Letters 10:276\u2013280","journal-title":"IEEE Wireless Communications Letters"},{"key":"5050_CR7","first-page":"3048","volume":"53","author":"AFU Din","year":"2022","unstructured":"Din AFU, Akhtar S, Maqsood A, Habib M, Mir I (2022) Modified model free dynamic programming\u202f: an augmented approach for unmanned aerial vehicle. Appl Intell, Springer Science and Business Media LLC 53:3048\u20133068","journal-title":"Appl Intell, Springer Science and Business Media LLC"},{"key":"5050_CR8","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1016\/j.isatra.2023.01.008","volume":"137","author":"J Duan","year":"2023","unstructured":"Duan J, Duan G, Cheng S, Cao S, Wang G (2023) Fixed-time time-varying output formation-containment control of heterogeneous general multi-agent systems. ISA Trans, Elsevier BV 137:210\u2013221","journal-title":"ISA Trans, Elsevier BV"},{"key":"5050_CR9","first-page":"14313","volume":"52","author":"H Shi","year":"2022","unstructured":"Shi H, Lu F, Wu L, Yang G (2022) Optimal trajectories of multi-UAVs with approaching formation for target tracking using improved Harris Hawks optimizer. Appl Intell, Springer Science and Business Media LLC 52:14313\u201314335","journal-title":"Appl Intell, Springer Science and Business Media LLC"},{"key":"5050_CR10","doi-asserted-by":"crossref","first-page":"1139","DOI":"10.1109\/TAES.2023.3312351","volume":"59","author":"J Tang","year":"2023","unstructured":"Tang J, Chen X, Zhu X, Zhu F (2023) Dynamic reallocation model of multiple unmanned aerial vehicle tasks in emergent adjustment scenarios. IEEE Trans Aerosp Electron Syst 59:1139\u20131155","journal-title":"IEEE Trans Aerosp Electron Syst"},{"key":"5050_CR11","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1177\/0020294020915727","volume":"56","author":"ZA Ali","year":"2020","unstructured":"Ali ZA, Zhangang H, Zhengru D (2020) Path planning of multiple UAVs using MMACO and DE algorithm in dynamic environment. Meas Control, SAGE Publications 56:459\u2013469","journal-title":"Meas Control, SAGE Publications"},{"key":"5050_CR12","first-page":"16051","volume":"52","author":"F-C Yin","year":"2022","unstructured":"Yin F-C, Ji QZ, Wen CW (2022) An adaptive terminal sliding mode control of stone-carving robotic manipulators based on radial basis function neural network. Appl Intell, Springer Science and Business Media LLC 52:16051\u201316068","journal-title":"Appl Intell, Springer Science and Business Media LLC"},{"key":"5050_CR13","doi-asserted-by":"publisher","first-page":"1855","DOI":"10.1109\/TAC.2022.3169584","volume":"68","author":"W Qi","year":"2023","unstructured":"Qi W, Zong G, Hou Y, Chadli M (2023) SMC for discrete-time nonlinear Semi-Markovian switching systems with partly unknown Semi-Markov Kernel. IEEE Trans Autom Control 68:1855\u20131861","journal-title":"IEEE Trans Autom Control"},{"key":"5050_CR14","doi-asserted-by":"crossref","unstructured":"Milbradt DMC, de Oliveira Evald PJD, Hollweg GV, Gr\u00fcndling HA (2023) A hybrid robust adaptive sliding mode controller for partially modelled systems: discrete-time Lyapunov stability analysis and application. Nonlinear Anal: Hybrid Systems, Elsevier BV 48:101333","DOI":"10.1016\/j.nahs.2023.101333"},{"key":"5050_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.isatra.2017.11.010","volume":"72","author":"O Mofid","year":"2018","unstructured":"Mofid O, Mobayen S (2018) Adaptive sliding mode control for finite-time stability of quad-rotor UAVs with parametric uncertainties. ISA Trans, Elsevier BV 72:1\u201314","journal-title":"ISA Trans, Elsevier BV"},{"key":"5050_CR16","doi-asserted-by":"crossref","unstructured":"Cui L, Zhang R, Yang H, Zuo Z (2021) Adaptive super-twisting trajectory tracking control for unmanned aerial vehicle under gust winds aerospace. Sci Technol","DOI":"10.1016\/j.ast.2021.106833"},{"key":"5050_CR17","doi-asserted-by":"publisher","first-page":"834","DOI":"10.1109\/TAES.2020.3046087","volume":"57","author":"F Wang","year":"2021","unstructured":"Wang F, Gao H, Wang K, Zhou C, Zong Q, Hua C (2021) Disturbance observer-based finite-time control design for a quadrotor UAV with external disturbance. IEEE Trans Aerosp Electron Syst 57:834\u2013847","journal-title":"IEEE Trans Aerosp Electron Syst"},{"key":"5050_CR18","doi-asserted-by":"publisher","first-page":"887","DOI":"10.1109\/TNSE.2022.3223978","volume":"10","author":"T Yin","year":"2023","unstructured":"Yin T, Gu Z, Xie X (2023) Observer-based event-triggered sliding mode control for secure formation tracking of multi-UAV systems. IEEE Transactions on Network Science and Engineering 10:887\u2013898","journal-title":"IEEE Transactions on Network Science and Engineering"},{"key":"5050_CR19","volume":"112","author":"S Ding","year":"2020","unstructured":"Ding S, Park JH, Chen C-C (2020) Second-order sliding mode controller design with output constraint. Automatica, Elsevier BV 112:108704","journal-title":"Automatica, Elsevier BV"},{"key":"5050_CR20","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1109\/TEC.2022.3188630","volume":"38","author":"S Ding","year":"2023","unstructured":"Ding S, Hou Q, Wang H (2023) Disturbance-observer-based second-order sliding mode controller for speed control of PMSM drives. IEEE Transactions on Energy Conversion 38:100\u2013110","journal-title":"IEEE Transactions on Energy Conversion"},{"key":"5050_CR21","volume":"111","author":"S Roy","year":"2020","unstructured":"Roy S, Baldi S, Fridman LM (2020) On adaptive sliding mode control without a priori bounded uncertainty. Automatica, Elsevier BV 111:108650","journal-title":"Automatica, Elsevier BV"},{"key":"5050_CR22","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1016\/j.isatra.2018.06.003","volume":"80","author":"S Zeghlache","year":"2018","unstructured":"Zeghlache S, Mekki H, Bouguerra A, Djerioui A (2018) Actuator fault tolerant control using adaptive RBFNN fuzzy sliding mode controller for coaxial octorotor UAV. ISA Trans 80:267\u2013278","journal-title":"ISA Trans"},{"key":"5050_CR23","doi-asserted-by":"publisher","first-page":"8163","DOI":"10.1002\/rnc.6269","volume":"32","author":"H Zhang","year":"2022","unstructured":"Zhang H, Zhao X, Zhang L, Niu B, Zong G, Xu N (2022) Observer-based adaptive fuzzy hierarchical sliding mode control of uncertain under-actuated switched nonlinear systems with input quantization. International Journal of Robust and Nonlinear Control, Wiley 32:8163\u20138185","journal-title":"International Journal of Robust and Nonlinear Control, Wiley"},{"key":"5050_CR24","doi-asserted-by":"publisher","first-page":"206931","DOI":"10.1109\/ACCESS.2020.3036010","volume":"8","author":"TN Truong","year":"2020","unstructured":"Truong TN, Vo AT, Kang H-J (2020) Implementation of an adaptive neural terminal sliding mode for tracking control of magnetic levitation systems. IEEE Access 8:206931\u2013206941","journal-title":"IEEE Access"},{"key":"5050_CR25","doi-asserted-by":"crossref","unstructured":"Lan J, Liu Y-J, Yu D, Wen G, Tong S, Liu L (2022) Time-varying optimal formation control for second-order multiagent systems based on neural network observer and reinforcement learning. IEEE Transactions on Neural Networks and Learning Systems, Institute of Electrical and Electronics Engineers (IEEE), 1\u201312","DOI":"10.1109\/TNNLS.2022.3158085"},{"key":"5050_CR26","first-page":"1139","volume":"19","author":"PN Dao","year":"2020","unstructured":"Dao PN, Liu Y-C (2020) Adaptive reinforcement learning strategy with sliding mode control for unknown and disturbed wheeled inverted pendulum. Int J Control Autom Syst, Springer Science and Business Media LLC 19:1139\u20131150","journal-title":"Int J Control Autom Syst, Springer Science and Business Media LLC"},{"key":"5050_CR27","first-page":"4573","volume":"50","author":"W Bai","year":"2020","unstructured":"Bai W, Li T, Tong S (2020) NN reinforcement learning adaptive control for a class of nonstrict-feedback discrete-time systems. IEEE Transactions on Cybernetics, Institute of Electrical and Electronics Engineers (IEEE) 50:4573\u20134584","journal-title":"IEEE Transactions on Cybernetics, Institute of Electrical and Electronics Engineers (IEEE)"},{"key":"5050_CR28","doi-asserted-by":"crossref","unstructured":"Li H, Wu Y, Chen M (2021) Adaptive fault-tolerant tracking control for discrete-time multiagent systems via reinforcement learning algorithm. IEEE Transactions on Cybernetics 51:1163\u20131174","DOI":"10.1109\/TCYB.2020.2982168"},{"key":"5050_CR29","doi-asserted-by":"publisher","first-page":"5456","DOI":"10.1109\/TNNLS.2021.3056444","volume":"32","author":"N Wang","year":"2021","unstructured":"Wang N, Gao Y, Zhang X (2021) Data-driven performance-prescribed reinforcement learning control of an unmanned surface vehicle. IEEE Transactions on Neural Networks and Learning Systems 32:5456\u20135467","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"5050_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.amc.2021.126537","volume":"412","author":"X Xin","year":"2022","unstructured":"Xin X, Tu Y, Stojanovic V, Wang H, Shi K, He S, Pan T (2022) Online reinforcement learning multiplayer non-zero sum games of continuous-time Markov jump linear systems. Appl Math Comput, Elsevier BV 412:126537","journal-title":"Appl Math Comput, Elsevier BV"},{"key":"5050_CR31","first-page":"4231","volume":"32","author":"C Yang","year":"2021","unstructured":"Yang C, Huang D, He W, Cheng L (2021) Neural control of robot manipulators with trajectory tracking constraints and input saturation. IEEE Transactions on Neural Networks and Learning Systems, Institute of Electrical and Electronics Engineers (IEEE) 32:4231\u20134242","journal-title":"IEEE Transactions on Neural Networks and Learning Systems, Institute of Electrical and Electronics Engineers (IEEE)"},{"key":"5050_CR32","doi-asserted-by":"publisher","first-page":"150","DOI":"10.1109\/JAS.2019.1911837","volume":"7","author":"Y Su","year":"2020","unstructured":"Su Y, Wang Q, Sun C (2020) Self-triggered consensus control for linear multi-agent systems with input saturation. IEEE\/CAA Journal of Automatica Sinica 7:150\u2013157","journal-title":"IEEE\/CAA Journal of Automatica Sinica"},{"key":"5050_CR33","first-page":"1973","volume":"98","author":"Q Xu","year":"2019","unstructured":"Xu Q, Wang Z, Zhen Z (2019) Adaptive neural network finite time control for quadrotor UAV with unknown input saturation. Nonlinear Dyn, Springer Science and Business Media LLC 98:1973\u20131998","journal-title":"Nonlinear Dyn, Springer Science and Business Media LLC"},{"key":"5050_CR34","first-page":"4173","volume":"7","author":"B Convens","year":"2022","unstructured":"Convens B, Merckaert K, Nicotra MM, Vanderborght B (2022) Safe, fast, and efficient distributed receding horizon constrained control of aerial robot swarms. IEEE Robotics and Automation Letters, Institute of Electrical and Electronics Engineers (IEEE) 7:4173\u20134180","journal-title":"IEEE Robotics and Automation Letters, Institute of Electrical and Electronics Engineers (IEEE)"},{"key":"5050_CR35","doi-asserted-by":"publisher","DOI":"10.1016\/j.ast.2022.107825","volume":"129","author":"D Huang","year":"2022","unstructured":"Huang D, Huang T, Qin N, Li Y, Yang Y (2022) Finite-time control for a UAV system based on finite-time disturbance observer. Aerosp Sci Technol, Elsevier BV 129:107825","journal-title":"Aerosp Sci Technol, Elsevier BV"},{"key":"5050_CR36","doi-asserted-by":"publisher","first-page":"2343","DOI":"10.1049\/iet-cta.2009.0336","volume":"4","author":"Z Zuo","year":"2010","unstructured":"Zuo Z (2010) Trajectory tracking control design with command-filtered compensation for a quadrotor. IET Control Theory & Applications, Institution of Engineering and Technology (IET) 4:2343\u20132355","journal-title":"IET Control Theory & Applications, Institution of Engineering and Technology (IET)"},{"key":"5050_CR37","doi-asserted-by":"publisher","DOI":"10.1016\/j.ymssp.2020.106708","volume":"142","author":"H Liang","year":"2020","unstructured":"Liang H, Zou J, Zuo K, Khan MJ (2020) An improved genetic algorithm optimization fuzzy controller applied to the wellhead back pressure control system. Mech Syst Signal Process, Elsevier BV 142:106708","journal-title":"Mech Syst Signal Process, Elsevier BV"},{"key":"5050_CR38","first-page":"9054","volume":"51","author":"G Zhang","year":"2021","unstructured":"Zhang G, Zhang J, Li W, Ge C, Liu Y (2021) Robust synchronization of uncertain delayed neural networks with packet dropout using sampled-data control. Appl Intell, Springer Science and Business Media LLC 51:9054\u20139065","journal-title":"Appl Intell, Springer Science and Business Media LLC"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-05050-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-023-05050-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-05050-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,23]],"date-time":"2023-12-23T19:51:16Z","timestamp":1703361076000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-023-05050-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,12]]},"references-count":38,"journal-issue":{"issue":"23","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["5050"],"URL":"https:\/\/doi.org\/10.1007\/s10489-023-05050-0","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2023,10,12]]},"assertion":[{"value":"26 September 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 October 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no personal and financial relationships with other organizations or people that can inappropriately influence the work, reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}