{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,19]],"date-time":"2025-03-19T13:58:23Z","timestamp":1742392703083,"version":"3.37.3"},"reference-count":87,"publisher":"Springer Science and Business Media LLC","issue":"24","license":[{"start":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T00:00:00Z","timestamp":1730073600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T00:00:00Z","timestamp":1730073600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1007\/s10489-024-05720-7","type":"journal-article","created":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T08:53:42Z","timestamp":1730105622000},"page":"13121-13159","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Concertorl: A reinforcement learning approach for finite-time single-life enhanced control and its application to direct-drive tandem-wing experiment platforms"],"prefix":"10.1007","volume":"54","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0937-5506","authenticated-orcid":false,"given":"Minghao","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bifeng","family":"Song","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Changhao","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xinyu","family":"Lang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liang","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,10,28]]},"reference":[{"issue":"4","key":"5720_CR1","doi-asserted-by":"publisher","first-page":"270","DOI":"10.1177\/1756829317695563","volume":"9","author":"A Roshanbin","year":"2017","unstructured":"Roshanbin A, Altartouri H, Kar\u00e1sek M et al (2017) COLIBRI: A hovering flapping twin-wing robot. Int J Micro Air Veh 9(4):270\u201382","journal-title":"Int J Micro Air Veh"},{"issue":"1","key":"5720_CR2","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1177\/1756829317734837","volume":"10","author":"W Yang","year":"2018","unstructured":"Yang W, Wang L, Song B (2018) Dove: A biomimetic flapping-wing micro air vehicle. Int J Micro Air Veh 10(1):70\u201384","journal-title":"Int J Micro Air Veh"},{"key":"5720_CR3","doi-asserted-by":"publisher","unstructured":"Meng R, Song B, Xuan J et al (2024) Design and experimental verification of a roll control strategy for large wingspan flapping-wing aerial vehicle. J Bionic Eng 1\u201318. https:\/\/doi.org\/10.1007\/s42235-024-00532-4","DOI":"10.1007\/s42235-024-00532-4"},{"key":"5720_CR4","doi-asserted-by":"publisher","unstructured":"Dong Y, Song B, Yang W et al (2024) A numerical study on the aerodynamic effects of dynamic twisting on forward flight flapping wings. Bioinspir Biomim. https:\/\/doi.org\/10.1088\/1748-3190\/ad253b","DOI":"10.1088\/1748-3190\/ad253b"},{"key":"5720_CR5","doi-asserted-by":"publisher","unstructured":"Kang L, Bifeng S, Ang C et al (2024) Effects of dynamical spanwise retraction and stretch on flapping-wing forward flights. Chin J Aeronaut. https:\/\/doi.org\/10.1016\/j.cja.2024.01.006","DOI":"10.1016\/j.cja.2024.01.006"},{"issue":"1","key":"5720_CR6","doi-asserted-by":"crossref","first-page":"192","DOI":"10.1007\/s42235-023-00457-4","volume":"21","author":"A Chen","year":"2024","unstructured":"Chen A, Song B, Wang Z et al (2024) Experimental study on the effect of increased downstroke duration for an FWAV with morphing-coupled wing flapping configuration. J Bionic Eng 21(1):192\u2013208","journal-title":"J Bionic Eng"},{"issue":"9","key":"5720_CR7","doi-asserted-by":"publisher","first-page":"5667","DOI":"10.3390\/app13095667","volume":"13","author":"R Meng","year":"2023","unstructured":"Meng R, Song B, Xuan J et al (2023) Design and verification of a large-scaled flapping-wing aircraft named \u201ccloud owl.\u201d Appl Sci 13(9):5667","journal-title":"Appl Sci"},{"issue":"6407","key":"5720_CR8","doi-asserted-by":"publisher","first-page":"1089","DOI":"10.1126\/science.aat0350","volume":"361","author":"M Kar\u00e1sek","year":"2018","unstructured":"Kar\u00e1sek M, Muijres FT, Wagter CD et al (2018) A tailless aerial robotic flapper reveals that flies use torque coupling in rapid banked turns. Science 361(6407):1089\u201394","journal-title":"Science"},{"issue":"3","key":"5720_CR9","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1177\/1756829318794972","volume":"10","author":"C De Wagter","year":"2018","unstructured":"De Wagter C, Kar\u00e1sek M, de Croon G (2018) Quad-thopter: Tailless flapping wing robot with four pairs of wings. Int J Micro Air Veh 10(3):244\u201353","journal-title":"Int J Micro Air Veh"},{"issue":"4","key":"5720_CR10","doi-asserted-by":"publisher","first-page":"5059","DOI":"10.1109\/LRA.2020.3005127","volume":"5","author":"HV Phan","year":"2020","unstructured":"Phan HV, Aurecianus S, Au TKL et al (2020) Towards the long-endurance flight of an insect-inspired, tailless, two-winged, flapping-wing flying robot. IEEE Robot Autom Lett 5(4):5059\u20135066","journal-title":"IEEE Robot Autom Lett"},{"key":"5720_CR11","doi-asserted-by":"crossref","unstructured":"Keennon M, Klingebiel K, Won H (2012) Development of the nano hummingbird: a tailless flapping wing micro air vehicle. 50th AIAA aerospace sciences meeting including the new horizons forum and aerospace exposition. Nashville; AIAA, pp 588","DOI":"10.2514\/6.2012-588"},{"issue":"4","key":"5720_CR12","doi-asserted-by":"publisher","first-page":"126","DOI":"10.3390\/drones8040126","volume":"8","author":"H Ma","year":"2024","unstructured":"Ma H, Gong P, Tian Y et al (2024) HiFly-Dragon: A dragonfly inspired flapping flying robot with modified, resonant, direct-driven flapping mechanisms. Drones 8(4):126","journal-title":"Drones"},{"key":"5720_CR13","unstructured":"Zhang M, Song B, Lang X et al (2022) Research on the Energy Balance of Long Endurance Hover-capable Direct-drive Dragonfly-like Aircraft Affected by Design Parameters. APISAT-2022. Niigata City"},{"key":"5720_CR14","doi-asserted-by":"publisher","unstructured":"Wang L, Song B, Sun Z et al (2024) Flapping trajectory characteristics and attitude control approach of a flapping-wing robot with 2-DOF parallel mechanism. Aerosp Sci Technol 109020. https:\/\/doi.org\/10.1016\/j.ast.2024.109020","DOI":"10.1016\/j.ast.2024.109020"},{"issue":"1","key":"5720_CR15","doi-asserted-by":"publisher","first-page":"74","DOI":"10.3390\/aerospace10010074","volume":"10","author":"X Lang","year":"2023","unstructured":"Lang X, Song B, Yang W et al (2023) Sensitivity analysis of wing geometric and kinematic parameters for the aerodynamic performance of hovering flapping wing. Aerospace 10(1):74","journal-title":"Aerospace"},{"key":"5720_CR16","doi-asserted-by":"publisher","first-page":"107701","DOI":"10.1016\/j.ast.2022.107701","volume":"127","author":"Z Zhu","year":"2022","unstructured":"Zhu Z, Song B, Xue D et al (2022) Three-dimensional sweeping motion effects on hovering dragonflies. Aerosp Sci Technol 127:107701","journal-title":"Aerosp Sci Technol"},{"issue":"10","key":"5720_CR17","doi-asserted-by":"publisher","first-page":"5140","DOI":"10.3390\/app12105140","volume":"12","author":"Z Zhu","year":"2022","unstructured":"Zhu Z, Song B, Xue D (2022) Design and verification of large-scaled flapping wings for high altitude environment. Appl Sci 12(10):5140","journal-title":"Appl Sci"},{"issue":"9","key":"5720_CR18","doi-asserted-by":"publisher","first-page":"4501","DOI":"10.3390\/app12094501","volume":"12","author":"X Lang","year":"2022","unstructured":"Lang X, Song B, Yang W et al (2022) Effect of wing membrane material on the aerodynamic performance of flexible flapping wing. Appl Sci 12(9):4501","journal-title":"Appl Sci"},{"issue":"28","key":"5720_CR19","doi-asserted-by":"publisher","first-page":"1303","DOI":"10.1098\/rsif.2008.0124","volume":"5","author":"JR Usherwood","year":"2008","unstructured":"Usherwood JR, Lehmann F-O (2008) Phasing of dragonfly wings can improve aerodynamic efficiency by removing swirl. J R Soc Interface 5(28):1303\u20137","journal-title":"J R Soc Interface"},{"issue":"9","key":"5720_CR20","doi-asserted-by":"publisher","first-page":"3779","DOI":"10.2514\/1.J058335","volume":"57","author":"H Nagai","year":"2019","unstructured":"Nagai H, Fujita K, Murozono M (2019) Experimental study on forewing\u2013hindwing phasing in hovering and forward flapping flight. AIAA J 57(9):3779\u20133790","journal-title":"AIAA J"},{"key":"5720_CR21","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/s12213-015-0085-4","volume":"11","author":"J Zhang","year":"2016","unstructured":"Zhang J, Cheng B, Deng X (2016) Instantaneous wing kinematics tracking and force control of a high-frequency flapping wing insect MAV. J Micro-Bio Robot 11:67\u201384","journal-title":"J Micro-Bio Robot"},{"key":"5720_CR22","unstructured":"Kalashnikov D, Irpan A, Pastor P et al (2018) Scalable deep reinforcement learning for vision-based robotic manipulation. In: Proceedings of the Conference on robot learning. PMLR, pp 651-673"},{"issue":"4\u20135","key":"5720_CR23","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1177\/0278364917710318","volume":"37","author":"S Levine","year":"2018","unstructured":"Levine S, Pastor P, Krizhevsky A et al (2018) Learning hand-eye coordination for robotic grasping with deep learning and large-scale data collection. Int J Robot Res 37(4\u20135):421\u2013436","journal-title":"Int J Robot Res"},{"issue":"6","key":"5720_CR24","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran K, Deisenroth MP, Brundage M et al (2017) Deep reinforcement learning: a brief survey. IEEE Signal Process Mag 34(6):26\u201338","journal-title":"IEEE Signal Process Mag"},{"issue":"6","key":"5720_CR25","doi-asserted-by":"publisher","first-page":"2042","DOI":"10.1109\/TNNLS.2017.2773458","volume":"29","author":"B Kiumarsi","year":"2017","unstructured":"Kiumarsi B, Vamvoudakis KG, Modares H et al (2017) Optimal and autonomous control using reinforcement learning: a survey. IEEE Trans Neural Netw Learn Syst 29(6):2042\u20132062","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"5720_CR26","doi-asserted-by":"publisher","unstructured":"Nguyen H, Dang HB, Dao PN (2024) On-policy and off-policy Q-learning strategies for spacecraft systems: an approach for time-varying discrete-time without controllability assumption of augmented system. Aerosp Sci Technol 108972. https:\/\/doi.org\/10.1016\/j.ast.2024.108972","DOI":"10.1016\/j.ast.2024.108972"},{"issue":"3","key":"5720_CR27","doi-asserted-by":"publisher","first-page":"2252","DOI":"10.1002\/rnc.7083","volume":"34","author":"K Nguyen","year":"2024","unstructured":"Nguyen K, Dang VT, Pham DD et al (2024) Formation control scheme with reinforcement learning strategy for a group of multiple surface vehicles. Int J Robust Nonlinear Control 34(3):2252\u20132279","journal-title":"Int J Robust Nonlinear Control"},{"issue":"6","key":"5720_CR28","doi-asserted-by":"publisher","first-page":"3807","DOI":"10.1002\/rnc.6597","volume":"33","author":"Z Wei","year":"2023","unstructured":"Wei Z, Du J (2023) Reinforcement learning-based optimal trajectory tracking control of surface vessels under input saturations. Int J Robust Nonlinear Control 33(6):3807\u20133825","journal-title":"Int J Robust Nonlinear Control"},{"key":"5720_CR29","doi-asserted-by":"publisher","unstructured":"Li S, Ding L, Zheng M et al (2023) NN-Based reinforcement learning optimal control for inequality-constrained nonlinear discrete-time systems with disturbances. IEEE Trans Neural Netw Learn Syst. https:\/\/doi.org\/10.1109\/TNNLS.2023.3287881","DOI":"10.1109\/TNNLS.2023.3287881"},{"key":"5720_CR30","doi-asserted-by":"publisher","first-page":"123202","DOI":"10.1016\/j.eswa.2024.123202","volume":"247","author":"Y Yin","year":"2024","unstructured":"Yin Y, Chen Z, Liu G et al (2024) Autonomous navigation of mobile robots in unknown environments using off-policy reinforcement learning with curriculum learning. Expert Syst Appl 247:123202","journal-title":"Expert Syst Appl"},{"key":"5720_CR31","unstructured":"Achiam J, Held D, Tamar A et al (2017) Constrained policy optimization. In: Proceedings of the International conference on machine learning. PMLR, pp 22-31"},{"key":"5720_CR32","doi-asserted-by":"publisher","unstructured":"Peng B, Duan J, Chen J et al (2022) Model-based chance-constrained reinforcement learning via separated proportional-integral lagrangian. IEEE Trans Neural Netw Learn Syst. https:\/\/doi.org\/10.1109\/TNNLS.2022.3175595","DOI":"10.1109\/TNNLS.2022.3175595"},{"key":"5720_CR33","unstructured":"Osband I, Russo D, Van Roy B (2013) (More) efficient reinforcement learning via posterior sampling. In: Proceedings of the advances in neural information processing systems, Lake Tahoe, F [C]. Curran Associates, Inc"},{"issue":"2","key":"5720_CR34","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1016\/j.neuron.2017.06.011","volume":"95","author":"D Hassabis","year":"2017","unstructured":"Hassabis D, Kumaran D, Summerfield C et al (2017) Neuroscience-inspired artificial intelligence. Neuron 95(2):245\u2013258","journal-title":"Neuron"},{"issue":"1\u20133","key":"5720_CR35","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1016\/0376-6357(95)00041-0","volume":"35","author":"A Tierney","year":"1995","unstructured":"Tierney A (1995) Evolutionary implications of neural circuit structure and function. Behav Proc 35(1\u20133):173\u2013182","journal-title":"Behav Proc"},{"issue":"1","key":"5720_CR36","doi-asserted-by":"publisher","first-page":"723","DOI":"10.1146\/annurev.physiol.62.1.723","volume":"62","author":"K Pearson","year":"2000","unstructured":"Pearson K (2000) Neural adaptation in the generation of rhythmic behavior. Annu Rev Physiol 62(1):723\u2013753","journal-title":"Annu Rev Physiol"},{"key":"5720_CR37","doi-asserted-by":"publisher","first-page":"106489","DOI":"10.1016\/j.engappai.2023.106489","volume":"124","author":"L Kerbel","year":"2023","unstructured":"Kerbel L, Ayalew B, Ivanco A (2023) Adaptive policy learning for data-driven powertrain control with eco-driving. Eng Appl Artif Intell 124:106489","journal-title":"Eng Appl Artif Intell"},{"issue":"5","key":"5720_CR38","doi-asserted-by":"publisher","first-page":"1742","DOI":"10.1109\/TRO.2021.3064882","volume":"37","author":"Z Tu","year":"2021","unstructured":"Tu Z, Fei F, Deng X (2021) Bio-inspired rapid escape and tight body flip on an at-scale flapping wing hummingbird robot via reinforcement learning. IEEE Trans Rob 37(5):1742\u20131751","journal-title":"IEEE Trans Rob"},{"key":"5720_CR39","doi-asserted-by":"publisher","first-page":"112864","DOI":"10.1016\/j.chaos.2022.112864","volume":"165","author":"YA Tsybina","year":"2022","unstructured":"Tsybina YA, Gordleeva SY, Zharinov A et al (2022) Toward biomorphic robotics: a review on swimming central pattern generators. Chaos Solitons Fractals 165:112864","journal-title":"Chaos Solitons Fractals"},{"issue":"1","key":"5720_CR40","doi-asserted-by":"publisher","first-page":"753","DOI":"10.1007\/s11071-019-05059-6","volume":"99","author":"N Potosakis","year":"2020","unstructured":"Potosakis N, Paraskevopoulos E, Natsiavas S (2020) Application of an augmented Lagrangian approach to multibody systems with equality motion constraints. Nonlinear Dyn 99(1):753\u2013776","journal-title":"Nonlinear Dyn"},{"key":"5720_CR41","doi-asserted-by":"publisher","first-page":"117535","DOI":"10.1016\/j.jsv.2022.117535","volume":"547","author":"S Dong","year":"2023","unstructured":"Dong S, Otsuka K, Makihara K (2023) Hamiltonian formulation with reduced variables for flexible multibody systems under linear constraints: Theory and experiment. J Sound Vib 547:117535","journal-title":"J Sound Vib"},{"key":"5720_CR42","doi-asserted-by":"publisher","first-page":"106633","DOI":"10.1016\/j.polymertesting.2020.106633","volume":"90","author":"B Zhao","year":"2020","unstructured":"Zhao B, Hu J, Chen W et al (2020) A nonlinear uniaxial stress-strain constitutive model for viscoelastic membrane materials. Polym Test 90:106633","journal-title":"Polym Test"},{"key":"5720_CR43","doi-asserted-by":"publisher","first-page":"120060","DOI":"10.1016\/j.conbuildmat.2020.120060","volume":"263","author":"B Zhao","year":"2020","unstructured":"Zhao B, Chen W (2020) Experimental study and constitutive modeling on viscoelastic-plastic mechanical properties of ETFE foils subjected to uniaxial monotonic tension at various strain rates. Constr Build Mater 263:120060","journal-title":"Constr Build Mater"},{"key":"5720_CR44","unstructured":"Tang C, Yang W, Song B et al (2021) Aerodynamic analysis of dragonfly wings space distribution on three-dimensional during hovering flight. In: Proceedings of the 32nd congress of the international council of the aeronautical sciences, Shanghai, F [C]"},{"issue":"5422","key":"5720_CR45","doi-asserted-by":"publisher","first-page":"1954","DOI":"10.1126\/science.284.5422.1954","volume":"284","author":"MH Dickinson","year":"1999","unstructured":"Dickinson MH, Lehmann F-O, Sane SP (1999) Wing rotation and the aerodynamic basis of insect flight. Science 284(5422):1954\u201360","journal-title":"Science"},{"issue":"8","key":"5720_CR46","doi-asserted-by":"publisher","first-page":"202275","DOI":"10.1098\/rsos.202275","volume":"8","author":"L Peng","year":"2021","unstructured":"Peng L, Zheng M, Pan T et al (2021) Tandem-wing interactions on aerodynamic performance inspired by dragonfly hovering. R Soc Open Sci 8(8):202275","journal-title":"R Soc Open Sci"},{"issue":"12","key":"5720_CR47","doi-asserted-by":"publisher","first-page":"2257","DOI":"10.2514\/1.G000923","volume":"38","author":"J Caetano","year":"2015","unstructured":"Caetano J, Weehuizen M, de Visser C et al (2015) Rigid-body kinematics versus flapping kinematics of a flapping wing micro air vehicle. J Guid Control Dyn 38(12):2257\u20132269","journal-title":"J Guid Control Dyn"},{"key":"5720_CR48","doi-asserted-by":"crossref","unstructured":"Garg K, Arabi E, Panagou D (2020) Prescribed-time convergence with input constraints: A control Lyapunov function based approach. In: Proceedings of the 2020 American Control Conference (ACC). IEEE, pp 962-967","DOI":"10.23919\/ACC45564.2020.9147641"},{"key":"5720_CR49","unstructured":"Barbara NH, Wang R, Manchester IR (2024) On robust reinforcement learning with lipschitz-bounded policy networks. arXiv preprint arXiv:240511432"},{"key":"5720_CR50","unstructured":"Silver D, Lever G, Heess N et al (2014) Deterministic policy gradient algorithms. In: Proceedings of the International conference on machine learning. Pmlr, pp 387-395"},{"key":"5720_CR51","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction. MIT press"},{"issue":"4","key":"5720_CR52","doi-asserted-by":"publisher","first-page":"2274","DOI":"10.1109\/TCYB.2020.3003550","volume":"52","author":"Y Ouyang","year":"2020","unstructured":"Ouyang Y, Dong L, Sun C (2020) Critic learning-based control for robotic manipulators with prescribed constraints. IEEE Trans Cybern 52(4):2274\u20132283","journal-title":"IEEE Trans Cybern"},{"key":"5720_CR53","unstructured":"Hairi F, Liu JL (2022) Finite-time convergence and sample complexity of multi-agent actor-critic reinforcement learning with average reward. In: Proceedings of the international conference on learning representations, F [C]"},{"issue":"15","key":"5720_CR54","doi-asserted-by":"publisher","first-page":"7436","DOI":"10.3390\/app12157436","volume":"12","author":"S Xu","year":"2022","unstructured":"Xu S, Guan Y, Wei C et al (2022) Reinforcement-learning-based tracking control with fixed-time prescribed performance for reusable launch vehicle under input constraints. Appl Sci 12(15):7436","journal-title":"Appl Sci"},{"issue":"04","key":"5720_CR55","doi-asserted-by":"publisher","first-page":"3701","DOI":"10.1609\/aaai.v34i04.5779","volume":"34","author":"G Dalal","year":"2020","unstructured":"Dalal G, Szorenyi B, Thoppe G (2020) A tale of two-timescale reinforcement learning with the tightest finite-time bound. Proc AAAI Conf Artif Intell 34(04):3701\u20133708. https:\/\/doi.org\/10.1609\/aaai.v34i04.5779","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"5720_CR56","unstructured":"Xu T, Liang Y (2021) Sample complexity bounds for two timescale value-based reinforcement learning algorithms. In: Proceedings of the International Conference on Artificial Intelligence and Statistics, F. PMLR, pp 811-819"},{"key":"5720_CR57","doi-asserted-by":"publisher","first-page":"105046","DOI":"10.1016\/j.conengprac.2021.105046","volume":"121","author":"NP Lawrence","year":"2022","unstructured":"Lawrence NP, Forbes MG, Loewen PD et al (2022) Deep reinforcement learning with shallow controllers: an experimental application to PID tuning. Control Eng Pract 121:105046","journal-title":"Control Eng Pract"},{"key":"5720_CR58","doi-asserted-by":"crossref","unstructured":"Qin Y, Zhang W, Shi J et al (2018) Improve PID controller through reinforcement learning. In: Proceedings of the 2018 IEEE CSAA Guidance, Navigation and Control Conference (CGNCC). IEEE, pp 1-6","DOI":"10.1109\/GNCC42960.2018.9019095"},{"key":"5720_CR59","unstructured":"Levine S, Abbeel P (2014) Learning neural network policies with guided policy search under unknown dynamics. In: Proceedings of the advances in neural information processing systems, F [C]. Curran Associates, Inc"},{"issue":"9","key":"5720_CR60","doi-asserted-by":"publisher","first-page":"8270","DOI":"10.1609\/aaai.v35i9.17006","volume":"35","author":"E Lecarpentier","year":"2021","unstructured":"Lecarpentier E, Abel D, Asadi K et al (2021) Lipschitz lifelong reinforcement learning. Proc AAAI Conf Artif Intell 35(9):8270\u20138278. https:\/\/doi.org\/10.1609\/aaai.v35i9.17006","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"5720_CR61","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1016\/j.ins.2023.01.043","volume":"626","author":"Z Wang","year":"2023","unstructured":"Wang Z, Liu J (2023) Reinforcement learning based-adaptive tracking control for a class of semi-markov non-Lipschitz uncertain system with unmatched disturbances. Inf Sci 626:407\u201327","journal-title":"Inf Sci"},{"issue":"1","key":"5720_CR62","doi-asserted-by":"publisher","first-page":"406","DOI":"10.1109\/TAC.2021.3057990","volume":"67","author":"S Luo","year":"2021","unstructured":"Luo S, Deng F, Yu X (2021) Unified stability analysis for It\u00f4 stochastic systems: from almost surely asymptotic to finite-time convergence. IEEE Trans Autom Control 67(1):406\u2013412","journal-title":"IEEE Trans Autom Control"},{"key":"5720_CR63","doi-asserted-by":"publisher","first-page":"1816","DOI":"10.1109\/TPDS.2023.3264823","volume":"34","author":"C Zhang","year":"2023","unstructured":"Zhang C, Meng Y, Prasanna V (2023) A framework for mapping drl algorithms with prioritized replay buffer onto heterogeneous platforms. IEEE Trans Parallel Distrib Syst 34:1816\u20131829. https:\/\/doi.org\/10.1109\/TPDS.2023.3264823","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"5720_CR64","doi-asserted-by":"crossref","unstructured":"Kumar A, Li Z, Zeng J et al (2022) Adapting rapid motor adaptation for bipedal robots. In: Proceedings of the 2022 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS). IEEE, pp 1161-1168","DOI":"10.1109\/IROS47612.2022.9981091"},{"key":"5720_CR65","unstructured":"Rybkin O, Zhu C, Nagabandi A et al (2021) Model-based reinforcement learning via latent-space collocation. In: Proceedings of the International Conference on Machine Learning. PMLR, pp 9190-9201"},{"key":"5720_CR66","doi-asserted-by":"crossref","unstructured":"Allshire A, Mart\u00edn-Mart\u00edn R, Lin C et al (2021) Laser: Learning a latent action space for efficient reinforcement learning. In: Proceedings of the 2021 IEEE International Conference on Robotics and Automation (ICRA). IEEE, pp 6650-6656","DOI":"10.1109\/ICRA48506.2021.9561232"},{"issue":"6","key":"5720_CR67","doi-asserted-by":"publisher","first-page":"5068","DOI":"10.1109\/TITS.2020.3046646","volume":"23","author":"J Chen","year":"2021","unstructured":"Chen J, Li SE, Tomizuka M (2021) Interpretable end-to-end urban autonomous driving with latent deep reinforcement learning. IEEE Trans Intell Transp Syst 23(6):5068\u20135078","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"5720_CR68","doi-asserted-by":"publisher","first-page":"132368","DOI":"10.1016\/j.physd.2020.132368","volume":"405","author":"R Maulik","year":"2020","unstructured":"Maulik R, Mohan A, Lusch B et al (2020) Time-series learning of latent-space dynamics for reduced-order model closure. Phys D: Nonlinear Phenom 405:132368","journal-title":"Phys D: Nonlinear Phenom"},{"key":"5720_CR69","doi-asserted-by":"crossref","unstructured":"Ekambaram V, Jati A, Nguyen N et al (2023) Tsmixer: Lightweight mlp-mixer model for multivariate time series forecasting. In: Proceedings of the Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, pp 459-469","DOI":"10.1145\/3580305.3599533"},{"key":"5720_CR70","doi-asserted-by":"crossref","unstructured":"Khaldi R, Afia AE, Chiheb R et al (2022) What is the best RNN-cell structure for forecasting each time series behavior? arXiv preprint arXiv:220307844","DOI":"10.1016\/j.eswa.2022.119140"},{"key":"5720_CR71","unstructured":"Popescu MSM (2023) Nonlinear MPC using deep prediction networks: efficient implementation and noise robustness analysis [D].\u00a0Department of Electrical Engineering; Eindhoven University of Technology"},{"key":"5720_CR72","unstructured":"He K, Zuo C, Ma C et al (2024) DynSyn: dynamical synergistic representation for efficient learning and control in overactuated embodied systems. In: Proceedings of the international conference on machine learning, Vienna, F [C]"},{"key":"5720_CR73","first-page":"1612","volume":"35","author":"AK Jain","year":"2022","unstructured":"Jain AK, Sujit S, Joshi S et al (2022) Learning robust dynamics through variational sparse gating. Adv Neural Inf Process Syst 35:1612\u201326","journal-title":"Adv Neural Inf Process Syst"},{"key":"5720_CR74","doi-asserted-by":"publisher","unstructured":"Chen X, Liang C, Huang D et al (2024) Symbolic discovery of optimization algorithms. Adv Neural Inf Process Syst 36. https:\/\/doi.org\/10.48550\/arXiv.2302.06675","DOI":"10.48550\/arXiv.2302.06675"},{"key":"5720_CR75","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1007\/s11044-021-09804-x","volume":"54","author":"T R\u00fcckwald","year":"2022","unstructured":"R\u00fcckwald T, Held A, Seifried R (2022) Flexible multibody impact simulations based on the isogeometric analysis approach. Multibody Syst Dyn 54:75\u201395","journal-title":"Multibody Syst Dyn"},{"issue":"4","key":"5720_CR76","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1007\/s11044-020-09741-1","volume":"50","author":"S Han","year":"2020","unstructured":"Han S, Bauchau OA (2020) Simulation and stability analysis of periodic flexible multibody systems. Multibody SysDyn 50(4):381\u2013413","journal-title":"Multibody SysDyn"},{"key":"5720_CR77","doi-asserted-by":"publisher","first-page":"106693","DOI":"10.1016\/j.engappai.2023.106693","volume":"125","author":"D Dom\u00ednguez-Barbero","year":"2023","unstructured":"Dom\u00ednguez-Barbero D, Garc\u00eda-Gonz\u00e1lez J, Sanz-Bobi M\u00c1 (2023) Twin-delayed deep deterministic policy gradient algorithm for the energy management of microgrids. Eng Appl Artif Intell 125:106693","journal-title":"Eng Appl Artif Intell"},{"issue":"11","key":"5720_CR78","doi-asserted-by":"publisher","first-page":"12597","DOI":"10.1109\/TVT.2020.3026111","volume":"69","author":"Y Guan","year":"2020","unstructured":"Guan Y, Ren Y, Li SE et al (2020) Centralized cooperation for connected and automated vehicles at intersections by proximal policy optimization. IEEE Trans Veh Technol 69(11):12597\u201312608","journal-title":"IEEE Trans Veh Technol"},{"issue":"2","key":"5720_CR79","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1007\/s10846-021-01367-5","volume":"102","author":"JC de Jesus","year":"2021","unstructured":"de Jesus JC, Kich VA, Kolling AH et al (2021) Soft actor-critic for navigation of mobile robots. J Intell Rob Syst 102(2):31","journal-title":"J Intell Rob Syst"},{"issue":"268","key":"5720_CR80","first-page":"1","volume":"22","author":"A Raffin","year":"2021","unstructured":"Raffin A, Hill A, Gleave A et al (2021) Stable-baselines3: Reliable reinforcement learning implementations. J Mach Learn Res 22(268):1\u20138","journal-title":"J Mach Learn Res"},{"key":"5720_CR81","unstructured":"Levine S, Koltun V (2013) In: Proceedings of the 30th international conference on machine learning. PMLR 28(3):1\u20139"},{"issue":"1","key":"5720_CR82","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1109\/TRO.2016.2626457","volume":"33","author":"J Zhang","year":"2017","unstructured":"Zhang J, Deng X (2017) Resonance principle for the design of flapping wing micro air vehicles. IEEE Trans Rob 33(1):183\u2013197","journal-title":"IEEE Trans Rob"},{"key":"5720_CR83","doi-asserted-by":"crossref","unstructured":"Zhang J, Fei F, Tu Z et al (2017) Design optimization and system integration of robotic hummingbird. In: Proceedings of the 2017 IEEE International Conference on Robotics and Automation (ICRA), Singapore. IEEE: Singapore","DOI":"10.1109\/ICRA.2017.7989639"},{"issue":"1122","key":"5720_CR84","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1098\/rstb.1984.0050","volume":"305","author":"CP Ellington","year":"1984","unstructured":"Ellington CP (1984) The aerodynamics of hovering insect flight. II. Morphological parameters. Philos Trans R Soc Lond B Biol Sci 305(1122):17\u201340","journal-title":"Philos Trans R Soc Lond B Biol Sci"},{"key":"5720_CR85","doi-asserted-by":"publisher","first-page":"107451","DOI":"10.1016\/j.ast.2022.107451","volume":"123","author":"J Lee","year":"2022","unstructured":"Lee J, Yoon S-H, Kim C (2022) Experimental surrogate-based design optimization of wing geometry and structure for flapping wing micro air vehicles. Aerosp Sci Technol 123:107451","journal-title":"Aerosp Sci Technol"},{"key":"5720_CR86","unstructured":"Houghton EL, Carpenter PW (2003) Aerodynamics for engineering students [M]. Elsevier"},{"key":"5720_CR87","doi-asserted-by":"publisher","first-page":"1263","DOI":"10.1007\/s00348-010-0873-5","volume":"49","author":"K-B Lua","year":"2010","unstructured":"Lua K-B, Lai K, Lim T et al (2010) On the aerodynamic characteristics of hovering rigid and flexible hawkmoth-like wings. Exp Fluids 49:1263\u201391","journal-title":"Exp Fluids"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05720-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-024-05720-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05720-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,12]],"date-time":"2024-11-12T02:09:14Z","timestamp":1731377354000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-024-05720-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,28]]},"references-count":87,"journal-issue":{"issue":"24","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["5720"],"URL":"https:\/\/doi.org\/10.1007\/s10489-024-05720-7","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2024,10,28]]},"assertion":[{"value":"27 July 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 October 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}