{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T05:25:05Z","timestamp":1770960305778,"version":"3.50.1"},"reference-count":82,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,9,23]],"date-time":"2022-09-23T00:00:00Z","timestamp":1663891200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,9,23]],"date-time":"2022-09-23T00:00:00Z","timestamp":1663891200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s00500-022-07484-z","type":"journal-article","created":{"date-parts":[[2022,9,23]],"date-time":"2022-09-23T14:03:44Z","timestamp":1663941824000},"page":"3053-3064","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["Robust flight control system design of a fixed wing UAV using optimal dynamic programming"],"prefix":"10.1007","volume":"27","author":[{"given":"Adnan Fayyaz Ud","family":"Din","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Imran","family":"Mir","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3344-3188","authenticated-orcid":false,"given":"Faiza","family":"Gul","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Suleman","family":"Mir","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Syed Sahal Nazli","family":"Alhady","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mohammad Rustom","family":"Al Nasar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hamzah Ali","family":"Alkhazaleh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Laith","family":"Abualigah","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,9,23]]},"reference":[{"issue":"3","key":"7484_CR1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10846-021-01352-y","volume":"101","author":"A Aboelezz","year":"2021","unstructured":"Aboelezz A, Mohamady O, Hassanalian M, Elhadidi B (2021) Nonlinear flight dynamics and control of a fixed-wing micro air vehicle: Numerical, system identification and experimental investigations. J Intell Robot Syst 101(3):1\u201318","journal-title":"J Intell Robot Syst"},{"key":"7484_CR2","doi-asserted-by":"crossref","DOI":"10.1016\/j.cma.2020.113609","volume":"376","author":"L Abualigah","year":"2021","unstructured":"Abualigah L, Diabat A, Mirjalili S, Abd Elaziz M, Gandomi AH (2021) The arithmetic optimization algorithm. Comput Methods Appl Mech Eng 376:113609","journal-title":"Comput Methods Appl Mech Eng"},{"key":"7484_CR3","doi-asserted-by":"crossref","first-page":"107250","DOI":"10.1016\/j.cie.2021.107250","volume":"157","author":"L Abualigah","year":"2021","unstructured":"Abualigah L, Yousri D, Abd\u00a0Elaziz M, Ewees AA, Al-Qaness MA, Gandomi AH (2021) Aquila optimizer: a novel meta-heuristic optimization algorithm. Comput Ind Eng 157:107250","journal-title":"Comput Ind Eng"},{"key":"7484_CR4","doi-asserted-by":"crossref","first-page":"116158","DOI":"10.1016\/j.eswa.2021.116158","volume":"191","author":"L Abualigah","year":"2022","unstructured":"Abualigah L, Abd\u00a0Elaziz M, Sumari P, Geem ZW, Gandomi AH (2022) Reptile search algorithm (RSA): a nature-inspired meta-heuristic optimizer. Expert Syst Appl 191:116158","journal-title":"Expert Syst Appl"},{"issue":"2","key":"7484_CR5","doi-asserted-by":"crossref","first-page":"80","DOI":"10.1109\/87.238401","volume":"1","author":"RJ Adams","year":"1993","unstructured":"Adams RJ, Banda SS (1993) Robust flight control design using dynamic inversion and structured singular value synthesis. IEEE Trans Control Syst Technol 1(2):80\u201392","journal-title":"IEEE Trans Control Syst Technol"},{"issue":"4","key":"7484_CR6","doi-asserted-by":"crossref","first-page":"737","DOI":"10.2514\/3.21262","volume":"17","author":"RJ Adams","year":"1994","unstructured":"Adams RJ, Buffington JM, Banda SS (1994) Design of nonlinear control laws for high-angle-of-attack flight. J Guid Control Dyn 17(4):737\u2013746","journal-title":"J Guid Control Dyn"},{"key":"7484_CR7","volume-title":"Robust multivariable flight control","author":"RJ Adams","year":"2012","unstructured":"Adams RJ, Buffington JM, Sparks AG, Banda SS (2012) Robust multivariable flight control. Springer, Berlin"},{"key":"7484_CR8","doi-asserted-by":"crossref","DOI":"10.1016\/j.cma.2022.114570","volume":"391","author":"JO Agushaka","year":"2022","unstructured":"Agushaka JO, Ezugwu AE, Abualigah L (2022) Dwarf mongoose optimization algorithm. Comput Methods Appl Mech Eng 391:114570","journal-title":"Comput Methods Appl Mech Eng"},{"key":"7484_CR9","doi-asserted-by":"crossref","unstructured":"Araar O, Aouf N (2014) Full linear control of a Quadrotor UAV, LQ vs HINF. In: 2014 UKACC international conference on control (CONTROL). IEEE, pp 133\u2013138","DOI":"10.1109\/CONTROL.2014.6915128"},{"key":"7484_CR10","unstructured":"Bansal T, Pachocki J, Sidor S, Sutskever I, Mordatch I (2017) Emergent complexity via multi-agent competition. arXiv preprint arXiv:1710.03748"},{"key":"7484_CR11","series-title":"Handbook of unmanned aerial vehicles","volume-title":"Nonlinear flight control techniques for unmanned aerial vehicles","author":"G Chowdhary","year":"2014","unstructured":"Chowdhary G, Frazzoli E, How J, Liu H (2014) Nonlinear flight control techniques for unmanned aerial vehicles. Handbook of unmanned aerial vehicles. Springer, Houten"},{"key":"7484_CR12","unstructured":"Dalal G, Dvijotham K, Vecerik M, Hester T, Paduraru C, Tassa Y (2018) Safe exploration in continuous action spaces. arXiv preprint arXiv:1801.08757"},{"key":"7484_CR13","doi-asserted-by":"crossref","unstructured":"Din AFU, Mir I, Gul F, Nasar A, Rustom M, Abualigah L (2022) Reinforced learning-based robust control design for unmanned aerial vehicle. Arab J Sci Eng, pp 1\u201316","DOI":"10.1007\/s13369-022-06746-0"},{"issue":"12","key":"7484_CR14","doi-asserted-by":"crossref","first-page":"4303","DOI":"10.1007\/s10489-019-01501-9","volume":"49","author":"S Ding","year":"2019","unstructured":"Ding S, Zhao X, Xu X, Sun T, Jia W (2019) An effective asynchronous framework for small scale reinforcement learning problems. Appl Intell 49(12):4303\u20134318","journal-title":"Appl Intell"},{"issue":"5","key":"7484_CR15","doi-asserted-by":"crossref","first-page":"3215","DOI":"10.1007\/s10462-020-09938-y","volume":"54","author":"W Du","year":"2021","unstructured":"Du W, Ding S (2021) A survey on multi-agent deep reinforcement learning: from the perspective of challenges and applications. Artif Intell Rev 54(5):3215\u20133238","journal-title":"Artif Intell Rev"},{"issue":"10","key":"7484_CR16","doi-asserted-by":"crossref","first-page":"2947","DOI":"10.1007\/s13042-021-01385-7","volume":"12","author":"W Du","year":"2021","unstructured":"Du W, Ding S, Zhang C, Du S (2021) Modified action decoder using Bayesian reasoning for multi-agent deep reinforcement learning. Int J Mach Learn Cybern 12(10):2947\u20132961","journal-title":"Int J Mach Learn Cybern"},{"key":"7484_CR17","unstructured":"Enomoto K, Yamasaki T, Takano H, Baba Y (2013) Guidance and control system design for chase UAV. In: AIAA guidance, navigation and control conference and exhibit, p 6842"},{"issue":"7","key":"7484_CR18","doi-asserted-by":"crossref","first-page":"1236","DOI":"10.3390\/pr10071236","volume":"10","author":"SK Fatima","year":"2022","unstructured":"Fatima SK, Abbas M, Mir I, Gul F, Mir S, Saeed N, Alotaibi AA, Althobaiti T, Abualigah L (2022) Data driven model estimation for aerial vehicles: a perspective analysis. Processes 10(7):1236","journal-title":"Processes"},{"key":"7484_CR19","unstructured":"Finck R, Hoak D, , Air Force Flight Dynamics Laboratory (U.S.) (1978) USAF stability and control DATCOM. Engineering Documents"},{"issue":"1","key":"7484_CR20","first-page":"1437","volume":"16","author":"J Garc\u0131a","year":"2015","unstructured":"Garc\u0131a J, Fern\u00e1ndez F (2015) A comprehensive survey on safe reinforcement learning. J Mach Learn Res 16(1):1437\u20131480","journal-title":"J Mach Learn Res"},{"key":"7484_CR21","unstructured":"Gleave A, Dennis M, Legg S, Russell S, Leike J (2020) Quantifying differences in reward functions. arXiv preprint arXiv:2006.13900"},{"issue":"1","key":"7484_CR22","doi-asserted-by":"crossref","first-page":"1632046","DOI":"10.1080\/23311916.2019.1632046","volume":"6","author":"F Gul","year":"2019","unstructured":"Gul F, Rahiman W, Nazli Alhady SS (2019) A comprehensive study for robot navigation techniques. Cogent Eng 6(1):1632046","journal-title":"Cogent Eng"},{"issue":"1","key":"7484_CR23","first-page":"552","volume":"20","author":"F Gul","year":"2020","unstructured":"Gul F, Alhady SSN, Rahiman W (2020) A review of controller approach for autonomous guided vehicle system. Indones J Electrical Eng Comput Sci 20(1):552\u2013562","journal-title":"Indones J Electrical Eng Comput Sci"},{"issue":"18","key":"7484_CR24","doi-asserted-by":"crossref","first-page":"2250","DOI":"10.3390\/electronics10182250","volume":"10","author":"F Gul","year":"2021","unstructured":"Gul F, Mir I, Abualigah L, Sumari P, Forestiero A (2021) A consolidated review of path planning and optimization techniques: technical perspectives and future directions. Electronics 10(18):2250","journal-title":"Electronics"},{"key":"7484_CR25","doi-asserted-by":"crossref","unstructured":"Gul F, Mir I, Abualigah L, Mir S, Altalhi M (2022) Cooperative multi-function approach: a new strategy for autonomous ground robotics. Future Gener Comput Syst","DOI":"10.1016\/j.future.2022.04.007"},{"key":"7484_CR26","doi-asserted-by":"crossref","unstructured":"Gul F, Mir I, Abualigah L, Sumari P (2021) Multi-robot space exploration: an augmented arithmetic approach. IEEE Access 9:107\u00a0738\u2013107\u00a0750","DOI":"10.1109\/ACCESS.2021.3101210"},{"key":"7484_CR27","unstructured":"Gul F, Mir S, Mir I (2022) Reinforced whale optimizer for multi-robot application. In: AIAA SCITECH 2022 forum, p 1416"},{"key":"7484_CR28","doi-asserted-by":"crossref","unstructured":"Gul F, Mir I, Rahiman W, Islam TU (2021) Novel implementation of multi-robot space exploration utilizing coordinated multi-robot exploration and frequency modified whale optimization algorithm. IEEE Access 9:22\u00a0774\u201322\u00a0787","DOI":"10.1109\/ACCESS.2021.3055852"},{"key":"7484_CR29","doi-asserted-by":"crossref","unstructured":"Gul F, Rahiman W (2019) An integrated approach for path planning for mobile robot using Bi-RRT. In: IOP conference series: materials science and engineering, vol 697, no\u00a01. IOP Publishing, p 012022","DOI":"10.1088\/1757-899X\/697\/1\/012022"},{"key":"7484_CR30","doi-asserted-by":"crossref","unstructured":"Gul F, Rahiman W (2022) Mathematical modeling of self balancing robot and hardware implementation. In: Proceedings of the 11th international conference on robotics, vision, signal processing and power applications. Springer, pp 20\u201326","DOI":"10.1007\/978-981-16-8129-5_4"},{"key":"7484_CR31","doi-asserted-by":"crossref","unstructured":"Gul F, Rahiman W, Alhady SN, Ali A, Mir I, Jalil A (2020) Meta-heuristic approach for solving multi-objective path planning for autonomous guided robot using pso\u2013gwo optimization algorithm with evolutionary programming. J Ambient Intell Humaniz Comput, pp 1\u201318","DOI":"10.1007\/s12652-020-02514-w"},{"key":"7484_CR32","doi-asserted-by":"crossref","unstructured":"Haarnoja T, Ha S, Zhou A, Tan J, Tucker G, Levine S (2018) Learning to walk via deep reinforcement learnin. arXiv preprint arXiv:1812.11103","DOI":"10.15607\/RSS.2019.XV.011"},{"issue":"5","key":"7484_CR33","doi-asserted-by":"crossref","first-page":"777","DOI":"10.1631\/FITEE.1900641","volume":"21","author":"H Hu","year":"2020","unstructured":"Hu H, Wang Q-L (2020) Proximal policy optimization with an integral compensator for quadrotor control. Front Inf Technol Electron Eng 21(5):777\u2013795","journal-title":"Front Inf Technol Electron Eng"},{"key":"7484_CR34","doi-asserted-by":"crossref","unstructured":"Hussain A, Anjum U, Channa BA, Afzal W, Hussain I, Mir I (2021) Displaced phase center antenna processing for airborne phased array radar. In: 2021 International Bhurban conference on applied sciences and technologies (IBCAST). IEEE, pp 988\u2013992","DOI":"10.1109\/IBCAST51254.2021.9393224"},{"key":"7484_CR35","doi-asserted-by":"crossref","unstructured":"Hussain A, Hussain I, Mir I, Afzal W, Anjum U, Channa BA (2020) Target parameter estimation in reduced dimension stap for airborne phased array radar. In: IEEE 23rd international multitopic conference (INMIC). IEEE 2020:1\u20136","DOI":"10.1109\/INMIC50486.2020.9318130"},{"key":"7484_CR36","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling LP, Littman ML, Moore AW (1996) Reinforcement learning: a survey. J Artif Intell Res 4:237\u2013285","journal-title":"J Artif Intell Res"},{"issue":"4","key":"7484_CR37","doi-asserted-by":"crossref","first-page":"1076","DOI":"10.2514\/1.G001739","volume":"40","author":"D Kim","year":"2017","unstructured":"Kim D, Oh G, Seo Y, Kim Y (2017) Reinforcement learning-based optimal flat spin recovery for unmanned aerial vehicle. J Guid Control Dyn 40(4):1076\u20131084","journal-title":"J Guid Control Dyn"},{"issue":"4","key":"7484_CR38","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1109\/MCOM.2018.1700444","volume":"56","author":"H Kim","year":"2018","unstructured":"Kim H, Mokdad L, Ben-Othman J (2018) Designing UAV surveillance frameworks for smart city and extensive ocean with differential perspectives. IEEE Commun Mag 56(4):98\u2013104","journal-title":"IEEE Commun Mag"},{"key":"7484_CR39","unstructured":"Kimathi S (2017) Application of reinforcement learning in heading control of a fixed wing UAV using x-plane platform,"},{"issue":"2","key":"7484_CR40","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3301273","volume":"3","author":"W Koch","year":"2019","unstructured":"Koch W, Mancuso R, West R, Bestavros A (2019) Reinforcement learning for UAV attitude control. ACM Trans Cyber-Phys Syst 3(2):1\u201321","journal-title":"ACM Trans Cyber-Phys Syst"},{"issue":"15","key":"7484_CR41","doi-asserted-by":"crossref","first-page":"1469","DOI":"10.1002\/rnc.670","volume":"11","author":"RM Kretchmar","year":"2001","unstructured":"Kretchmar RM, Young PM, Anderson CW, Hittle DC, Anderson ML, Delnero CC (2001) Robust reinforcement learning control with static and dynamic stability. Int J Robust Nonlinear Control: IFAC-Affil J 11(15):1469\u20131500","journal-title":"Int J Robust Nonlinear Control: IFAC-Affil J"},{"key":"7484_CR42","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1016\/j.neucom.2020.07.042","volume":"415","author":"X Lin","year":"2020","unstructured":"Lin X, Liu J, Yu Y, Sun C (2020) Event-triggered reinforcement learning control for the quadrotor UAV with actuator saturation. Neurocomputing 415:135\u2013145","journal-title":"Neurocomputing"},{"issue":"4","key":"7484_CR43","doi-asserted-by":"crossref","first-page":"1069","DOI":"10.1109\/TNNLS.2017.2654539","volume":"29","author":"T Mannucci","year":"2017","unstructured":"Mannucci T, van Kampen E-J, de Visser C, Chu Q (2017) Safe exploration algorithms for reinforcement learning controllers. IEEE Trans Neural Netw Learn Syst 29(4):1069\u20131081","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"7484_CR44","doi-asserted-by":"crossref","unstructured":"Matignon L, Laurent GJ, Le\u00a0Fort-Piat N (2006) Reward function and initial values: better choices for accelerated goal-directed reinforcement learning. In: International conference on artificial neural networks. Springer, pp 840\u2013849","DOI":"10.1007\/11840817_87"},{"issue":"4","key":"7484_CR45","doi-asserted-by":"crossref","first-page":"3117","DOI":"10.1007\/s11071-018-4540-3","volume":"94","author":"I Mir","year":"2018","unstructured":"Mir I, Eisa SA, Maqsood A (2018) Review of dynamic soaring: technical aspects, nonlinear modeling perspectives and future directions. Nonlinear Dyn 94(4):3117\u20133144","journal-title":"Nonlinear Dyn"},{"issue":"4","key":"7484_CR46","doi-asserted-by":"crossref","first-page":"1006","DOI":"10.1007\/s42405-018-0086-3","volume":"19","author":"I Mir","year":"2018","unstructured":"Mir I, Maqsood A, Akhtar S (2018) Biologically inspired dynamic soaring maneuvers for an unmanned air vehicle capable of sweep morphing. Int J Aeronautl Space Sci 19(4):1006\u20131016","journal-title":"Int J Aeronautl Space Sci"},{"issue":"4","key":"7484_CR47","doi-asserted-by":"crossref","first-page":"2347","DOI":"10.1007\/s11071-018-4493-6","volume":"94","author":"I Mir","year":"2018","unstructured":"Mir I, Taha H, Eisa SA, Maqsood A (2018) A controllability perspective of dynamic soaring. Nonlinear Dyn 94(4):2347\u20132362","journal-title":"Nonlinear Dyn"},{"key":"7484_CR48","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1016\/j.ast.2018.05.024","volume":"79","author":"I Mir","year":"2018","unstructured":"Mir I, Maqsood A, Eisa SA, Taha H, Akhtar S (2018) Optimal morphing-augmented dynamic soaring maneuvers for unmanned air vehicle capable of span and sweep morphologies. Aerosp Sci Technol 79:17\u201336","journal-title":"Aerosp Sci Technol"},{"issue":"1261","key":"7484_CR49","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1017\/aer.2019.1","volume":"123","author":"I Mir","year":"2019","unstructured":"Mir I, Akhtar S, Eisa S, Maqsood A (2019) Guidance and control of standoff air-to-surface carrier vehicle. The Aeronaut J 123(1261):283\u2013309","journal-title":"The Aeronaut J"},{"key":"7484_CR50","volume-title":"A stability perspective of bio-inspired UAVs performing dynamic soaring optimally","author":"I Mir","year":"2021","unstructured":"Mir I, Eisa SA, Taha H, Maqsood A, Akhtar S, Islam TU (2021) A stability perspective of bio-inspired UAVs performing dynamic soaring optimally. Bioinspir, Biomim"},{"key":"7484_CR51","doi-asserted-by":"crossref","unstructured":"Mir I, Eisa S, Maqsood A, Gul F (2022) Contraction analysis of dynamic soaring. In: AIAA SCITECH 2022 Forum, p 0881","DOI":"10.2514\/6.2022-0881"},{"key":"7484_CR52","doi-asserted-by":"crossref","unstructured":"Mir I, Eisa S, Taha HE, Gul F (2022) On the stability of dynamic soaring: Floquet-based investigation. In: AIAA SCITECH 2022 Forum, p 0882","DOI":"10.2514\/6.2022-0882"},{"key":"7484_CR53","doi-asserted-by":"crossref","unstructured":"Mir I, Maqsood A, Akhtar S (2017) \u201cDynamic modeling & stability analysis of a generic UAV in glide phase. In: MATEC web of conferences, vol 114. EDP Sciences, p 01007","DOI":"10.1051\/matecconf\/201711401007"},{"key":"7484_CR54","doi-asserted-by":"crossref","unstructured":"Mir I, Maqsood A, Akhtar S (2017) Optimization of dynamic soaring maneuvers to enhance endurance of a versatile UAV. In: IOP conference series: materials science and engineering, vol 211, no\u00a01. IOP Publishing, p 012010","DOI":"10.1088\/1757-899X\/211\/1\/012010"},{"key":"7484_CR55","doi-asserted-by":"crossref","unstructured":"Mir I, Maqsood A, Akhtar S (2017) Optimization of dynamic soaring maneuvers to enhance endurance of a versatile UAV. In: IOP conference series: materials science and engineering, vol 211, no\u00a01. IOP Publishing, p 012010","DOI":"10.1088\/1757-899X\/211\/1\/012010"},{"key":"7484_CR56","doi-asserted-by":"crossref","unstructured":"Mir I, Maqsood A, Taha HE, Eisa SA (2019) Soaring energetics for a nature inspired unmanned aerial vehicle. In: AIAA Scitech 2019 Forum, p 1622","DOI":"10.2514\/6.2019-1622"},{"issue":"7540","key":"7484_CR57","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"7484_CR58","doi-asserted-by":"crossref","unstructured":"Nurbani ES (2018) Environmental protection in international humanitarian law. Unram Law Rev 2(1)","DOI":"10.29303\/ulrev.v2i1.28"},{"key":"7484_CR59","doi-asserted-by":"crossref","unstructured":"Oyelade ON, Ezugwu AE-S, Mohamed TI, Abualigah L (2022) Ebola optimization search algorithm: a new nature-inspired metaheuristic optimization algorithm. IEEE Access 10:16\u00a0150\u201316\u00a0177","DOI":"10.1109\/ACCESS.2022.3147821"},{"key":"7484_CR60","doi-asserted-by":"crossref","unstructured":"Paucar C, Morales L, Pinto K, S\u00e1nchez M, Rodr\u00edguez R, Gutierrez M, Palacios L (2018) Use of drones for surveillance and reconnaissance of military areas. In: International conference of research applied to defense and security. Springer, pp 119\u2013132","DOI":"10.1007\/978-3-319-78605-6_10"},{"issue":"02","key":"7484_CR61","doi-asserted-by":"crossref","first-page":"2150009","DOI":"10.1142\/S2737480721500096","volume":"1","author":"K Peng","year":"2021","unstructured":"Peng K (2021) Autonomous mission management based nonlinear flight control design for a class of hybrid unmanned aerial vehicles. Guidance Navig Control 1(02):2150009","journal-title":"Guidance Navig Control"},{"key":"7484_CR62","first-page":"2006","volume":"1259","author":"K Petterson","year":"2006","unstructured":"Petterson K (2006) CFD analysis of the low-speed aerodynamic characteristics of a UCAV. AIAA Paper 1259:2006","journal-title":"AIAA Paper"},{"key":"7484_CR63","unstructured":"Pham HX, La HM, Feil-Seifer D, Nguyen LV (2018) Autonomous uav navigation using reinforcement learning. arXiv preprint arXiv:1801.05086"},{"issue":"7","key":"7484_CR64","doi-asserted-by":"crossref","first-page":"3257","DOI":"10.3390\/app11073257","volume":"11","author":"C-H Pi","year":"2021","unstructured":"Pi C-H, Ye W-Y, Cheng S (2021) Robust quadrotor control through reinforcement learning with disturbance compensation. Appl Sci 11(7):3257","journal-title":"Appl Sci"},{"issue":"4","key":"7484_CR65","doi-asserted-by":"crossref","first-page":"1192","DOI":"10.1109\/TCST.2017.2709274","volume":"26","author":"P Poksawat","year":"2017","unstructured":"Poksawat P, Wang L, Mohamed A (2017) Gain scheduled attitude control of fixed-wing UAV with automatic controller tuning. IEEE Trans Control Syst Technol 26(4):1192\u20131203","journal-title":"IEEE Trans Control Syst Technol"},{"key":"7484_CR66","unstructured":"Rastogi D (2017) Deep reinforcement learning for bipedal robots"},{"issue":"1\u20134","key":"7484_CR67","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1007\/s10846-012-9708-3","volume":"70","author":"F Rinaldi","year":"2013","unstructured":"Rinaldi F, Chiesa S, Quagliotti F (2013) Linear quadratic control for Quadrotors UAVs dynamics and formation flight. J Intell Robot Syst 70(1\u20134):203\u2013220","journal-title":"J Intell Robot Syst"},{"issue":"1\u20132","key":"7484_CR68","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1007\/s10846-018-0891-8","volume":"93","author":"A Rodriguez-Ramos","year":"2019","unstructured":"Rodriguez-Ramos A, Sampedro C, Bavle H, De La Puente P, Campoy P (2019) A deep reinforcement learning strategy for UAV autonomous landing on a moving platform. J Intell Robot Syst 93(1\u20132):351\u2013366","journal-title":"J Intell Robot Syst"},{"key":"7484_CR69","unstructured":"Roskam J (1985) Airplane design 8 vol"},{"issue":"7587","key":"7484_CR70","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison CJ, Guez A, Sifre L, Van Den Driessche G, Schrittwieser J, Antonoglou I, Panneershelvam V, Lanctot M et al (2016) Mastering the game of go with deep neural networks and tree search. Nature 529(7587):484\u2013489","journal-title":"Nature"},{"key":"7484_CR71","unstructured":"Sutton RS, Barto AG (1998) Planning and learning. In: Reinforcement learning: an introduction., ser. Adaptive Computation and Machine Learning. A Bradford Book, pp 227\u2013254"},{"key":"7484_CR72","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2019.105644","volume":"83","author":"R Szczepanski","year":"2019","unstructured":"Szczepanski R, Tarczewski T, Grzesiak LM (2019) Adaptive state feedback speed controller for PMSM based on artificial bee colony algorithm. Appl Soft Comput 83:105644","journal-title":"Appl Soft Comput"},{"issue":"20","key":"7484_CR73","doi-asserted-by":"crossref","first-page":"6642","DOI":"10.3390\/en14206642","volume":"14","author":"R Szczepanski","year":"2021","unstructured":"Szczepanski R, Bereit A, Tarczewski T (2021) Efficient local path planning algorithm using artificial potential field supported by augmented reality. Energies 14(20):6642","journal-title":"Energies"},{"key":"7484_CR74","doi-asserted-by":"crossref","unstructured":"Szczepanski R, Tarczewski T (2021) Global path planning for mobile robot based on artificial bee colony and Dijkstra\u2019s algorithms. In: IEEE 19th international power electronics and motion control conference (PEMC). IEEE 2021:724\u2013730","DOI":"10.1109\/PEMC48073.2021.9432570"},{"key":"7484_CR75","doi-asserted-by":"crossref","unstructured":"Thorndike E (1911) Animal intelligence, Darien, Ct","DOI":"10.5962\/bhl.title.55072"},{"key":"7484_CR76","doi-asserted-by":"crossref","unstructured":"van Lieshout M, Friedewald M (2018) Drones\u2013dull, dirty or dangerous? The social construction of privacy and security technologies. In: Socially responsible innovation in security. Routledge, pp 37\u201355","DOI":"10.4324\/9781351246903-3"},{"key":"7484_CR77","unstructured":"Verma S (2020) A survey on machine learning applied to dynamic physical systems. arXiv preprint arXiv:2009.09719"},{"issue":"5","key":"7484_CR78","doi-asserted-by":"crossref","first-page":"72","DOI":"10.1109\/MSP.2018.3761721","volume":"16","author":"S Winkler","year":"2018","unstructured":"Winkler S, Zeadally S, Evans K (2018) Privacy and civilian drone use: the need for further regulation. IEEE Secur Priv 16(5):72\u201380","journal-title":"IEEE Secur Priv"},{"key":"7484_CR79","doi-asserted-by":"crossref","unstructured":"Xenou K, Chalkiadakis G, Afantenos S (2018) Deep reinforcement learning in strategic board game environments. In: European conference on multi-agent systems. Springer, pp 233\u2013248","DOI":"10.1007\/978-3-030-14174-5_16"},{"key":"7484_CR80","doi-asserted-by":"crossref","first-page":"232","DOI":"10.1016\/j.ast.2019.05.058","volume":"92","author":"D Xu","year":"2019","unstructured":"Xu D, Hui Z, Liu Y, Chen G (2019) Morphing control of a new bionic morphing UAV with deep reinforcement learning. Aerosp Sci Technol 92:232\u2013243","journal-title":"Aerosp Sci Technol"},{"key":"7484_CR81","unstructured":"Zhou Y (2018) Online reinforcement learning control for aerospace systems"},{"key":"7484_CR82","doi-asserted-by":"crossref","unstructured":"Zhou C, He H, Yang P, Lyu F, Wu W, Cheng N, Shen X (2019) Deep RL-based trajectory planning for AOI minimization in UAV-assisted IOT. In: 2019 11th international conference on wireless communications and signal processing (WCSP). IEEE, pp 1\u20136","DOI":"10.1109\/WCSP.2019.8928091"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-022-07484-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00500-022-07484-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-022-07484-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,25]],"date-time":"2023-02-25T13:12:24Z","timestamp":1677330744000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00500-022-07484-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,23]]},"references-count":82,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["7484"],"URL":"https:\/\/doi.org\/10.1007\/s00500-022-07484-z","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,9,23]]},"assertion":[{"value":"17 August 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 September 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no conflict of interest regarding the publication of this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}