{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T03:36:45Z","timestamp":1774064205464,"version":"3.50.1"},"publisher-location":"Cham","reference-count":103,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030779382","type":"print"},{"value":"9783030779399","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-77939-9_17","type":"book-chapter","created":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T19:26:52Z","timestamp":1633116412000},"page":"563-633","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Deep Reinforcement Learning for Quadrotor Path Following and Obstacle Avoidance"],"prefix":"10.1007","author":[{"given":"Bartomeu","family":"Rub\u00ed","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bernardo","family":"Morcego","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ramon","family":"P\u00e9rez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,10,2]]},"reference":[{"issue":"3","key":"17_CR1","doi-asserted-by":"publisher","first-page":"598","DOI":"10.1016\/j.automatica.2007.06.030","volume":"44","author":"AP Aguiar","year":"2008","unstructured":"Aguiar AP, Hespanha JP, Kokotovic PV (2008) Performance limitations in reference tracking and path following for nonlinear systems. AUTOMATICA 44(3):598\u2013610. https:\/\/doi.org\/10.1016\/j.automatica.2007.06.030","journal-title":"AUTOMATICA"},{"key":"17_CR2","doi-asserted-by":"publisher","unstructured":"Al-Kaff A, Garc\u00eda F, Mart\u00edn D, de la Escalera A, Armingol JM (2017) Obstacle detection and avoidance system based on monocular camera and size expansion algorithm for UAVs. SENSORS 17. https:\/\/doi.org\/10.3390\/s17051061","DOI":"10.3390\/s17051061"},{"key":"17_CR3","doi-asserted-by":"publisher","first-page":"745","DOI":"10.1007\/s10846-016-0359-7","volume":"84","author":"D Alejo","year":"2016","unstructured":"Alejo D, Cobano JA, Heredia G, Ollero A (2016) A reactive method for collision avoidance in industrial environments. J Intell Robot Syst 84:745\u2013758. https:\/\/doi.org\/10.1007\/s10846-016-0359-7","journal-title":"J Intell Robot Syst"},{"issue":"4","key":"17_CR4","doi-asserted-by":"publisher","first-page":"980","DOI":"10.1109\/TCST.2009.2014359","volume":"17","author":"G Ambrosino","year":"2009","unstructured":"Ambrosino G, Ariola M, Ciniglio U, Corraro F, De Lellis E, Pironti A (2009) Path generation and tracking in 3-D for UAVs. IEEE Trans Control Syst Technol 17(4):980\u2013988. https:\/\/doi.org\/10.1109\/TCST.2009.2014359","journal-title":"IEEE Trans Control Syst Technol"},{"issue":"2","key":"17_CR5","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1504\/IJAAC.2016.076453","volume":"10","author":"R Amin","year":"2016","unstructured":"Amin R, Aijun L, Shamshirband S (2016) A review of quadrotor UAV: control methodologies and performance evaluation. Int J Autom Control 10(2):87\u2013103. https:\/\/doi.org\/10.1504\/IJAAC.2016.076453","journal-title":"Int J Autom Control"},{"issue":"1\u20134","key":"17_CR6","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1007\/s10846-009-9357-3","volume":"57","author":"F Andert","year":"2010","unstructured":"Andert F, Adolf FM, Goormann L, Dittrich JS (2010) Autonomous vision-based helicopter flights through obstacle gates. J Intell Robot Syst 57(1\u20134):259\u2013280. https:\/\/doi.org\/10.1007\/s10846-009-9357-3","journal-title":"J Intell Robot Syst"},{"issue":"4","key":"17_CR7","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1007\/s10846-008-9304-8","volume":"55","author":"J Artieda","year":"2009","unstructured":"Artieda J, Sebastian JM, Campoy P, Correa JF, Mondrag\u00f3n IF, Mart\u00ednez C, Olivares M (2009) Visual 3-d slam from UAVs. J Intell Robot Syst 55(4):299. https:\/\/doi.org\/10.1007\/s10846-008-9304-8","journal-title":"J Intell Robot Syst"},{"issue":"1","key":"17_CR8","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1108\/IJIUS-11-2017-0013","volume":"6","author":"N Aswini","year":"2018","unstructured":"Aswini N, Krishna Kumar E, Uma S (2018) UAV and obstacle sensing techniques\u2014a perspective. Int J Intell Unmanned Syst 6(1):32\u201346. https:\/\/doi.org\/10.1108\/IJIUS-11-2017-0013","journal-title":"Int J Intell Unmanned Syst"},{"key":"17_CR9","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1016\/j.robot.2017.07.006","volume":"96","author":"F Belkhouche","year":"2017","unstructured":"Belkhouche F (2017) Reactive optimal uav motion planning in a dynamic world. Robot Auton Syst 96:114\u2013123. https:\/\/doi.org\/10.1016\/j.robot.2017.07.006","journal-title":"Robot Auton Syst"},{"key":"17_CR10","doi-asserted-by":"publisher","unstructured":"Bethke B, Valenti M, How J (2007) Cooperative vision based estimation and tracking using multiple UAVs. Springer, Berlin, pp 179\u2013189. https:\/\/doi.org\/10.1007\/978-3-540-74356-9_11","DOI":"10.1007\/978-3-540-74356-9_11"},{"key":"17_CR11","doi-asserted-by":"publisher","unstructured":"Cabecinhas D, Cunha R, Silvestre C (2009) Rotorcraft path following control for extended flight envelope coverage. In: Proceedings of the 48th IEEE conference on decision and control, 2009 held jointly with the 2009 28th Chinese Control Conference (CDC\/CCC 2009), IEEE Conference on Decision and Control, pp 3460\u20133465, https:\/\/doi.org\/10.1109\/CDC.2009.5400665","DOI":"10.1109\/CDC.2009.5400665"},{"key":"17_CR12","doi-asserted-by":"publisher","unstructured":"Caicedo JC, Lazebnik S (2015) Active object localization with deep reinforcement learning. In: 2015 IEEE international conference on computer vision (ICCV), pp 2488\u20132496, https:\/\/doi.org\/10.1109\/ICCV.2015.286","DOI":"10.1109\/ICCV.2015.286"},{"issue":"2","key":"17_CR13","doi-asserted-by":"publisher","first-page":"840","DOI":"10.1109\/TAES.2013.6494384","volume":"49","author":"H Chen","year":"2013","unstructured":"Chen H, Chang K, Agate CS (2013) UAV path planning with Tangent-plus-Lyapunov vector field guidance and obstacle avoidance. IEEE Trans Aerosp.Electron Syst 49(2):840\u2013856","journal-title":"IEEE Trans Aerosp.Electron Syst"},{"key":"17_CR14","doi-asserted-by":"publisher","first-page":"878","DOI":"10.1016\/j.neucom.2015.07.044","volume":"171","author":"Y Chen","year":"2016","unstructured":"Chen Y, Yu J, Mei Y, Wang Y, Su X (2016) Modified central force optimization (MCFO) algorithm for 3D UAV path planning. Neurocomputing 171:878\u2013888. https:\/\/doi.org\/10.1016\/j.neucom.2015.07.044","journal-title":"Neurocomputing"},{"key":"17_CR15","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1016\/j.neucom.2017.06.066","volume":"272","author":"Y Cheng","year":"2018","unstructured":"Cheng Y, Zhang W (2018) Concise deep reinforcement learning obstacle avoidance for underactuated unmanned marine vessels. Neurocomputing 272:63\u201373. https:\/\/doi.org\/10.1016\/j.neucom.2017.06.066","journal-title":"Neurocomputing"},{"issue":"12","key":"17_CR16","doi-asserted-by":"publisher","first-page":"2366","DOI":"10.2514\/1.G001060","volume":"38","author":"N Cho","year":"2015","unstructured":"Cho N, Kim Y, Park S (2015) Three-dimensional nonlinear differential geometric path-following guidance law. J Guidance Control Dyn 38(12):2366\u20132385. https:\/\/doi.org\/10.2514\/1.G001060","journal-title":"J Guidance Control Dyn"},{"issue":"4","key":"17_CR17","doi-asserted-by":"publisher","first-page":"1826","DOI":"10.1007\/s12555-015-0483-3","volume":"15","author":"S Choi","year":"2017","unstructured":"Choi S, Kim S, Jin Kim H (2017) Inverse reinforcement learning control for trajectory tracking of a multirotor UAV. Int J Control Autom Syst 15(4):1826\u20131834. https:\/\/doi.org\/10.1007\/s12555-015-0483-3","journal-title":"Int J Control Autom Syst"},{"key":"17_CR18","doi-asserted-by":"publisher","first-page":"13","DOI":"10.3182\/20131120-3-FR-4045.00039","volume":"46","author":"V Cichella","year":"2013","unstructured":"Cichella V, Choe R, Mehdi SB, Xargay E, Hovakimyan N, Kaminer I, Dobrokhodov V (2013) A 3d path-following approach for a multirotor UAV on SO(3). IFAC Proc Vol 46:13\u201318. https:\/\/doi.org\/10.3182\/20131120-3-FR-4045.00039","journal-title":"IFAC Proc Vol"},{"issue":"11","key":"17_CR19","doi-asserted-by":"publisher","first-page":"1488","DOI":"10.1016\/j.conengprac.2013.04.011","volume":"21","author":"N Dadkhah","year":"2013","unstructured":"Dadkhah N, Mettler B (2013) Control system design and evaluation for robust autonomous rotorcraft guidance. Control Eng Pract 21(11):1488\u20131506. https:\/\/doi.org\/10.1016\/j.conengprac.2013.04.011","journal-title":"Control Eng Pract"},{"key":"17_CR20","doi-asserted-by":"crossref","unstructured":"Du Y, Zhang X, Nie Z (2019) A real-time collision avoidance strategy in dynamic airspace based on dynamic artificial potential field algorithm. IEEE ACCESS 7:169, 469\u2013169, 479","DOI":"10.1109\/ACCESS.2019.2953946"},{"issue":"3","key":"17_CR21","doi-asserted-by":"publisher","first-page":"497","DOI":"10.2307\/2372560","volume":"79","author":"L Dubins","year":"1957","unstructured":"Dubins L (1957) On curves of minimal length with a constraint on average curvature, and with prescribed initial and terminal positions and Tangents. Am J Math 79(3):497\u2013516. https:\/\/doi.org\/10.2307\/2372560","journal-title":"Am J Math"},{"key":"17_CR22","doi-asserted-by":"crossref","unstructured":"Eslamiat H, Li Y, Wang N, Sanyal AK, Qiu Q (2019) Autonomous waypoint planning, optimal trajectory generation and nonlinear tracking control for multi-rotor UAVs. In: 2019 18th European control conference(ECC), pp 2695\u20132700","DOI":"10.23919\/ECC.2019.8795855"},{"key":"17_CR23","doi-asserted-by":"publisher","unstructured":"Furrer F, Burri M, Achtelik M, Siegwart R (2016) RotorS\u2014a modular Gazebo MAV simulator framework. Springer International Publishing, Cham, pp 595\u2013625. https:\/\/doi.org\/10.1007\/978-3-319-26054-9_23","DOI":"10.1007\/978-3-319-26054-9_23"},{"key":"17_CR24","doi-asserted-by":"publisher","first-page":"599","DOI":"10.1109\/ACCESS.2015.2432455","volume":"3","author":"N Gageik","year":"2015","unstructured":"Gageik N, Benz P, Montenegro S (2015) Obstacle detection and collision avoidance for a UAV with complementary low-cost sensors. IEEE Access 3:599\u2013609. https:\/\/doi.org\/10.1109\/ACCESS.2015.2432455","journal-title":"IEEE Access"},{"issue":"1","key":"17_CR25","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1007\/s10846-009-9383-1","volume":"57","author":"C Goerzen","year":"2009","unstructured":"Goerzen C, Kong Z, Mettler B (2009) A survey of motion planning algorithms from the perspective of autonomous UAV guidance. J Intell Robot Syst 57(1):65. https:\/\/doi.org\/10.1007\/s10846-009-9383-1","journal-title":"J Intell Robot Syst"},{"key":"17_CR26","doi-asserted-by":"crossref","unstructured":"Han X, Wang J, Xue J, Zhang Q (2019) Intelligent decision-making for 3-dimensional dynamic obstacle avoidance of UAV based on deep reinforcement learning. In: 2019 11th International conference on wireless communications and signal processing (WCSP), pp 1\u20136","DOI":"10.1109\/WCSP.2019.8928110"},{"key":"17_CR27","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1007\/s10846-014-0097-7","volume":"78","author":"T Hebecker","year":"2015","unstructured":"Hebecker T, Buchholz R, Ortmeier F (2015) Model-based local path planning for UAVs. J Intell Robot Syst 78:127\u2013142. https:\/\/doi.org\/10.1007\/s10846-014-0097-7","journal-title":"J Intell Robot Syst"},{"key":"17_CR28","doi-asserted-by":"publisher","unstructured":"Heng X, Cabecinhas D, Cunha R, Silvestre C, Qingsong X (2015) A trajectory tracking LQR controller for a quadrotor: design and experimental evaluation. In: TENCON 2015\u20142015 IEEE Region 10 Conference, pp 1\u20137, https:\/\/doi.org\/10.1109\/TENCON.2015.7372729","DOI":"10.1109\/TENCON.2015.7372729"},{"key":"17_CR29","unstructured":"Hermansson J, Gising A, Skoglund M, Schon T (2010) Autonomous landing of an unmanned aerial vehicle. In: Swedish control conference (REGLERMTE), pp 1\u20135"},{"key":"17_CR30","doi-asserted-by":"crossref","unstructured":"Hoffmann F, Goddemeier N, Bertram T (2010) Attitude estimation and control of a quadrocopter. In: 2010 IEEE\/RSJ international conference on intelligent robots and systems, pp 1072\u20131077","DOI":"10.1109\/IROS.2010.5649111"},{"key":"17_CR31","doi-asserted-by":"crossref","unstructured":"Hoffmann GM, Waslander S, Tomlin C (2008) Quadrotor helicopter trajectory tracking control. In: PProceedings of the AIAA navigation, guidance and control conference, Honolulu, HI","DOI":"10.2514\/6.2008-7410"},{"key":"17_CR32","unstructured":"Howlett J, Schulein G, Mansour M (2004) A practical approach to obstacle field route planning for unmanned rotorcraft. In: Proceedings of the 60th annual forum of the American Helicopter Society, Baltimore, MD"},{"key":"17_CR33","doi-asserted-by":"publisher","unstructured":"Hrabar S (2008) 3d path planning and stereo-based obstacle avoidance for rotorcraft UAVs. In: 2008 IEEE\/RSJ international conference on intelligent robots and systems, pp 807\u2013814, https:\/\/doi.org\/10.1109\/IROS.2008.4650775","DOI":"10.1109\/IROS.2008.4650775"},{"key":"17_CR34","doi-asserted-by":"crossref","unstructured":"Hrabar S (2011) Reactive obstacle avoidance for rotorcraft UAVs. In: 2011 IEEE\/RSJ international conference on intelligent robots and systems, pp 4967\u20134974","DOI":"10.1109\/IROS.2011.6048312"},{"issue":"5","key":"17_CR35","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1002\/rob.20284","volume":"26","author":"S Hrabar","year":"2009","unstructured":"Hrabar S, Sukhatme G (2009) Vision-based navigation through urban canyons. J Field Robot 26(5):431\u2013452. https:\/\/doi.org\/10.1002\/rob.20284","journal-title":"J Field Robot"},{"key":"17_CR36","doi-asserted-by":"crossref","unstructured":"Huangh HM (2008) Autonomy levels for unmanned systems (ALFUS) framework. Vol. i: Terminology. NIST Special Publication 1011-I-2.0., Contributed by the Ad Hoc ALFUS Working Group Participants","DOI":"10.6028\/NIST.SP.1011-I-2.0"},{"key":"17_CR37","unstructured":"Ioffe S, Szegedy C (2015) Batch normalization: accelerating deep network training by reducing internal covariate shift. ArXiv abs\/1502.03167"},{"key":"17_CR38","doi-asserted-by":"publisher","unstructured":"Jung D, Ratti J, Tsiotras P (2009) Real-time implementation and validation of a new hierarchical path planning scheme of UAVs via hardware-in-the-loop simulation. J Intell Robot Syst 54(1-3, SI):163\u2013181. https:\/\/doi.org\/10.1007\/s10846-008-9255-0","DOI":"10.1007\/s10846-008-9255-0"},{"key":"17_CR39","doi-asserted-by":"publisher","unstructured":"Kaminer I, Yakimenko O, Pascoal A, Ghabcheloo R (2006) Path generation, path following and coordinated control for time-critical missions of multiple UAVs. In: 2006 American control conference, Proceedings of the American Control Conference, vol 1\u201312, pp 4906+, https:\/\/doi.org\/10.1109\/ACC.2006.1657498","DOI":"10.1109\/ACC.2006.1657498"},{"key":"17_CR40","doi-asserted-by":"crossref","unstructured":"Kang K, Belkhale S, Kahn G, Abbeel P, Levine S (2019) Generalization through simulation: integrating simulated and real data into deep reinforcement learning for vision-based autonomous flight. In: 2019 International conference on robotics and automation (ICRA)","DOI":"10.1109\/ICRA.2019.8793735"},{"issue":"2","key":"17_CR41","doi-asserted-by":"publisher","first-page":"315","DOI":"10.1002\/rob.20414","volume":"29","author":"F Kendoul","year":"2012","unstructured":"Kendoul F (2012) Survey of advances in guidance, navigation, and control of unmanned rotorcraft systems. J Field Robot 29(2):315\u2013378. https:\/\/doi.org\/10.1002\/rob.20414","journal-title":"J Field Robot"},{"issue":"3","key":"17_CR42","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1002\/rob.20327","volume":"27","author":"F Kendoul","year":"2010","unstructured":"Kendoul F, Yu Z, Nonami K (2010) Guidance and nonlinear control system for autonomous flight of minirotorcraft unmanned aerial vehicles. J Field Robot 27(3):311\u2013334. https:\/\/doi.org\/10.1002\/rob.20327","journal-title":"J Field Robot"},{"key":"17_CR43","doi-asserted-by":"publisher","unstructured":"Koch W, Mancuso R, West R, Bestavros A (2019) Reinforcement learning for UAV attitude control. ACM Trans Cyber-Phys Syst 3(2), https:\/\/doi.org\/10.1145\/3301273","DOI":"10.1145\/3301273"},{"key":"17_CR44","doi-asserted-by":"publisher","unstructured":"Kwag YK, Chung CH (2007) UAV based collision avoidance radar sensor. In: 2007 IEEE International geoscience and remote sensing symposium, pp 639\u2013642, https:\/\/doi.org\/10.1109\/IGARSS.2007.4422877","DOI":"10.1109\/IGARSS.2007.4422877"},{"key":"17_CR45","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/s00138-008-0148-9","volume":"21","author":"DJ Lee","year":"2010","unstructured":"Lee DJ, Merrell P, Wei Z, Nelson BE (2010) Two-frame structure from motion using optical flow probability distributions for unmanned air vehicle obstacle avoidance. Mach Vis Appl 21:229\u2013240. https:\/\/doi.org\/10.1007\/s00138-008-0148-9","journal-title":"Mach Vis Appl"},{"issue":"1","key":"17_CR46","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1007\/s12555-015-0289-3","volume":"15","author":"H Lee","year":"2017","unstructured":"Lee H, Kim HJ (2017) Trajectory tracking control of multirotors from modelling to experiments: a survey. Int J Control Autom Syst 15(1):281\u2013292. https:\/\/doi.org\/10.1007\/s12555-015-0289-3","journal-title":"Int J Control Autom Syst"},{"key":"17_CR47","doi-asserted-by":"crossref","unstructured":"Li B, Wu Y (2020) Path planning for UAV ground target tracking via deep reinforcement learning. IEEE Access 29064\u201329074","DOI":"10.1109\/ACCESS.2020.2971780"},{"key":"17_CR48","unstructured":"Li L, Sun L, Jin J (2015) Survey of advances in control algorithms of quadrotor unmanned aerial vehicle. In: 2015 IEEE 16th international conference on communication technology (ICCT), pp 107\u2013111"},{"issue":"1","key":"17_CR49","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1007\/s10846-015-0308-x","volume":"83","author":"Y Liang","year":"2016","unstructured":"Liang Y, Jia Y (2016) Combined vector field approach for 2d and 3d arbitrary twice differentiable curved path following with constrained UAVs. J Intell Robot Syst 83(1):133\u2013160. https:\/\/doi.org\/10.1007\/s10846-015-0308-x","journal-title":"J Intell Robot Syst"},{"key":"17_CR50","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D, Wierstra D (2016) Continuous control with deep reinforcement learning. In: 2016 international conference on learning representations (ICLR)"},{"issue":"6","key":"17_CR51","doi-asserted-by":"publisher","first-page":"1065","DOI":"10.12989\/sss.2014.13.6.1065","volume":"13","author":"P Liu","year":"2014","unstructured":"Liu P, Chen AY, Huang YN, Han JY, Lai JS, Kang SC, Wu TH, Wen MC, Tsai MH (2014) A review of rotorcraft unmanned aerial vehicle (UAV) developments and applications in civil engineering. Smart Struct Syst 13(6):1065\u20131094","journal-title":"Smart Struct Syst"},{"issue":"1","key":"17_CR52","doi-asserted-by":"publisher","first-page":"38","DOI":"10.5772\/62128","volume":"13","author":"W Lou","year":"2016","unstructured":"Lou W, Guo X (2016) Adaptive trajectory tracking control using reinforcement learning for quadrotor. Int J Adv Robot Syst 13(1):38. https:\/\/doi.org\/10.5772\/62128","journal-title":"Int J Adv Robot Syst"},{"key":"17_CR53","doi-asserted-by":"crossref","unstructured":"Lu L, Sampedro C, Rodriguez-Vazquez J, Campoy P (2019) Laser-based collision avoidance and reactive navigation using RRT* and signed distance field for multirotor UAVs. In: 2019 International conference on unmanned aircraft systems (ICUAS), pp 1209\u20131217","DOI":"10.1109\/ICUAS.2019.8798124"},{"key":"17_CR54","doi-asserted-by":"crossref","unstructured":"Lu X, Cao Y, Zhao Z, Yan Y (2018) Deep reinforcement learning based collision avoidance algorithm for differential drive robot. In: Intelligent robotics and applications ICIRA 2018","DOI":"10.1007\/978-3-319-97586-3_17"},{"key":"17_CR55","doi-asserted-by":"crossref","unstructured":"Ma Z, Hu T, Shen L, Kong W, Zhao B (2015) A detection and relative direction estimation method for UAV in sense-and-avoid. In: 2015 IEEE international conference on information and automation, pp 2677\u20132682","DOI":"10.1109\/ICInfA.2015.7279738"},{"key":"17_CR56","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1016\/j.robot.2017.10.009","volume":"100","author":"Z Ma","year":"2018","unstructured":"Ma Z, Wang C, Niu Y, Wang X, Shen L (2018) A saliency-based reinforcement learning approach for a UAV to avoid flying obstacles. Robot Auton Syst 100:108\u2013118. https:\/\/doi.org\/10.1016\/j.robot.2017.10.009","journal-title":"Robot Auton Syst"},{"key":"17_CR57","doi-asserted-by":"crossref","unstructured":"Madgwick SOH, Harrison AJL, Vaidyanathan R (2011) Estimation of IMU and MARQ orientation using a gradient descent algorithm. In: 2011 IEEE international conference on rehabilitation robotics, pp 1\u20137","DOI":"10.1109\/ICORR.2011.5975346"},{"key":"17_CR58","doi-asserted-by":"publisher","unstructured":"Manjunath A, Mehrok P, Sharma R, Ratnoo A (2016) Application of virtual target based guidance laws to path following of a quadrotor UAV. In: 2016 International conference on unmanned aircraft systems (ICUAS), pp 252\u2013260, https:\/\/doi.org\/10.1109\/ICUAS.2016.7502565","DOI":"10.1109\/ICUAS.2016.7502565"},{"key":"17_CR59","doi-asserted-by":"crossref","unstructured":"Martinsen AB, Lekkas AM (2018) Curved path following with deep reinforcement learning: results from three vessel models. In: OCEANS 2018 MTS\/IEEE CHARLESTON pp 1\u20138","DOI":"10.1109\/OCEANS.2018.8604829"},{"key":"17_CR60","doi-asserted-by":"publisher","unstructured":"Mendoza-Soto JL, Corona-Sanchez JJ, Rodriguez-Cortes H (2018) Quadcopter path following control. a maneuvering approach. J Intell Robot Syst. https:\/\/doi.org\/10.1007\/s10846-018-0801-0","DOI":"10.1007\/s10846-018-0801-0"},{"key":"17_CR61","doi-asserted-by":"publisher","unstructured":"Merz T, Kendoul F (2011) Beyond visual range obstacle avoidance and infrastructure inspection by an autonomous helicopter. In: 2011 IEEE\/RSJ international conference on intelligent robots and systems, pp 4953\u20134960. https:\/\/doi.org\/10.1109\/IROS.2011.6094584","DOI":"10.1109\/IROS.2011.6094584"},{"key":"17_CR62","doi-asserted-by":"publisher","unstructured":"Mettler B, Dadkhah N, Kong Z (2010) Agile autonomous guidance using spatial value functions. Control Eng Pract 18(7):773\u2013788. https:\/\/doi.org\/10.1016\/j.conengprac.2010.02.013, special Issue on Aerial Robotics","DOI":"10.1016\/j.conengprac.2010.02.013"},{"key":"17_CR63","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller MA, Fidjeland A, Ostrovski G, Petersen S, Beattie C, Sadik A, Antonoglou I, King H, Kumaran D, Wierstra D, Legg S, Hassabis D (2015) Human-level control through deep reinforcement learning. Nature 518:529\u2013533","journal-title":"Nature"},{"issue":"3","key":"17_CR64","doi-asserted-by":"publisher","first-page":"519","DOI":"10.1109\/TRO.2007.898976","volume":"23","author":"DR Nelson","year":"2007","unstructured":"Nelson DR, Barber DB, McLain TW, Beard RW (2007) Vector field path following for miniature air vehicles. IEEE Trans Robot 23(3):519\u2013529. https:\/\/doi.org\/10.1109\/TRO.2007.898976","journal-title":"IEEE Trans Robot"},{"key":"17_CR65","doi-asserted-by":"crossref","unstructured":"Nie C, Zheng Z, Cai Z (2019) Three-dimensional path-following control of a robotic airship with reinforcement learning. Int J Aerospace Eng","DOI":"10.1155\/2019\/7854173"},{"key":"17_CR66","doi-asserted-by":"publisher","unstructured":"Niermeyer P, Akkinapalli VS, Pak M, Holzapfel F, Lohmann B (2016) Geometric path following control for multirotor vehicles using nonlinear model predictive control and 3d spline paths. In: 2016 International conference on unmanned aircraft systems (ICUAS), pp 126\u2013134, https:\/\/doi.org\/10.1109\/ICUAS.2016.7502541","DOI":"10.1109\/ICUAS.2016.7502541"},{"key":"17_CR67","doi-asserted-by":"publisher","unstructured":"Ozbek NS, Onkol M, Efe MO (2016) Feedback control strategies for quadrotor-type aerial robots: a survey. Trans Inst Measur Control 38(5, SI):529\u2013554, https:\/\/doi.org\/10.1177\/0142331215608427","DOI":"10.1177\/0142331215608427"},{"key":"17_CR68","doi-asserted-by":"publisher","unstructured":"Park J, Cho N (2020) Collision avoidance of hexacopter UAV based on lidar data in dynamic environment. Remote Sens 12(6), https:\/\/doi.org\/10.3390\/rs12060975","DOI":"10.3390\/rs12060975"},{"issue":"10","key":"17_CR69","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/MAES.2019.2918043","volume":"34","author":"Z Rochala","year":"2019","unstructured":"Rochala Z, Wojtowicz K, Kordowski P, Brzozowski B (2019) Experimental tests of the obstacles detection technique in the hemispherical area for an underground explorer UAV. IEEE Aerosp Electron Syst Mag 34(10):18\u201326. https:\/\/doi.org\/10.1109\/MAES.2019.2918043","journal-title":"IEEE Aerosp Electron Syst Mag"},{"issue":"1","key":"17_CR70","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1007\/s10846-018-0891-8","volume":"93","author":"A Rodriguez-Ramos","year":"2019","unstructured":"Rodriguez-Ramos A, Sampedro C, Bavle H, de la Puente P, Campoy P (2019) A deep reinforcement learning strategy for UAV autonomous landing on a moving platform. J Intell Robot Syst 93(1):351\u2013366. https:\/\/doi.org\/10.1007\/s10846-018-0891-8","journal-title":"J Intell Robot Syst"},{"key":"17_CR71","doi-asserted-by":"crossref","unstructured":"Roza A, Maggiore M (2012) Path following controller for a quadrotor helicopter. In: 2012 American control conference (ACC), pp 4655\u20134660","DOI":"10.1109\/ACC.2012.6315061"},{"key":"17_CR72","doi-asserted-by":"crossref","unstructured":"Rub\u00ed B, Morcego B, P\u00e9rez R (2019a) Adaptive nonlinear guidance law using neural networks applied to a quadrotor. In: 2019 15th IEEE international conference on control and automation","DOI":"10.1109\/ICCA.2019.8899601"},{"key":"17_CR73","doi-asserted-by":"publisher","unstructured":"Rub\u00ed B, P\u00e9rez R, Morcego B (2019b) A survey of path following control strategies for UAVs focused on quadrotors. J Intell Robot Syst 98:241\u2013265. https:\/\/doi.org\/10.1007\/s10846-019-01085-z","DOI":"10.1007\/s10846-019-01085-z"},{"key":"17_CR74","doi-asserted-by":"crossref","unstructured":"Rub\u00ed B, Ruiz A, P\u00e9rez R, Morcego B (2019) Path-flyer: a benchmark of quadrotor path following algorithms. In: 2019 15th IEEE international conference on control and automation","DOI":"10.1109\/ICCA.2019.8899563"},{"issue":"1221","key":"17_CR75","doi-asserted-by":"publisher","first-page":"1415","DOI":"10.1017\/S0001924000011325","volume":"119","author":"AHJ de Ruiter","year":"2015","unstructured":"de Ruiter AHJ, Owlia S (2015) Autonomous obstacle avoidance for fixed-wing unmanned aerial vehicles. The Aeronaut J 119(1221):1415\u20131436. https:\/\/doi.org\/10.1017\/S0001924000011325","journal-title":"The Aeronaut J"},{"key":"17_CR76","doi-asserted-by":"crossref","unstructured":"Ryll M, Ware J, Carter J, Roy N (2019) Efficient trajectory planning for high speed flight in unknown environments. In: 2019 International conference on robotics and automation (ICRA), pp 732\u2013738","DOI":"10.1109\/ICRA.2019.8793930"},{"key":"17_CR77","doi-asserted-by":"crossref","unstructured":"Saha S, Natraj A, Waharte S (2014) A real-time monocular vision-based frontal obstacle detection and avoidance for low cost UAVs in GPS denied environment. In: 2014 IEEE international conference on aerospace electronics and remote sensing technology, pp 189\u2013195","DOI":"10.1109\/ICARES.2014.7024382"},{"key":"17_CR78","doi-asserted-by":"crossref","unstructured":"Sampedro C, Bavle H, Rodriguez-Ramos A, de la Puente P, Campoy P (2018) Laser-based reactive navigation for multirotor aerial robots using deep reinforcement learning. In: 2018 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 1024\u20131031","DOI":"10.1109\/IROS.2018.8593706"},{"key":"17_CR79","doi-asserted-by":"crossref","unstructured":"Santamaria-Navarro A, Sol\u00e0 J, Andrade-Cetto J (2015) High-frequency MAV state estimation using low-cost inertial and optical flow measurement units. In: 2015 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 1864\u20131871","DOI":"10.1109\/IROS.2015.7353621"},{"issue":"5","key":"17_CR80","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1177\/0278364908090949","volume":"27","author":"S Scherer","year":"2008","unstructured":"Scherer S, Singh S, Chamberlain L, Elgersma M (2008) Flying fast and low among obstacles: methodology and experiments. Int Robot Res 27(5):549\u2013574. https:\/\/doi.org\/10.1177\/0278364908090949","journal-title":"Int Robot Res"},{"key":"17_CR81","unstructured":"Silver D, Lever G, Heess N, Degris T, Wierstra D, Riedmiller M (2014) Deterministic policy gradient algorithms. In: Proceedings of the 31st international conference on machine learning, pp 387\u2013395"},{"key":"17_CR82","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison CJ, Guez A, Sifre L, van den Driessche G, Schrittwieser J, Antonoglou I, Panneershelvam V, Lanctot M, Dieleman S, Grewe D, Nham J, Kalchbrenner N, Sutskever I, Lillicrap TP, Leach M, Kavukcuoglu K, Graepel T, Hassabis D (2016) Mastering the game of go with deep neural networks and tree search. Nature 529:484\u2013489","journal-title":"Nature"},{"key":"17_CR83","doi-asserted-by":"crossref","unstructured":"Stevens J, Mahony R (2018) Vision based forward sensitive reactive control for a quadrotor vtol. In: 2018 IEEE\/RSJ international conference on intelligent robots and systems(IROS), pp 5232\u20135238","DOI":"10.1109\/IROS.2018.8593606"},{"issue":"4","key":"17_CR84","doi-asserted-by":"publisher","first-page":"3852","DOI":"10.1109\/LRA.2018.2856922","volume":"3","author":"S Stev\u0161i\u0107","year":"2018","unstructured":"Stev\u0161i\u0107 S, N\u00e4geli T, Alonso-Mora J, Hilliges O (2018) Sample efficient learning of path following and obstacle avoidance behavior for quadrotors. IEEE Robot Autom Lett 3(4):3852\u20133859. https:\/\/doi.org\/10.1109\/LRA.2018.2856922","journal-title":"IEEE Robot Autom Lett"},{"key":"17_CR85","doi-asserted-by":"publisher","unstructured":"Stulgis A, Ambroziak L, Kondratiuk M (2018) Obstacle detection and avoidance system for unmanned multirotors. In: 2018 23rd International conference on methods and models in automation robotics (MMAR), pp 455\u2013460, https:\/\/doi.org\/10.1109\/MMAR43460.2018","DOI":"10.1109\/MMAR43460.2018"},{"key":"17_CR86","doi-asserted-by":"crossref","unstructured":"Su S (2014) Path following control of non-minimum phase VTOL aircraft via minimum distance projection method. In: 26TH Chinese control and decision conference (2014 CCDC), Chinese Control and Decision Conference, pp 708\u2013712","DOI":"10.1109\/CCDC.2014.6852257"},{"issue":"1","key":"17_CR87","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/MCS.2013.2287568","volume":"34","author":"PB Sujit","year":"2014","unstructured":"Sujit PB, Saripalli S, Sousa JB (2014) Unmanned aerial vehicle path following: a survey and analysis of algorithms for fixed-wing unmanned aerial vehicles. IEEE Control Syst 34(1):42\u201359. https:\/\/doi.org\/10.1109\/MCS.2013.2287568","journal-title":"IEEE Control Syst"},{"key":"17_CR88","doi-asserted-by":"crossref","unstructured":"Sutton RS, Barto A (1992) Reinforcement learning: an introduction. The MIT Press","DOI":"10.1007\/978-1-4615-3618-5"},{"key":"17_CR89","doi-asserted-by":"crossref","unstructured":"Tsenkov P, Howlett JK, Whalley MS, Schulein GJ, Takahashi MD, Rhinehart MH, May BFM (2008) A system for 3d autonomous rotorcraft navigation in urban environments. In: AIAA guidance, navigation and control conference and exhibit","DOI":"10.2514\/6.2008-7412"},{"key":"17_CR90","doi-asserted-by":"crossref","unstructured":"Valencia DR, Kim D (2019) Trajectory tracking control for multiple quadrotors based on a neurobiological-inspired system. 2019 3rd IEEE international conference on robotic computing (IRC), pp 465\u2013470","DOI":"10.1109\/IRC.2019.00098"},{"key":"17_CR91","doi-asserted-by":"crossref","unstructured":"Wang C, Wang J, Shen Y, Zhang X (2019) Autonomous navigation of UAVs in large-scale complex environments: a deep reinforcement learning approach. IEEE Trans Veh Technol 2124\u20132136","DOI":"10.1109\/TVT.2018.2890773"},{"key":"17_CR92","unstructured":"Whalley M, Takahashi M, Schulein G (2010) Field-testing of a helicopter UAV obstacle field navigation and landing system. InProceedings of the 65th annual forum of the American Helicopter Society, Grapevine, TX"},{"key":"17_CR93","doi-asserted-by":"publisher","unstructured":"Wu K, Esfahani MA, Yuan S, Wang H (2019) Depth-based obstacle avoidance through deep reinforcement learning. In: 5th International conference on mechatronics and robotics engineering, pp 102\u2013106. https:\/\/doi.org\/10.1145\/3314493.3314495","DOI":"10.1145\/3314493.3314495"},{"key":"17_CR94","doi-asserted-by":"publisher","unstructured":"Wzorek M, Doherty P (2006) Reconfigurable path planning for an autonomous unmanned aerial vehicle. In: 2006 International conference on hybrid information technology, vol\u00a02, pp 242\u2013249. https:\/\/doi.org\/10.1109\/ICHIT.2006.253618","DOI":"10.1109\/ICHIT.2006.253618"},{"key":"17_CR95","doi-asserted-by":"crossref","unstructured":"Wzorek M, Berger C, Doherty P (2017) A framework for safe navigation of unmanned aerial vehicles in unknown environments. In: 2017 25th international conference on systems engineering (ICSEng), pp 11\u201320","DOI":"10.1109\/ICSEng.2017.58"},{"key":"17_CR96","first-page":"1241","volume-title":"2019 IEEE 3RD Infor Technol","author":"Y Xiao","year":"2019","unstructured":"Xiao Y, Lei X, Liao S (2019) Research on UAV multi-obstacle detection algorithm based on stereo vision. 2019 IEEE 3RD Infor Technol. NETWORKING, ELECTRONIC AND AUTOMATION CONTROL CONFERENCE (ITNEC), pp 1241\u20131245"},{"key":"17_CR97","doi-asserted-by":"crossref","unstructured":"Yamasaki T, Balakrishnan SN, Takano H (2012) Integrated guidance and autopilot for a path-following UAV via high-order sliding modes. In: 2012 American Control Conference (ACC), Proceedings of the American Control Conference, pp 143\u2013148","DOI":"10.1109\/ACC.2012.6315053"},{"key":"17_CR98","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1007\/s10846-019-01073-3","volume":"98","author":"C Yan","year":"2020","unstructured":"Yan C, Xiang X, Wang C (2020) Towards real-time path planning through deep reinforcement learning for a UAV in dynamic environments. J Intell Robot Syst 98:297\u2013309. https:\/\/doi.org\/10.1007\/s10846-019-01073-3","journal-title":"J Intell Robot Syst"},{"key":"17_CR99","doi-asserted-by":"publisher","unstructured":"Yang S, Meng Z, Chen X, Xie R (2019a) Real-time obstacle avoidance with deep reinforcement learning three-dimensional autonomous obstacle avoidance for UAV. In: 2019 International conference on robotics, intelligent control and artificial intelligence, pp 324\u2013329. https:\/\/doi.org\/10.1145\/3366194.3366251","DOI":"10.1145\/3366194.3366251"},{"key":"17_CR100","doi-asserted-by":"publisher","unstructured":"Yang X, Luo H, Wu Y, Gao Y, Liao C, Cheng KT (2019b) Reactive obstacle avoidance of monocular quadrotors with online adapted depth prediction network. Neurocomputing 325:142 \u2013 158. https:\/\/doi.org\/10.1016\/j.neucom.2018.10.019","DOI":"10.1016\/j.neucom.2018.10.019"},{"issue":"18","key":"17_CR101","doi-asserted-by":"publisher","first-page":"3714","DOI":"10.1002\/rnc.3290","volume":"25","author":"B Zhao","year":"2015","unstructured":"Zhao B, Xian B, Zhang Y, Zhang X (2015) Nonlinear robust sliding mode control of a quadrotor unmanned aerial vehicle based on immersion and invariance method. Int J Robust Nonlinear Control 25(18):3714\u20133731. https:\/\/doi.org\/10.1002\/rnc.3290","journal-title":"Int J Robust Nonlinear Control"},{"key":"17_CR102","doi-asserted-by":"publisher","unstructured":"Zhaowei M, Tianjiang H, Lincheng S, Weiwei K, Boxin Z, Kaidi Y (2015) An iterative learning controller for quadrotor UAV path following at a constant altitude. In: 2015 34th Chinese control conference (CCC), pp 4406\u20134411. https:\/\/doi.org\/10.1109\/ChiCC.2015.7260322","DOI":"10.1109\/ChiCC.2015.7260322"},{"key":"17_CR103","doi-asserted-by":"publisher","unstructured":"Zheng L, Zhang P, Tan J, Li F (2019) The obstacle detection method of UAV based on 2d LiDAR. IEEE Access 7:163437\u2013163448. https:\/\/doi.org\/10.1109\/ACCESS.2019.2952173","DOI":"10.1109\/ACCESS.2019.2952173"}],"container-title":["Studies in Computational Intelligence","Deep Learning for Unmanned Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-77939-9_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T19:55:16Z","timestamp":1633118116000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-77939-9_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030779382","9783030779399"],"references-count":103,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-77939-9_17","relation":{},"ISSN":["1860-949X","1860-9503"],"issn-type":[{"value":"1860-949X","type":"print"},{"value":"1860-9503","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"2 October 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}