{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T18:58:53Z","timestamp":1771700333348,"version":"3.50.1"},"publisher-location":"Cham","reference-count":137,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030779382","type":"print"},{"value":"9783030779399","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-77939-9_2","type":"book-chapter","created":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T19:26:52Z","timestamp":1633116412000},"page":"25-82","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["Deep Learning and Reinforcement Learning for Autonomous Unmanned Aerial Systems: Roadmap for Theory to\u00a0Deployment"],"prefix":"10.1007","author":[{"given":"Jithin","family":"Jagannath","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anu","family":"Jagannath","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sean","family":"Furman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tyler","family":"Gwin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,10,2]]},"reference":[{"key":"2_CR1","unstructured":"Department of Defense (DoD) (2010) U.S. Army \u2014unmanned aircraft systems roadmap 2010\u20132035. URL https:\/\/fas.org\/irp\/program\/collect\/uas-army.pdf. Accessed 27 June 27 2020"},{"key":"2_CR2","doi-asserted-by":"crossref","unstructured":"Gupta SG, Ghonge D, Jawandhiya PM et al (2013) Review of unmanned aircraft system (UAS). Int J Adv Res Comput Eng Technol (IJARCET) 2","DOI":"10.2139\/ssrn.3451039"},{"key":"2_CR3","unstructured":"Unmanned Aerial Vehicle (UAV) Market. URL https:\/\/www.marketsandmarkets.com\/Market-Reports\/unmanned-aerial-vehicles-uav-market-662.html. Accessed 27 June 2020"},{"key":"2_CR4","unstructured":"Tech Talk\u2014 Unraveling 5 Levels of Drone Autonomy. URL https:\/\/dronelife.com\/2019\/03\/11\/droneii-tech-talk-unraveling-5-levels-of-drone-autonomy\/. Accessed 27 June 2020"},{"key":"2_CR5","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of IEEE conference on computer vision and pattern recognition (CVPR), pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"2_CR6","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: Proceedings of the 25th international conference on neural information processing systems vol 1, NIPS\u201912. Red Hook, NY, USA, pp 1097\u20131105"},{"key":"2_CR7","unstructured":"Sebe N, Cohen I, Garg A, Huang TS (2005) Machine learning in computer vision, vol\u00a029. Springer Science & Business Media"},{"key":"2_CR8","doi-asserted-by":"crossref","unstructured":"Collobert R, Weston J (2008) A unified architecture for natural language processing: deep neural networks with multitask learning. In: Proceedings of the international conference on machine learning, ICML \u201908. Association for Computing Machinery, New York, NY, USA, pp 160\u2013167","DOI":"10.1145\/1390156.1390177"},{"key":"2_CR9","unstructured":"Otter DW, Medina JR, Kalita JK (2020) A survey of the usages of deep learning for natural language processing. In: IEEE transactions on neural networks and learning systems pp 1\u201321"},{"key":"2_CR10","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.media.2017.07.005","volume":"42","author":"G Litjens","year":"2017","unstructured":"Litjens G, Kooi T, Bejnordi BE, Setio AAA, Ciompi F, Ghafoorian M, Van Der Laak JA, Van Ginneken B, S\u00e1nchez CI (2017) A survey on deep learning in medical image analysis. Med Image Anal 42:60\u201388","journal-title":"Med Image Anal"},{"key":"2_CR11","doi-asserted-by":"crossref","unstructured":"Jagannath A, Jagannath J, Melodia T (2020) Redefining wireless communication for 6G: signal processing meets deep learning. arXiv preprint arXiv:2004.10715","DOI":"10.36227\/techrxiv.16434855.v2"},{"key":"2_CR12","doi-asserted-by":"crossref","unstructured":"Jagannath J, Polosky N, Jagannath A, Restuccia F, Melodia T (2019) Machine learning for wireless communications in the internet of things: a comprehensive survey. Ad Hoc Netw (Elsevier) 93:101913","DOI":"10.1016\/j.adhoc.2019.101913"},{"key":"2_CR13","doi-asserted-by":"crossref","unstructured":"Jagannath A, Jagannath J (2021) Multi-task learning approach for automatic modulation and wireless signal classification. In: Proceedings of IEEE international conference on communications (ICC). Montreal, Canada","DOI":"10.36227\/techrxiv.15156978"},{"key":"2_CR14","doi-asserted-by":"crossref","unstructured":"Jagannath J, Polosky N, Jagannath A, Restuccia F, Melodia T (2020) Neural networks for signal intelligence: theory and practice. In: Machine learning for future wireless communications. Wiley, pp. 243\u2013264","DOI":"10.1002\/9781119562306.ch13"},{"issue":"2","key":"2_CR15","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1007\/s10846-017-0468-y","volume":"86","author":"AS Polydoros","year":"2017","unstructured":"Polydoros AS, Nalpantidis L (2017) Survey of model-based reinforcement learning: applications on robotics. J Intell Robot Syst 86(2):153\u2013173","journal-title":"J Intell Robot Syst"},{"key":"2_CR16","doi-asserted-by":"crossref","unstructured":"Afouras T, Chung JS, Senior A, Vinyals O, Zisserman A (2018) Deep audio-visual speech recognition. In: IEEE transaction on pattern analysis and machine intelligence, p 1","DOI":"10.1109\/TPAMI.2018.2889052"},{"key":"2_CR17","doi-asserted-by":"crossref","unstructured":"Kuzovkin I, Vicente R, Petton M, Lachaux J, Baciu M, Kahane P, Rheims S, Vidal JR, Aru J (2018) Activations of deep convolutional neural networks are aligned with gamma band activity of human visual cortex. Commun Biol 1","DOI":"10.1038\/s42003-018-0110-y"},{"key":"2_CR18","unstructured":"Iandola FN, Moskewicz MW, Ashraf K, Han S, Dally W, Keutzer K (2017) Squeezenet: Alexnet-level accuracy with 50x fewer parameters and $$<$$1mb model size. ArXiv abs\/1602.07360"},{"issue":"11","key":"2_CR19","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y Lecun","year":"1998","unstructured":"Lecun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324","journal-title":"Proc IEEE"},{"key":"2_CR20","doi-asserted-by":"crossref","unstructured":"LeCun Y, Kavukcuoglu K, Farabet C (2010) Convolutional networks and applications in vision. In: Proceedings of IEEE international symposium on circuits and systems, pp 253\u2013256","DOI":"10.1109\/ISCAS.2010.5537907"},{"key":"2_CR21","doi-asserted-by":"crossref","unstructured":"Nasse F, Thurau C, Fink GA (2009) Face detection using GPU-based convolutional neural networks. In: Proceedings of the 13th international conference on computer analysis of images and patterns, CAIP \u201909. Springer-Verlag, Berlin, Heidelberg, pp 83\u201390","DOI":"10.1007\/978-3-642-03767-2_10"},{"issue":"6","key":"2_CR22","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1109\/TPAMI.2016.2577031","volume":"39","author":"S Ren","year":"2017","unstructured":"Ren S, He K, Girshick R, Sun J (2017) Faster R-CNN: towards real-time object detection with region proposal networks. IEEE Trans Pattern Anal Mach Intell 39(6):1137\u20131149","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"2_CR23","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. In: Bengio Y, LeCun Y (eds) Proceedings of 3rd international conference on learning representations, ICLR"},{"key":"2_CR24","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A (2015) Going deeper with convolutions. In: Proceedings of IEEE conference on computer vision and pattern recognition (CVPR), pp 1\u20139","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"2_CR25","volume-title":"Deep Learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow I, Bengio Y, Courville A (2016) Deep Learning. MIT Press, Cambridge, Massachusetts, United States"},{"key":"2_CR26","doi-asserted-by":"crossref","unstructured":"Carrio A, Sampedro C, Rodriguez-Ramos A, Campoy P (2017) A review of deep learning methods and applications for unmanned aerial vehicles. J Sensors","DOI":"10.1155\/2017\/3296874"},{"key":"2_CR27","doi-asserted-by":"crossref","unstructured":"Rumelhart DE, Smolensky P, McClelland JL, Hinton GE (1986) Schemata and sequential thought processes in PDP models. In: Parallel distributed processing: explorations in the microstructure, vol 2: psychological and biological models. MIT Press, Cambridge, MA, USA, pp 7\u201357","DOI":"10.7551\/mitpress\/5236.003.0004"},{"issue":"11","key":"2_CR28","doi-asserted-by":"publisher","first-page":"2673","DOI":"10.1109\/78.650093","volume":"45","author":"M Schuster","year":"1997","unstructured":"Schuster M, Paliwal KK (1997) Bidirectional recurrent neural networks. IEEE Trans Signal Process 45(11):2673\u20132681","journal-title":"IEEE Trans Signal Process"},{"key":"2_CR29","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction, 2 edn"},{"key":"2_CR30","doi-asserted-by":"publisher","first-page":"1238","DOI":"10.1177\/0278364913495721","volume":"32","author":"J Kober","year":"2013","unstructured":"Kober J, Bagnell J, Peters J (2013) Reinforcement learning in robotics: a survey. Int J Robotics Res 32:1238\u20131274. https:\/\/doi.org\/10.1177\/0278364913495721","journal-title":"Int J Robotics Res"},{"key":"2_CR31","unstructured":"Schulman J, Levine S, Moritz P, Jordan MI, Abbeel P (2015) Trust region policy optimization"},{"key":"2_CR32","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms"},{"issue":"6","key":"2_CR33","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran K, Deisenroth MP, Brundage M, Bharath AA (2017) Deep reinforcement learning: a brief survey. IEEE Signal Process Mag 34(6):26\u201338","journal-title":"IEEE Signal Process Mag"},{"key":"2_CR34","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Graves A, Antonoglou I, Wierstra D, Riedmiller M (2013) Playing ATARI with deep reinforcement learning"},{"issue":"5","key":"2_CR35","doi-asserted-by":"publisher","first-page":"674","DOI":"10.1109\/9.580874","volume":"42","author":"JN Tsitsiklis","year":"1997","unstructured":"Tsitsiklis JN, Van Roy B (1997) An analysis of temporal-difference learning with function approximation. IEEE Trans Automat Control 42(5):674\u2013690","journal-title":"IEEE Trans Automat Control"},{"key":"2_CR36","unstructured":"Hausknecht M, Stone P (2015) Deep recurrent q-learning for partially observable MDPS"},{"key":"2_CR37","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D, Wierstra D (2015) Continuous control with deep reinforcement learning"},{"key":"2_CR38","unstructured":"Heess N, Hunt JJ, Lillicrap TP, Silver D (2015) Memory-based control with recurrent neural networks"},{"key":"2_CR39","unstructured":"Zhou B, Lapedriza A, Xiao J, Torralba A, Oliva A (2014) Learning deep features for scene recognition using places database. In: Ghahramani Z, Welling M, Cortes C, Lawrence ND, Weinberger KQ (eds) Advances in neural information processing systems 27. Curran Associates, Inc., pp 487\u2013495"},{"key":"2_CR40","doi-asserted-by":"crossref","first-page":"3197","DOI":"10.1109\/TIFS.2020.2985628","volume":"15","author":"Q Zou","year":"2020","unstructured":"Zou Q, Wang Y, Wang Q, Zhao Y, Li Q (2020) Deep learning-based gait recognition using smartphones in the wild. IEEE Trans Inf Forensics Sec 15:3197\u20133212","journal-title":"IEEE Trans Inf Forensics Sec"},{"issue":"2","key":"2_CR41","doi-asserted-by":"publisher","first-page":"661","DOI":"10.1109\/LRA.2015.2509024","volume":"1","author":"A Giusti","year":"2016","unstructured":"Giusti A, Guzzi J, Cire\u015fan DC, He F, Rodr\u00edguez JP, Fontana F, Faessler M, Forster C, Schmidhuber J, Caro GD, Scaramuzza D, Gambardella LM (2016) A machine learning approach to visual perception of forest trails for mobile robots. IEEE Robot Automat Lett 1(2):661\u2013667","journal-title":"IEEE Robot Automat Lett"},{"key":"2_CR42","doi-asserted-by":"crossref","unstructured":"Li W, Fu H, Yu L, Cracknell A (2016) Deep learning based oil palm tree detection and counting for high-resolution remote sensing images. Remote Sensing 9(1):22. http:\/\/dx.doi.org\/10.3390\/rs9010022","DOI":"10.3390\/rs9010022"},{"key":"2_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2017\/2823617","volume":"2017","author":"Y Xu","year":"2017","unstructured":"Xu Y, Yu G, Wang Y, Wu X, Ma Y (2017) Car detection from low-altitude UAV imagery with the faster R-CNN. J Adv Transp 2017:1\u201310. https:\/\/doi.org\/10.1155\/2017\/2823617","journal-title":"J Adv Transp"},{"issue":"2","key":"2_CR44","doi-asserted-by":"publisher","first-page":"338","DOI":"10.3390\/rs12020338","volume":"12","author":"Y Liu","year":"2020","unstructured":"Liu Y, Cen C, Che Y, Ke R, Ma Y, Ma Y (2020) Detection of maize tassels from UAV RGB imagery with faster R-CNN. Remote Sensing 12(2):338","journal-title":"Remote Sensing"},{"key":"2_CR45","unstructured":"Redmon J, Farhadi A (2018) Yolov3: An incremental improvement. ArXiv abs\/1804.02767"},{"key":"2_CR46","doi-asserted-by":"crossref","unstructured":"Benjdira B, Khursheed T, Koubaa A, Ammar A, Ouni K (2019) Car detection using unmanned aerial vehicles: comparison between faster R-CNN and YOLOv3. In: Proceedings of 1st international conference on unmanned vehicle systems-Oman (UVS), pp 1\u20136","DOI":"10.1109\/UVS.2019.8658300"},{"key":"2_CR47","doi-asserted-by":"crossref","unstructured":"Redmon J, Divvala S, Girshick R, Farhadi A (2016) You only look once: unified, real-time object detection. In: Proceedings of IEEE conference on computer vision and pattern recognition (CVPR), pp 779\u2013788","DOI":"10.1109\/CVPR.2016.91"},{"key":"2_CR48","doi-asserted-by":"crossref","unstructured":"Redmon J, Farhadi A (2017) YOLO9000: better, faster, stronger. In: Proceedings of IEEE conference on computer vision and pattern recognition (CVPR), pp 6517\u20136525","DOI":"10.1109\/CVPR.2017.690"},{"key":"2_CR49","doi-asserted-by":"crossref","unstructured":"Morito T, Sugiyama O, Kojima R, Nakadai K (2016) Partially shared deep neural network in sound source separation and identification using a UAV-embedded microphone array. In: Proceedings of IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 1299\u20131304","DOI":"10.1109\/IROS.2016.7759215"},{"key":"2_CR50","unstructured":"Kingma DP, Ba J (2014) Adam: A method for stochastic optimization. ArXiv abs\/1412.6980"},{"key":"2_CR51","doi-asserted-by":"crossref","unstructured":"Jeon S, Shin J, Lee Y, Kim W, Kwon Y, Yang H (2017) Empirical study of drone sound detection in real-life environment with deep neural networks. In: Proceedings of European Signal processing conference (EUSIPCO), pp 1858\u20131862","DOI":"10.23919\/EUSIPCO.2017.8081531"},{"key":"2_CR52","doi-asserted-by":"crossref","unstructured":"Al-Emadi S, Al-Ali A, Mohammad A, Al-Ali A (2019) Audio based drone detection and identification using deep learning. In: Proceedings of international wireless communications mobile computing conference (IWCMC), pp 459\u2013464","DOI":"10.1109\/IWCMC.2019.8766732"},{"key":"2_CR53","doi-asserted-by":"crossref","unstructured":"Arik, S.\u00d6., Kliegl, M., Child, R., Hestness, J., Gibiansky, A., Fougner, C., Prenger, R., Coates, A.: Convolutional Recurrent Neural Networks for Small-Footprint Keyword Spotting. ArXiv (2017)","DOI":"10.21437\/Interspeech.2017-1737"},{"key":"2_CR54","unstructured":"Kim D, Chen T (2015) Deep neural network for real-time autonomous indoor navigation. ArXiv abs\/1511.04668"},{"key":"2_CR55","doi-asserted-by":"crossref","unstructured":"Jia Y, Shelhamer E, Donahue J, Karayev S, Long J, Girshick R, Guadarrama S, Darrell T (2014) Caffe: convolutional architecture for fast feature embedding. In: Proceedings of the 22nd ACM international conference on multimedia, MM\u201914 Association for Computing Machinery, New York, NY, USA, pp 675\u2013678. https:\/\/doi.org\/10.1145\/2647868.2654889","DOI":"10.1145\/2647868.2654889"},{"key":"2_CR56","unstructured":"Chetlur S, Woolley C, Vandermersch P, Cohen J, Tran J, Catanzaro B, Shelhamer E (2014) cuDNN: efficient primitives for deep learning. ArXiv abs\/1410.0759"},{"key":"2_CR57","doi-asserted-by":"crossref","unstructured":"Gandhi D, Pinto L, Gupta A (2017) Learning to fly by crashing. In: Proceedings of IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 3948\u20133955","DOI":"10.1109\/IROS.2017.8206247"},{"key":"2_CR58","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li L, Kai L, Li F-F (2009) Imagenet: a large-scale hierarchical image database. In: Proceedings of IEEE conference on computer vision and pattern recognition (CVPR), pp 248\u2013255","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"2_CR59","doi-asserted-by":"crossref","unstructured":"Kouris A, Bouganis C (2018) Learning to fly by myself: a self-supervised CNN-based approach for autonomous navigation. In: Proceedings of IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 1\u20139","DOI":"10.1109\/IROS.2018.8594204"},{"key":"2_CR60","doi-asserted-by":"crossref","unstructured":"Delmerico J, Mueggler E, Nitsch J, Scaramuzza D (2017) Active autonomous aerial exploration for ground robot path planning. IEEE Robotics Automat Lett 2(2):664\u2013671","DOI":"10.1109\/LRA.2017.2651163"},{"key":"2_CR61","doi-asserted-by":"crossref","unstructured":"Lin T, Yin C, Belongie S, Hays J (2015) Learning deep representations for ground-to-aerial geolocalization. In: Proceedings of IEEE conference on computer vision and pattern recognition (CVPR), pp 5007\u20135015","DOI":"10.1109\/CVPR.2015.7299135"},{"key":"2_CR62","doi-asserted-by":"crossref","unstructured":"Chopra S, Hadsell R, LeCun Y (2005) Learning a similarity metric discriminatively, with application to face verification. In: Proceedings of IEEE computer society conference on computer vision and pattern recognition (CVPR), vol\u00a01","DOI":"10.1109\/CVPR.2005.202"},{"key":"2_CR63","unstructured":"Finn C, Abbeel P, Levine S (2017) Model-agnostic meta-learning for fast adaptation of deep networks. In: Proceedings of the international conference on machine learning, vol 70, ICML\u201917, pp 1126\u20131135. JMLR.org"},{"key":"2_CR64","doi-asserted-by":"crossref","unstructured":"B\u00f8hn E, Coates EM, Moe S, Johansen TA (2019) Deep reinforcement learning attitude control of fixed-wing UAVS using proximal policy optimization. In: International conference on unmanned aircraft systems (ICUAS). Atlanta, GA, USA, pp 523\u2013533","DOI":"10.1109\/ICUAS.2019.8798254"},{"key":"2_CR65","doi-asserted-by":"crossref","unstructured":"Bou-Ammar H, Voos H, Ertel W (2010) Controller design for quadrotor UAVS using reinforcement learning. In: IEEE international conference on control applications (CCTA). Yokohama, Japan, pp 2130\u20132135","DOI":"10.1109\/CCA.2010.5611206"},{"key":"2_CR66","doi-asserted-by":"crossref","unstructured":"dos Santos SRB, Nascimento CL, Givigi SN (2012) Design of attitude and path tracking controllers for quad-rotor robots using reinforcement learning. In: IEEE aerospace conference. Big Sky, MT, USA, pp 1\u201316","DOI":"10.1109\/AERO.2012.6187314"},{"issue":"4","key":"2_CR67","doi-asserted-by":"publisher","first-page":"2096","DOI":"10.1109\/LRA.2017.2720851","volume":"2","author":"J Hwangbo","year":"2017","unstructured":"Hwangbo J, Sa I, Siegwart R, Hutter M (2017) Control of a quadrotor with reinforcement learning. IEEE Robotics Automat Lett 2(4):2096\u20132103","journal-title":"IEEE Robotics Automat Lett"},{"key":"2_CR68","doi-asserted-by":"crossref","unstructured":"Koch W, Mancuso R, West R, Bestavros A (2019) Reinforcement learning for UAV attitude control. ACM Trans Cyber-Phys Syst 3(2). https:\/\/doi.org\/10.1145\/3301273","DOI":"10.1145\/3301273"},{"issue":"4","key":"2_CR69","doi-asserted-by":"publisher","first-page":"4224","DOI":"10.1109\/LRA.2019.2930489","volume":"4","author":"NO Lambert","year":"2019","unstructured":"Lambert NO, Drew DS, Yaconelli J, Levine S, Calandra R, Pister KSJ (2019) Low-level control of a quadrotor with deep model-based reinforcement learning. IEEE Robotics Automat Lett 4(4):4224\u20134230","journal-title":"IEEE Robotics Automat Lett"},{"key":"2_CR70","doi-asserted-by":"crossref","unstructured":"Waslander SL, Hoffmann GM, Jung SJ, Tomlin CJ (2005) Multi-agent quadrotor testbed control design: integral sliding mode vs. reinforcement learning. In: IEEE\/RSJ international conference on intelligent robots and systems (IROS). Edmonton, Alta., Canada, pp 3712\u20133717","DOI":"10.1109\/IROS.2005.1545025"},{"key":"2_CR71","doi-asserted-by":"crossref","unstructured":"Zhang T, Kahn G, Levine S, Abbeel P (2016) Learning deep control policies for autonomous aerial vehicles with MPC-guided policy search. In: IEEE international conference on robotics and automation (ICRA). Stockholm, Sweden, pp 528\u2013535","DOI":"10.1109\/ICRA.2016.7487175"},{"key":"2_CR72","doi-asserted-by":"crossref","unstructured":"Abbeel P, Coate A, Quigley M, Ng A (2006) An application of reinforcement learning to aerobatic helicopter flight, pp 1\u20138","DOI":"10.7551\/mitpress\/7503.003.0006"},{"key":"2_CR73","unstructured":"Bagnell JA, Schneider JG (2001) Autonomous helicopter control using reinforcement learning policy search methods. In: Proceedings IEEE international conference on robotics and automation (ICRA), vol\u00a02. Seoul, South Korea, pp 1615\u20131620"},{"key":"2_CR74","unstructured":"Kim HJ, Jordan MI, Sastry S, Ng AY (2004) Autonomous helicopter flight via reinforcement learning. In: Thrun S, Saul LK, Sch\u00f6lkopf B (eds) Advances in neural information processing systems, vol\u00a016. MIT Press, pp 799\u2013806. http:\/\/papers.nips.cc\/paper\/2455-autonomous-helicopter-flight-via-reinforcement-learning.pdf"},{"key":"2_CR75","unstructured":"Ng A, Coates A, Diel M, Ganapathi V, Schulte J, Tse B, Berger E, Liang E (2004) Inverted autonomous helicopter flight via reinforcement learning. In: Proceedings of the international symposium on experimental robotics"},{"issue":"10","key":"2_CR76","doi-asserted-by":"publisher","first-page":"3713","DOI":"10.1109\/TSMC.2018.2884725","volume":"50","author":"Y Wang","year":"2019","unstructured":"Wang Y, Sun J, He H, Sun C (2019) Deterministic policy gradient with integral compensator for robust quadrotor control. IEEE Trans Syst Man Cybernet Syst 50(10):3713\u20133725","journal-title":"IEEE Trans Syst Man Cybernet Syst"},{"key":"2_CR77","doi-asserted-by":"crossref","unstructured":"Imanberdiyev N, Fu C, Kayacan E, Chen I (2016) Autonomous navigation of UAV by using real-time model-based reinforcement learning. In: International conference on control, automation, robotics and vision (ICARCV), pp 1\u20136","DOI":"10.1109\/ICARCV.2016.7838739"},{"key":"2_CR78","doi-asserted-by":"publisher","unstructured":"Hester T, Stone P (2013) Texplore: Real-time sample-efficient reinforcement learning for robots. Mach Learning 90: https:\/\/doi.org\/10.1007\/s10994-012-5322-7","DOI":"10.1007\/s10994-012-5322-7"},{"key":"2_CR79","unstructured":"Pham HX, La HM, Feil-Seifer D, Nguyen LV (2018) Autonomous UAV navigation using reinforcement learning"},{"key":"2_CR80","doi-asserted-by":"crossref","unstructured":"Pham HX, La HM, Feil-Seifer D, Van Nguyen L (2018) Reinforcement learning for autonomous UAV navigation using function approximation. In: IEEE international symposium on safety. Security, and rescue robotics (SSRR). PA, USA, Philadelphia, pp 1\u20136","DOI":"10.1109\/SSRR.2018.8468611"},{"issue":"3","key":"2_CR81","doi-asserted-by":"publisher","first-page":"2124","DOI":"10.1109\/TVT.2018.2890773","volume":"68","author":"C Wang","year":"2019","unstructured":"Wang C, Wang J, Shen Y, Zhang X (2019) Autonomous navigation of UAVS in large-scale complex environments: a deep reinforcement learning approach. IEEE Trans Vehicu Technol 68(3):2124\u20132136","journal-title":"IEEE Trans Vehicu Technol"},{"key":"2_CR82","doi-asserted-by":"crossref","unstructured":"Singla A, Padakandla S, Bhatnagar S (2019) Memory-based deep reinforcement learning for obstacle avoidance in UAV with limited environment knowledge. IEEE transactions on intelligent transportation systems pp 1\u201312","DOI":"10.1109\/TITS.2019.2954952"},{"key":"2_CR83","doi-asserted-by":"publisher","DOI":"10.1007\/s10846-018-0891-8","author":"A Rodr\u00edguez Ramos","year":"2018","unstructured":"Rodr\u00edguez Ramos A, Sampedro P\u00e9rez C, Bavle H, de la Puente P, Campoy P (2018) A deep reinforcement learning strategy for UAV autonomous landing on a moving platform. J Intell Robotic Syst. https:\/\/doi.org\/10.1007\/s10846-018-0891-8","journal-title":"J Intell Robotic Syst"},{"key":"2_CR84","doi-asserted-by":"crossref","unstructured":"Polvara R, Patacchiola M, Sharma S, Wan J, Manning A, Sutton R, Cangelosi A (2018) Toward end-to-end control for UAV autonomous landing via deep reinforcement learning. In: International conference on unmanned aircraft systems (ICUAS). Dallas, TX, USA, pp 115\u2013123","DOI":"10.1109\/ICUAS.2018.8453449"},{"key":"2_CR85","doi-asserted-by":"publisher","unstructured":"Ebeid ESM, Skriver M, Terkildsen K, Jensen K, Schultz U (2018) A survey of open-source UAV flight controllers and flight simulators. Microprocess Microsyst 61 https:\/\/doi.org\/10.1016\/j.micpro.2018.05.002","DOI":"10.1016\/j.micpro.2018.05.002"},{"key":"2_CR86","doi-asserted-by":"crossref","unstructured":"Hentati AI, Krichen L, Fourati M, Fourati L C (2018) Simulation tools, environments and frameworks for UAV systems performance analysis. In: 14th international wireless communications mobile computing conference (IWCMC), pp 1495\u20131500","DOI":"10.1109\/IWCMC.2018.8450505"},{"key":"2_CR87","doi-asserted-by":"crossref","unstructured":"Mairaj A, Baba AI, Javaid AY (2019) Application specific drone simulators: recent advances and challenges. Simulat Model Pract Theory 94:100\u2013117. http:\/\/dx.doi.org\/10.1016\/j.simpat.2019.01.004","DOI":"10.1016\/j.simpat.2019.01.004"},{"key":"2_CR88","unstructured":"Gazebo. URL http:\/\/gazebosim.org\/. Accessed 15 July 2020"},{"key":"2_CR89","first-page":"2149","volume":"3","author":"N Koenig","year":"2004","unstructured":"Koenig N, Howard A (2004) Design and use paradigms for gazebo, an open-source multi-robot simulator. IEEE\/RSJ Int Conf Intell Robots Syst (IROS) 3:2149\u20132154","journal-title":"IEEE\/RSJ Int Conf Intell Robots Syst (IROS)"},{"key":"2_CR90","unstructured":"OGRE\u2014Open Source 3D Graphics Engine | Home of a marvelous rendering engine. https:\/\/www.ogre3d.org\/. Accessed 15 July 2020"},{"key":"2_CR91","unstructured":"hector_quadrotor\u2014ROS Wiki. http:\/\/wiki.ros.org\/hector_quadrotor. Accessed 15 July 2020"},{"key":"2_CR92","doi-asserted-by":"publisher","unstructured":"Meyer J, Sendobry A, Kohlbrecher S, Klingauf, U, Von\u00a0Stryk O (2012) Comprehensive simulation of quadrotor UAVS using ROS and gazebo. In: Proceedings of the third international conference on simulation, modeling, and programming for autonomous robots (SIMPAR), vol 7628, pp. 400\u2013411. https:\/\/doi.org\/10.1007\/978-3-642-34327-8_36","DOI":"10.1007\/978-3-642-34327-8_36"},{"key":"2_CR93","unstructured":"rotors_simulator\u2014ROS Wiki. http:\/\/wiki.ros.org\/rotors_simulator. Accessed 15 July 2020"},{"key":"2_CR94","doi-asserted-by":"crossref","unstructured":"Furrer F, Burri M, Achtelik M, Siegwart R (2016) Robot operating system (ROS): the complete reference (Volume 1), chap. RotorS\u2014A Modular Gazebo MAV simulator framework. Springer International Publishing, Cham, pp 595\u2013625. http:\/\/dx.doi.org\/10.1007\/978-3-319-26054-9_23","DOI":"10.1007\/978-3-319-26054-9_23"},{"key":"2_CR95","unstructured":"Gazebo simulation image. URL https:\/\/dev.px4.io\/v1.9.0\/assets\/simulation\/gazebo.png"},{"key":"2_CR96","unstructured":"Brockman G, Cheung V, Pettersson L, Schneider J, Schulman J, Tang J, Zaremba W (2016) Openai gym"},{"key":"2_CR97","unstructured":"Koch W, Mancuso R, Bestavros A (2019) Neuroflight: Next generation flight control firmware. arXiv preprint arXiv:1901.06553"},{"key":"2_CR98","unstructured":"Aerostack. https:\/\/github.com\/Vision4UAV\/Aerostack. Accessed 18 July 2020"},{"key":"2_CR99","doi-asserted-by":"publisher","unstructured":"Sanchez-Lopez J, Pestana J, de la Puente P, Campoy P (2015) A reliable open-source system architecture for the fast designing and prototyping of autonomous multi-uav systems: simulation and experimentation. J Intell Robotic Syst 84 https:\/\/doi.org\/10.1007\/s10846-015-0288-x","DOI":"10.1007\/s10846-015-0288-x"},{"key":"2_CR100","doi-asserted-by":"crossref","unstructured":"Sanchez-Lopez JL, Su\u00e1rez Fern\u00e1ndez RA, Bavle H, Sampedro C, Molina M, Pestana J, Campoy P (2016) Aerostack: An architecture and open-source software framework for aerial robotics. In: International conference on unmanned aircraft systems (ICUAS). Arlington, VA, USA, pp 332\u2013341","DOI":"10.1109\/ICUAS.2016.7502591"},{"key":"2_CR101","unstructured":"AirSim. https:\/\/github.com\/Microsoft\/AirSim. Accessed: 15 July 2020"},{"key":"2_CR102","doi-asserted-by":"crossref","unstructured":"Shah S, Dey D, Lovett C, Kapoor A (2017) Airsim: High-fidelity visual and physical simulation for autonomous vehicles. In: Field and service robotics (FSR). https:\/\/arxiv.org\/abs\/1705.05065","DOI":"10.1007\/978-3-319-67361-5_40"},{"key":"2_CR103","unstructured":"Madaan R, Gyde N, Vemprala S, Brown M, Nagami K, Taubner T, Cristofalo E, Scaramuzza D, Schwager M, Kapoor A (2020) Airsim drone racing lab. arXiv preprint arXiv:2003.05654"},{"key":"2_CR104","unstructured":"Airsim image. https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2017\/02\/AirSimDemo-480x280.png"},{"key":"2_CR105","unstructured":"Chapman A (2019) Types of drones: multi-rotor vs fixed-wing vs single rotor vs hybrid VTOL. URL https:\/\/www.auav.com.au\/articles\/drone-types\/"},{"key":"2_CR106","unstructured":"Mq-9 reaper (2015) https:\/\/www.af.mil\/About-Us\/Fact-Sheets\/Display\/Article\/104470\/mq-9-reaper\/"},{"key":"2_CR107","unstructured":"Han S (2018) A guide to the different types of drones & UAS. https:\/\/www.evergladesuniversity.edu\/guide-different-types-drones-unmanned-aerial-systems\/"},{"key":"2_CR108","unstructured":"VTOL UAV with the cruise efficiency of a conventional fixed wing UAV. https:\/\/technology.nasa.gov\/patent\/LAR-TOPS-241"},{"key":"2_CR109","unstructured":"Ryze tello. https:\/\/www.ryzerobotics.com\/tello-edu"},{"key":"2_CR110","unstructured":"Dji inspire 2. https:\/\/www.dji.com\/inspire-2"},{"key":"2_CR111","unstructured":"Dji matrice 100. https:\/\/www.dji.com\/matrice100\/info"},{"key":"2_CR112","unstructured":"Matrice 200 series v2. https:\/\/www.dji.com\/matrice-200-series-v2"},{"key":"2_CR113","unstructured":"Matrice 300 rtk. https:\/\/www.dji.com\/matrice-300"},{"key":"2_CR114","unstructured":"Dji matrice 600 pro. https:\/\/www.dji.com\/matrice600-pro"},{"key":"2_CR115","unstructured":"Mavic 2 enterprise. https:\/\/www.dji.com\/mavic-2-enterprise?site=developer"},{"key":"2_CR116","unstructured":"Mavic 2. https:\/\/www.dji.com\/mavic-2"},{"key":"2_CR117","unstructured":"P4 multispectral. https:\/\/www.dji.com\/p4-multispectral\/"},{"key":"2_CR118","unstructured":"Dji phantom 4 pro v2.0. https:\/\/www.dji.com\/phantom-4-pro-v2\/"},{"key":"2_CR119","unstructured":"Phantom 4 rtk. https:\/\/www.dji.com\/phantom-4-rtk"},{"key":"2_CR120","unstructured":"Anafi thermal (2020) https:\/\/www.parrot.com\/business-solutions-us\/parrot-professional\/anafi-thermal"},{"key":"2_CR121","unstructured":"Anafi USA (2020) https:\/\/www.parrot.com\/us\/drones\/anafi-usa"},{"key":"2_CR122","unstructured":"Anafi Work (2020) https:\/\/www.parrot.com\/business-solutions-us\/parrot-professional\/anafi-work"},{"key":"2_CR123","unstructured":"Caleberg: Open Source Drones: An Intro to the Ardupilot Flight Stack (2019) https:\/\/dojofordrones.com\/ardupilot-flight-stack\/"},{"key":"2_CR124","unstructured":"Ardupilot. https:\/\/ardupilot.org\/"},{"key":"2_CR125","unstructured":"Open source autopilot for drones\u2014px4 autopilot. https:\/\/px4.io\/"},{"key":"2_CR126","unstructured":"DroneCode project. https:\/\/www.dronecode.org\/"},{"key":"2_CR127","unstructured":"Paparazzi. https:\/\/wiki.paparazziuav.org\/"},{"key":"2_CR128","unstructured":"Openpilot source code. https:\/\/github.com\/openpilot\/OpenPilot\/"},{"key":"2_CR129","unstructured":"Librepilot team, librepilot project. http:\/\/librepilot.org\/"},{"key":"2_CR130","unstructured":"Boris B Betaflight source code. https:\/\/github.com\/betaflight\/betaflight\/"},{"key":"2_CR131","unstructured":"dRonin documentation. http:\/\/dronin.org\/docs\/"},{"key":"2_CR132","unstructured":"INAV source code. https:\/\/github.com\/iNavFlight\/inav\/"},{"key":"2_CR133","unstructured":"Segal M, Akeley K (2012) The opengl graphics system: a specification (version 1). https:\/\/www.khronos.org\/registry\/OpenGL\/specs\/gl\/glspec10.pdf"},{"issue":"3","key":"2_CR134","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1109\/MCSE.2010.69","volume":"12","author":"JE Stone","year":"2010","unstructured":"Stone JE, Gohara D, Shi G (2010) Opencl: a parallel programming standard for heterogeneous computing systems. Comput Sci Eng 12(3):66\u201373","journal-title":"Comput Sci Eng"},{"key":"2_CR135","unstructured":"Atkinson W (2018) Drones are gaining popularity. https:\/\/www.ecmag.com\/section\/your-business\/drones-are-gaining-popularity"},{"key":"2_CR136","unstructured":"Civilian drone safety incidents keep rising. https:\/\/www.insurancejournal.com\/news\/national\/2017\/12\/08\/473529.htm"},{"key":"2_CR137","unstructured":"Federal Aviation Administration. https:\/\/faadronezone.faa.gov\/"}],"container-title":["Studies in Computational Intelligence","Deep Learning for Unmanned Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-77939-9_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T06:15:37Z","timestamp":1725862537000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-77939-9_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030779382","9783030779399"],"references-count":137,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-77939-9_2","relation":{},"ISSN":["1860-949X","1860-9503"],"issn-type":[{"value":"1860-949X","type":"print"},{"value":"1860-9503","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"2 October 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}