{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T05:47:45Z","timestamp":1775281665195,"version":"3.50.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,7,7]],"date-time":"2022-07-07T00:00:00Z","timestamp":1657152000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,7,7]],"date-time":"2022-07-07T00:00:00Z","timestamp":1657152000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61803084"],"award-info":[{"award-number":["61803084"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s10489-022-03503-6","type":"journal-article","created":{"date-parts":[[2022,7,7]],"date-time":"2022-07-07T09:03:28Z","timestamp":1657184608000},"page":"6195-6213","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Towards better generalization in quadrotor landing using deep reinforcement learning"],"prefix":"10.1007","volume":"53","author":[{"given":"Jiawei","family":"Wang","sequence":"first","affiliation":[]},{"given":"Teng","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Zichen","family":"He","sequence":"additional","affiliation":[]},{"given":"Wenzhe","family":"Cai","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9269-334X","authenticated-orcid":false,"given":"Changyin","family":"Sun","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,7,7]]},"reference":[{"issue":"1","key":"3503_CR1","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1080\/19475705.2016.1238852","volume":"8","author":"M Silvagni","year":"2017","unstructured":"Silvagni M, Tonoli A, Zenerino E, Chiaberge M (2017) Multipurpose uav for search and rescue operations in mountain avalanche events. Geomatics, Natural Hazards and Risk 8(1):18\u201333","journal-title":"Geomatics, Natural Hazards and Risk"},{"issue":"3","key":"3503_CR2","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1139\/juvs-2014-0006","volume":"2","author":"K Whitehead","year":"2014","unstructured":"Whitehead K, Hugenholtz CH (2014) Remote sensing of the environment with small unmanned aircraft systems (uass), part 1: A review of progress and challenges. Journal of Unmanned Vehicle Systems 2 (3):69\u201385","journal-title":"Journal of Unmanned Vehicle Systems"},{"issue":"2","key":"3503_CR3","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1007\/s11119-017-9516-7","volume":"19","author":"S Yang","year":"2018","unstructured":"Yang S, Yang X, Mo J (2018) The application of unmanned aircraft systems to plant protection in china. Precision agriculture 19(2):278\u2013292","journal-title":"Precision agriculture"},{"key":"3503_CR4","doi-asserted-by":"publisher","first-page":"25763","DOI":"10.1109\/ACCESS.2019.2900167","volume":"7","author":"T Yang","year":"2019","unstructured":"Yang T, Li Z, Zhang F, Xie B, Li J, Liu L (2019) Panoramic uav surveillance and recycling system based on structure-free camera array. IEEE Access 7:25763\u201325778","journal-title":"IEEE Access"},{"key":"3503_CR5","doi-asserted-by":"crossref","unstructured":"Tanaka S, Senoo T, Ishikawa M (2019) High-speed uav delivery system with non-stop parcel handover using high-speed visual control. In: 2019 IEEE Intelligent Transportation Systems Conference (ITSC), IEEE, pp 4449\u20134455","DOI":"10.1109\/ITSC.2019.8917296"},{"issue":"12","key":"3503_CR6","doi-asserted-by":"publisher","first-page":"4688","DOI":"10.1007\/s10489-020-01746-9","volume":"50","author":"Z Dai","year":"2020","unstructured":"Dai Z, Yi J, Zhang Y, Zhou B, He L (2020) Fast and accurate cable detection using cnn. Appl Intell 50(12):4688\u20134707","journal-title":"Appl Intell"},{"key":"3503_CR7","doi-asserted-by":"crossref","unstructured":"Tian G, Liu J, Zhao H, Yang W (2021) Small object detection via dual inspection mechanism for uav visual images. Appl Intell, pp 1\u201314","DOI":"10.1007\/s10489-021-02512-1"},{"key":"3503_CR8","doi-asserted-by":"crossref","unstructured":"Lee S, Shim T, Kim S, Park J, Hong K, Bang H (2018) Vision-based autonomous landing of a multi-copter unmanned aerial vehicle using reinforcement learning. In: 2018 International Conference on Unmanned Aircraft Systems (ICUAS), IEEE, pp 108\u2013114","DOI":"10.1109\/ICUAS.2018.8453315"},{"key":"3503_CR9","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/j.asoc.2018.04.025","volume":"69","author":"MK Al-Sharman","year":"2018","unstructured":"Al-Sharman MK, Emran BJ, Jaradat MA, Najjaran H, Al-Husari R, Zweiri Y (2018) Precision landing using an adaptive fuzzy multi-sensor data fusion architecture. Applied soft computing 69:149\u2013164","journal-title":"Applied soft computing"},{"issue":"3","key":"3503_CR10","doi-asserted-by":"publisher","first-page":"2627","DOI":"10.1007\/s13369-018-3330-z","volume":"44","author":"M Talha","year":"2019","unstructured":"Talha M, Asghar F, Rohan A, Rabah M, Kim SH (2019) Fuzzy logic-based robust and autonomous safe landing for uav quadcopter. Arab J Sci Eng 44(3):2627\u20132639","journal-title":"Arab J Sci Eng"},{"issue":"2","key":"3503_CR11","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/s10846-013-9819-5","volume":"72","author":"Y Gui","year":"2013","unstructured":"Gui Y, Guo P, Zhang H, Lei Z, Zhou X, Du J, Yu Q (2013) Airborne vision-based navigation method for uav accuracy landing using infrared lamps. J Intelligent & Robotic Systems 72(2):197\u2013218","journal-title":"J Intelligent & Robotic Systems"},{"issue":"2","key":"3503_CR12","doi-asserted-by":"publisher","first-page":"67","DOI":"10.5772\/62027","volume":"13","author":"D Tang","year":"2016","unstructured":"Tang D, Hu T, Shen L, Zhang D, Kong W, Low KH (2016) Ground stereo vision-based navigation for autonomous take-off and landing of uavs: a chan-vese model approach. Int J Adv Robot Syst 13 (2):67","journal-title":"Int J Adv Robot Syst"},{"key":"3503_CR13","doi-asserted-by":"crossref","unstructured":"Kalinov I, Petrovsky A, Agishev R, Karpyshev P, Tsetserukou D (2021) Impedance-based control for soft uav landing on a ground robot in heterogeneous robotic system. In: 2021 International Conference on Unmanned Aircraft Systems (ICUAS), IEEE, pp 1653\u20131658","DOI":"10.1109\/ICUAS51884.2021.9476826"},{"issue":"4","key":"3503_CR14","doi-asserted-by":"publisher","first-page":"71","DOI":"10.3390\/robotics7040071","volume":"7","author":"AM Almeshal","year":"2018","unstructured":"Almeshal AM, Alenezi MR (2018) A vision-based neural network controller for the autonomous landing of a quadrotor on moving targets. Robotics 7(4):71","journal-title":"Robotics"},{"key":"3503_CR15","doi-asserted-by":"crossref","unstructured":"Khazetdinov A, Zakiev A, Tsoy T, Svinin M, Magid E (2021) Embedded aruco: a novel approach for high precision uav landing. In: 2021 International Siberian Conference on Control and Communications (SIBCON), IEEE, pp 1\u20136","DOI":"10.1109\/SIBCON50419.2021.9438855"},{"key":"3503_CR16","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Graves A, Antonoglou I, Wierstra D, Riedmiller M (2013) Playing atari with deep reinforcement learning. arXiv:1312.5602"},{"issue":"7540","key":"3503_CR17","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. nature 518(7540):529\u2013533","journal-title":"nature"},{"key":"3503_CR18","unstructured":"Zhang F, Leitner J, Milford M, Upcroft B, Corke P (2015) Towards vision-based deep reinforcement learning for robotic motion control. arXiv:1511.03791"},{"key":"3503_CR19","doi-asserted-by":"crossref","unstructured":"Tai L, Paolo G, Liu M (2017) Virtual-to-real deep reinforcement learning: Continuous control of mobile robots for mapless navigation. In: 2017 IEEE\/RSJ International conference on intelligent robots and systems (IROS), IEEE, pp 31\u201336","DOI":"10.1109\/IROS.2017.8202134"},{"issue":"1","key":"3503_CR20","doi-asserted-by":"publisher","first-page":"8","DOI":"10.3390\/robotics9010008","volume":"9","author":"R Polvara","year":"2020","unstructured":"Polvara R, Patacchiola M, Hanheide M, Neumann G (2020) Sim-to-real quadrotor landing via sequential deep q-networks and domain randomization. Robotics 9(1):8","journal-title":"Robotics"},{"key":"3503_CR21","doi-asserted-by":"crossref","unstructured":"Xu Y, Liu Z, Wang X (2018) Monocular vision based autonomous landing of quadrotor through deep reinforcement learning. In: 2018 37th Chinese control conference (CCC), IEEE, pp 10014\u201310019","DOI":"10.23919\/ChiCC.2018.8482830"},{"key":"3503_CR22","first-page":"107","volume":"31","author":"L Le","year":"2018","unstructured":"Le L, Patterson A, White M (2018) Supervised autoencoders: Improving generalization performance with unsupervised regularizers. Adv Neural Info Process Systems 31:107\u2013117","journal-title":"Adv Neural Info Process Systems"},{"key":"3503_CR23","unstructured":"Sun Y, Wang X, Liu Z, Miller J, Efros A, Hardt M (2020) Test-time training with self-supervision for generalization under distribution shifts. In: International conference on machine learning, PMLR, pp 9229\u20139248"},{"key":"3503_CR24","unstructured":"Schaul T, Quan J, Antonoglou I, Silver D (2015) Prioritized experience replay. arXiv:1511.05952"},{"key":"3503_CR25","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: An introduction. MIT press"},{"key":"3503_CR26","doi-asserted-by":"crossref","unstructured":"Kavuk EM, Tosun A, Cevik M, Bozanta A, Sonu\u00e7 SB, Tutuncu M, Kosucu B, Basar A (2021) Order dispatching for an ultra-fast delivery service via deep reinforcement learning. Appl Intell, pp 1\u201326","DOI":"10.1007\/s10489-021-02610-0"},{"key":"3503_CR27","doi-asserted-by":"crossref","unstructured":"Hui TS, Ishak MK, Mohamed MFP, Fadzil LM, Ahmarofi AA (2021) Balancing excitation and inhibition of spike neuron using deep q network (dqn). In: Journal of physics: Conference series, vol 1755, IOP Publishing, p 012004","DOI":"10.1088\/1742-6596\/1755\/1\/012004"},{"issue":"2","key":"3503_CR28","doi-asserted-by":"publisher","first-page":"3269","DOI":"10.1002\/er.6023","volume":"45","author":"M Al-Gablawy","year":"2021","unstructured":"Al-Gablawy M (2021) Optimal peak shifting of a domestic load connected to utility grid using storage battery based on deep q-learning network. Int J Energy Res 45(2):3269\u20133287","journal-title":"Int J Energy Res"},{"key":"3503_CR29","doi-asserted-by":"crossref","unstructured":"Van Hasselt H, Guez A, Silver D (2016) Deep reinforcement learning with double q-learning. In: Proceedings of the AAAI conference on artificial intelligence, vol 30","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"3503_CR30","unstructured":"Haarnoja T, Zhou A, Abbeel P, Levine S (2018) Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: International conference on machine learning, PMLR, pp 1861\u20131870"},{"key":"3503_CR31","doi-asserted-by":"crossref","unstructured":"Olivares-M\u00e9ndez MA, Mondrag\u00f3n IF, Campoy P, Mart\u00ednez C (2010) Fuzzy controller for uav-landing task using 3d-position visual estimation. In: International conference on fuzzy systems, Ieee, pp 1\u20138","DOI":"10.1109\/FUZZY.2010.5584396"},{"key":"3503_CR32","doi-asserted-by":"crossref","unstructured":"Keipour A, Pereira GAS, Bonatti R, Garg R, Rastogi P, Dubey G, Scherer S (2021) Visual servoing approach for autonomous uav landing on a moving vehicle. arXiv:2104.01272","DOI":"10.3390\/s22176549"},{"key":"3503_CR33","doi-asserted-by":"crossref","unstructured":"Saavedra-Ruiz M, Pinto-Vargas AM, Romero-Cano V (2021) Monocular visual autonomous landing system for quadcopter drones using software in the loop. IEEE Aerosp Electron Syst Mag","DOI":"10.1109\/MAES.2021.3115208"},{"key":"3503_CR34","unstructured":"Lange S, Sunderhauf N, Protzel P (2009) A vision based onboard approach for landing and position control of an autonomous multirotor uav in gps-denied environments. In: 2009 International conference on advanced robotics, IEEE, pp 1\u20136"},{"key":"3503_CR35","doi-asserted-by":"crossref","unstructured":"Huang X, Xu Q, Wang J (2019) Vision-based autonomous landing of uav on moving platform using a new marker. In: IOP Conference series: Materials science and engineering, vol 646, IOP Publishing, p 012062","DOI":"10.1088\/1757-899X\/646\/1\/012062"},{"key":"3503_CR36","doi-asserted-by":"crossref","unstructured":"Lebedev I, Erashov A, Shabanova A (2020) Accurate autonomous uav landing using vision-based detection of aruco-marker. In: International conference on interactive collaborative robotics, Springer, pp 179\u2013188","DOI":"10.1007\/978-3-030-60337-3_18"},{"key":"3503_CR37","doi-asserted-by":"crossref","unstructured":"Niu G, Yang Q, Gao Y, Pun M-O (2021) Vision-based autonomous landing for unmanned aerial and mobile ground vehicles cooperative systems. IEEE robotics and automation letters","DOI":"10.1109\/LRA.2021.3101882"},{"key":"3503_CR38","doi-asserted-by":"crossref","unstructured":"Vankadari MB, Das K, Shinde C, Kumar S (2018) A reinforcement learning approach for autonomous control and landing of a quadrotor. In: 2018 International conference on unmanned aircraft systems (ICUAS), IEEE, pp 676\u2013683","DOI":"10.1109\/ICUAS.2018.8453468"},{"key":"3503_CR39","unstructured":"Shim T, Bang H (2018) Autonomous landing of uav using vision based approach and pid controller based outer loop. In: 2018 18th International conference on control, automation and systems (ICCAS), IEEE, pp 876\u2013879"},{"key":"3503_CR40","doi-asserted-by":"crossref","unstructured":"Kim C, Lee EM, Choi J, Jeon J, Kim S, Myung H (2021) Roland: Robust landing of uav on moving platform using object detection and uwb based extended kalman filter. In: 2021 21st International conference on control, automation and systems (ICCAS), IEEE, pp 249\u2013254","DOI":"10.23919\/ICCAS52745.2021.9649920"},{"key":"3503_CR41","doi-asserted-by":"crossref","unstructured":"Zhang H-T, Hu B-B, Xu Z, Cai Z, Liu B, Wang X, Geng T, Zhong S, Zhao J (2021) Visual navigation and landing control of an unmanned aerial vehicle on a moving autonomous surface vehicle via adaptive learning. IEEE Trans Neural Networks and Learning Systems","DOI":"10.1109\/TNNLS.2021.3080980"},{"key":"3503_CR42","doi-asserted-by":"crossref","unstructured":"Guo K, Tang P, Wang H, Lin D, Cui X (2022) Autonomous landing of a quadrotor on a moving platform via model predictive control, vol 9","DOI":"10.3390\/aerospace9010034"},{"key":"3503_CR43","first-page":"1097","volume":"25","author":"A Krizhevsky","year":"2012","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. Adv Neural Information Processing Systems 25:1097\u20131105","journal-title":"Adv Neural Information Processing Systems"},{"key":"3503_CR44","doi-asserted-by":"crossref","unstructured":"Narasimhan K, Kulkarni T, Barzilay R (2015) Language understanding for text-based games using deep reinforcement learning. arXiv:1506.08941","DOI":"10.18653\/v1\/D15-1001"},{"key":"3503_CR45","unstructured":"Christodoulou P (2019) Soft actor-critic for discrete action settings. arXiv:1910.07207"},{"key":"3503_CR46","unstructured":"Wang Z, Schaul T, Hessel M, Hasselt H, Lanctot M, Freitas N (2016) Dueling network architectures for deep reinforcement learning. In: International conference on machine learning, PMLR, pp 1995\u20132003"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03503-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-03503-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03503-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,27]],"date-time":"2023-02-27T04:27:50Z","timestamp":1677472070000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-03503-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,7]]},"references-count":46,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["3503"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-03503-6","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7,7]]},"assertion":[{"value":"13 March 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 July 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}]}}