{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T00:03:48Z","timestamp":1780445028985,"version":"3.54.1"},"reference-count":21,"publisher":"Springer Science and Business Media LLC","issue":"17","license":[{"start":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T00:00:00Z","timestamp":1652140800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T00:00:00Z","timestamp":1652140800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100004608","name":"Natural Science Foundation of Jiangsu Province","doi-asserted-by":"publisher","award":["BK20190332"],"award-info":[{"award-number":["BK20190332"]}],"id":[{"id":"10.13039\/501100004608","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National key research and development program of China","award":["2019YFB2102200"],"award-info":[{"award-number":["2019YFB2102200"]}]},{"DOI":"10.13039\/501100001809","name":"Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61902062"],"award-info":[{"award-number":["61902062"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61972086"],"award-info":[{"award-number":["61972086"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1007\/s00521-022-07244-y","type":"journal-article","created":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T15:04:36Z","timestamp":1652195076000},"page":"14599-14607","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Memory-enhanced deep reinforcement learning for UAV navigation in 3D environment"],"prefix":"10.1007","volume":"34","author":[{"given":"Chenchen","family":"Fu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xueyong","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuntao","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yan","family":"Lyu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yu","family":"Xia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zining","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6348-125X","authenticated-orcid":false,"given":"Weiwei","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,5,10]]},"reference":[{"key":"7244_CR1","doi-asserted-by":"crossref","unstructured":"Walvekar A, Goel Y, Jain A, Chakrabarty S, Kumar A (2019) Vision based autonomous navigation of quadcopter using reinforcement learning. In: Proceedings of the 2019 IEEE 2nd international conference on automation, electronics and electrical engineering (AUTEEE), pp 160\u2013165 . IEEE","DOI":"10.1109\/AUTEEE48671.2019.9033244"},{"issue":"7540","key":"7244_CR2","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"7244_CR3","doi-asserted-by":"crossref","unstructured":"Zhu Y, Mottaghi R, Kolve E, Lim J.J, Gupta A, Fei-Fei L, Farhadi A (2017) Target-driven visual navigation in indoor scenes using deep reinforcement learning. In: Proceedings of the 2017 IEEE international conference on robotics and automation (ICRA), pp 3357\u20133364 . IEEE","DOI":"10.1109\/ICRA.2017.7989381"},{"key":"7244_CR4","unstructured":"Nasiriany S, Pong VH, Lin S, Levine S (2019) Planning with goal-conditioned policies. arXiv preprint arXiv:1911.08453"},{"key":"7244_CR5","doi-asserted-by":"crossref","unstructured":"Shah S, Dey D, Lovett C, Kapoor A (2018) Airsim: High-fidelity visual and physical simulation for autonomous vehicles. In: Field and service robotics, pp 621\u2013635 . Springer","DOI":"10.1007\/978-3-319-67361-5_40"},{"key":"7244_CR6","unstructured":"Kulkarni TD, Saeedi A, Gautam S, Gershman SJ (2016) Deep successor reinforcement learning. arXiv preprint arXiv:1606.02396"},{"key":"7244_CR7","unstructured":"Oh J, Chockalingam V, Lee H, et al (2016) Control of memory, active perception, and action in minecraft. In: International conference on machine learning, pp 2790\u20132799 . PMLR"},{"key":"7244_CR8","doi-asserted-by":"crossref","unstructured":"Tessler C, Givony S, Zahavy T, Mankowitz D, Mannor S (2017) A deep hierarchical approach to lifelong learning in minecraft. In: Proceedings of the AAAI conference on artificial intelligence, vol. 31","DOI":"10.1609\/aaai.v31i1.10744"},{"key":"7244_CR9","doi-asserted-by":"crossref","unstructured":"Frazier S, Riedl M (2019) Improving deep reinforcement learning in minecraft with action advice. In: Proceedings of the AAAI conference on artificial intelligence and interactive digital entertainment, vol. 15, pp 146\u2013152","DOI":"10.1609\/aiide.v15i1.5237"},{"issue":"1","key":"7244_CR10","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1007\/s00521-017-3026-4","volume":"31","author":"\u0130 Eski","year":"2019","unstructured":"Eski \u0130, Ku\u015f ZA (2019) Control of unmanned agricultural vehicles using neural network-based control system. Neural Comput Appl 31(1):583\u2013595","journal-title":"Neural Comput Appl"},{"issue":"14","key":"7244_CR11","doi-asserted-by":"publisher","first-page":"8821","DOI":"10.1007\/s00521-020-05629-5","volume":"33","author":"\u015e Ulus","year":"2021","unstructured":"Ulus \u015e, Eski \u0130 (2021) Neural network and fuzzy logic-based hybrid attitude controller designs of a fixed-wing uav. Neural Comput Appl 33(14):8821\u20138843","journal-title":"Neural Comput Appl"},{"key":"7244_CR12","doi-asserted-by":"publisher","first-page":"5994","DOI":"10.1109\/TITS.2020.3039617","volume":"22","author":"SF Abedin","year":"2021","unstructured":"Abedin SF, Munir MS, Tran NH, Han Z, Hong CS (2021) Data freshness and energy-efficient uav navigation optimization: a deep reinforcement learning approach. IEEE Trans Intell Transp Syst 22:5994\u20136006","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"7244_CR13","doi-asserted-by":"crossref","unstructured":"MahmoudZadeh S, Yazdani A, Elmi A, Abbasi A, Ghanooni P (2021) Exploiting a fleet of uavs for monitoring and data acquisition of a distributed sensor network. Neural Comput Appl 1\u201314","DOI":"10.1007\/s00521-021-05906-x"},{"key":"7244_CR14","doi-asserted-by":"crossref","unstructured":"Fu C, Carrio A, Olivares-M\u00e9ndez MA, Suarez-Fernandez R, Cervera PC (2014) Robust real-time vision-based aircraft tracking from unmanned aerial vehicles. In: Proceedings of the 2014 IEEE international conference on robotics and automation (ICRA), 5441\u20135446","DOI":"10.1109\/ICRA.2014.6907659"},{"issue":"8","key":"7244_CR15","doi-asserted-by":"publisher","first-page":"3347","DOI":"10.1007\/s00521-020-05200-2","volume":"33","author":"T Li","year":"2021","unstructured":"Li T, Ding F, Yang W (2021) Uav object tracking by background cues and aberrances response suppression mechanism. Neural Comput Appl 33(8):3347\u20133361","journal-title":"Neural Comput Appl"},{"key":"7244_CR16","doi-asserted-by":"crossref","unstructured":"Polvara R, Patacchiola M, Sharma S, Wan J, Manning A, Sutton R, Cangelosi A (2018) Toward end-to-end control for uav autonomous landing via deep reinforcement learning. In: Proceedings of the 2018 international conference on unmanned aircraft systems (ICUAS), pp 115\u2013123 . IEEE","DOI":"10.1109\/ICUAS.2018.8453449"},{"key":"7244_CR17","doi-asserted-by":"crossref","unstructured":"Ross S, Melik-Barkhudarov N, Shankar K.S, Wendel A, Dey D, Bagnell J.A, Hebert M (2013) Learning monocular reactive uav control in cluttered natural environments. In: Proceedings of the 2013 IEEE international conference on robotics and automation, pp 1765\u20131772 . IEEE","DOI":"10.1109\/ICRA.2013.6630809"},{"key":"7244_CR18","doi-asserted-by":"crossref","unstructured":"Tai L, Liu M (2016) A robot exploration strategy based on q-learning network. In: Proceedings of the 2016 IEEE international conference on real-time computing and robotics (RCAR), pp 57\u201362 . IEEE","DOI":"10.1109\/RCAR.2016.7784001"},{"issue":"2","key":"7244_CR19","doi-asserted-by":"publisher","first-page":"1088","DOI":"10.1109\/LRA.2018.2795643","volume":"3","author":"A Loquercio","year":"2018","unstructured":"Loquercio A, Maqueda AI, Del-Blanco CR, Scaramuzza D (2018) Dronet: learning to fly by driving. IEEE Robot Autom Lett 3(2):1088\u20131095. https:\/\/doi.org\/10.1109\/LRA.2018.2795643","journal-title":"IEEE Robot Autom Lett"},{"key":"7244_CR20","doi-asserted-by":"crossref","unstructured":"Alpdemir MN (2022) Tactical uav path optimization under radar threat using deep reinforcement learning. Neural Comput Appl 1\u201316","DOI":"10.1007\/s00521-021-06702-3"},{"key":"7244_CR21","doi-asserted-by":"crossref","unstructured":"Kersandt K, Mu\u00f1oz G, Barrado C (2018) Self-training by reinforcement learning for full-autonomous drones of the future. In: Proceedings of the 2018 IEEE\/AIAA 37th digital avionics systems conference (DASC), pp. 1\u201310 . IEEE","DOI":"10.1109\/DASC.2018.8569503"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07244-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-022-07244-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07244-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,4]],"date-time":"2023-02-04T20:54:46Z","timestamp":1675544086000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-022-07244-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,10]]},"references-count":21,"journal-issue":{"issue":"17","published-print":{"date-parts":[[2022,9]]}},"alternative-id":["7244"],"URL":"https:\/\/doi.org\/10.1007\/s00521-022-07244-y","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,5,10]]},"assertion":[{"value":"5 February 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 March 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 May 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}