{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T15:46:36Z","timestamp":1780674396630,"version":"3.54.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2025,1,14]],"date-time":"2025-01-14T00:00:00Z","timestamp":1736812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,14]],"date-time":"2025-01-14T00:00:00Z","timestamp":1736812800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"National Key Project of China","award":["GJXM92579"],"award-info":[{"award-number":["GJXM92579"]}]},{"DOI":"10.13039\/100012542","name":"Sichuan Province Science and Technology Support Program","doi-asserted-by":"publisher","award":["2023YFG0329"],"award-info":[{"award-number":["2023YFG0329"]}],"id":[{"id":"10.13039\/100012542","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1007\/s10489-024-06036-2","type":"journal-article","created":{"date-parts":[[2025,1,14]],"date-time":"2025-01-14T07:33:49Z","timestamp":1736840029000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Autonomous navigation of UAV in complex environment : a deep reinforcement learning method based on temporal attention"],"prefix":"10.1007","volume":"55","author":[{"given":"Shuyuan","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shufan","family":"Zou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-9296-2999","authenticated-orcid":false,"given":"Xinghua","family":"Chang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Huayong","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Laiping","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaogang","family":"Deng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,1,14]]},"reference":[{"issue":"13","key":"6036_CR1","doi-asserted-by":"publisher","first-page":"16998","DOI":"10.1007\/s10489-022-04317-2","volume":"53","author":"L Xu","year":"2023","unstructured":"Xu L, Wang T, Cai W, Sun C (2023) Uav target following in complex occluded environments with adaptive multi-modal fusion. Appl Intell 53(13):16998\u201317014","journal-title":"Appl Intell"},{"key":"6036_CR2","doi-asserted-by":"publisher","first-page":"26320","DOI":"10.1109\/ACCESS.2022.3157626","volume":"10","author":"S Rezwan","year":"2022","unstructured":"Rezwan S, Choi W (2022) Artificial intelligence approaches for uav navigation: recent advances and future challenges. IEEE Access 10:26320\u201326339","journal-title":"IEEE Access"},{"key":"6036_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2022.103018","volume":"138","author":"E Yanmaz","year":"2023","unstructured":"Yanmaz E (2023) Joint or decoupled optimization: multi-uav path planning for search and rescue. Ad Hoc Netw 138:103018","journal-title":"Ad Hoc Netw"},{"key":"6036_CR4","doi-asserted-by":"publisher","first-page":"64534","DOI":"10.1109\/ACCESS.2020.2984768","volume":"8","author":"G Castellano","year":"2020","unstructured":"Castellano G, Castiello C, Mencar C, Vessio G (2020) Crowd detection in aerial images using spatial graphs and fully-convolutional neural networks. IEEE Access 8:64534\u201364544","journal-title":"IEEE Access"},{"issue":"4","key":"6036_CR5","doi-asserted-by":"publisher","first-page":"3529","DOI":"10.1007\/s10489-024-05339-8","volume":"54","author":"W Li","year":"2024","unstructured":"Li W, Li S, Shi H, Yan W, Zhou Y (2024) Uav-enabled fair offloading for mec networks: a drl approach based on actor-critic parallel architecture. Appl Intell 54(4):3529\u20133546","journal-title":"Appl Intell"},{"issue":"5","key":"6036_CR6","doi-asserted-by":"publisher","first-page":"1982","DOI":"10.1109\/TCST.2022.3216989","volume":"31","author":"D Saccani","year":"2022","unstructured":"Saccani D, Cecchin L, Fagiano L (2022) Multitrajectory model predictive control for safe uav navigation in an unknown environment. IEEE Trans Control Syst Technol 31(5):1982\u20131997","journal-title":"IEEE Trans Control Syst Technol"},{"key":"6036_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2022.109225","volume":"126","author":"M Sajid","year":"2022","unstructured":"Sajid M, Mittal H, Pare S, Prasad M (2022) Routing and scheduling optimization for uav assisted delivery system: a hybrid approach. Appl Soft Comput 126:109225","journal-title":"Appl Soft Comput"},{"issue":"2","key":"6036_CR8","doi-asserted-by":"publisher","first-page":"479","DOI":"10.1016\/j.cja.2020.05.011","volume":"34","author":"T Guo","year":"2021","unstructured":"Guo T, Jiang N, Li B, Zhu X, Wang Y, Du W (2021) Uav navigation in high dynamic environments: a deep reinforcement learning approach. Chin J Aeronaut 34(2):479\u2013489","journal-title":"Chin J Aeronaut"},{"key":"6036_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2022.105321","volume":"115","author":"F AlMahamid","year":"2022","unstructured":"AlMahamid F, Grolinger K (2022) Autonomous unmanned aerial vehicle navigation using reinforcement learning: a systematic review. Eng Appl Artif Intell 115:105321","journal-title":"Eng Appl Artif Intell"},{"issue":"5","key":"6036_CR10","doi-asserted-by":"publisher","first-page":"674","DOI":"10.26599\/TST.2021.9010012","volume":"26","author":"K Zhu","year":"2021","unstructured":"Zhu K, Zhang T (2021) Deep reinforcement learning based mobile robot navigation: a review. Tsinghua Sci Technol 26(5):674\u2013691","journal-title":"Tsinghua Sci Technol"},{"key":"6036_CR11","doi-asserted-by":"publisher","DOI":"10.1016\/j.apor.2021.102995","volume":"118","author":"Z He","year":"2022","unstructured":"He Z, Liu C, Chu X, Negenborn RR, Wu Q (2022) Dynamic anti-collision a-star algorithm for multi-ship encounter situations. Appl Ocean Res 118:102995","journal-title":"Appl Ocean Res"},{"key":"6036_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2024.124121","volume":"252","author":"T Huang","year":"2024","unstructured":"Huang T, Fan K, Sun W (2024) Density gradient-rrt: an improved rapidly exploring random tree algorithm for uav path planning. Expert Syst Appl 252:124121","journal-title":"Expert Syst Appl"},{"key":"6036_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2021.107796","volume":"112","author":"YV Pehlivanoglu","year":"2021","unstructured":"Pehlivanoglu YV, Pehlivanoglu P (2021) An enhanced genetic algorithm for path planning of autonomous uav in target coverage problems. Appl Soft Comput 112:107796","journal-title":"Appl Soft Comput"},{"key":"6036_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2022.105182","volume":"114","author":"J Fan","year":"2022","unstructured":"Fan J, Chen X, Wang Y, Chen X (2022) Uav trajectory planning in cluttered environments based on pf-rrt* algorithm with goal-biased strategy. Eng Appl Artif Intell 114:105182","journal-title":"Eng Appl Artif Intell"},{"key":"6036_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2021.107376","volume":"107","author":"MD Phung","year":"2021","unstructured":"Phung MD, Ha QP (2021) Safety-enhanced uav path planning with spherical vector-based particle swarm optimization. Appl Soft Comput 107:107376","journal-title":"Appl Soft Comput"},{"issue":"10","key":"6036_CR16","doi-asserted-by":"publisher","first-page":"7350","DOI":"10.1007\/s10489-020-02082-8","volume":"51","author":"W He","year":"2021","unstructured":"He W, Qi X, Liu L (2021) A novel hybrid particle swarm optimization for multi-uav cooperate path planning. Appl Intell 51(10):7350\u20137364","journal-title":"Appl Intell"},{"issue":"1","key":"6036_CR17","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1109\/TTE.2022.3199255","volume":"9","author":"H Yang","year":"2022","unstructured":"Yang H, Xu X, Hong J (2022) Automatic parking path planning of tracked vehicle based on improved a* and dwa algorithms. IEEE Trans Transp Electrif 9(1):283\u2013292","journal-title":"IEEE Trans Transp Electrif"},{"key":"6036_CR18","doi-asserted-by":"publisher","first-page":"31586","DOI":"10.1109\/ACCESS.2022.3160726","volume":"10","author":"S Lee","year":"2022","unstructured":"Lee S, Lee H (2022) Trajectory generation of a quadrotor transporting a bulky payload in the cluttered environments. IEEE Access 10:31586\u201331594","journal-title":"IEEE Access"},{"issue":"3","key":"6036_CR19","first-page":"1129","volume":"69","author":"Z Pan","year":"2021","unstructured":"Pan Z, Zhang C, Xia Y, Xiong H, Shao X (2021) An improved artificial potential field method for path planning and formation control of the multi-uav systems. IEEE Trans Circuits Syst II Express Briefs 69(3):1129\u20131133","journal-title":"IEEE Trans Circuits Syst II Express Briefs"},{"issue":"12","key":"6036_CR20","doi-asserted-by":"publisher","first-page":"1726","DOI":"10.1631\/FITEE.1900533","volume":"21","author":"H-n Wang","year":"2020","unstructured":"Wang H-n, Liu N, Zhang Y-y, Feng D-w, Huang F, Li D-s, Zhang Y-m (2020) Deep reinforcement learning: a survey. Front Inf Technol Electron Eng 21(12):1726\u20131744","journal-title":"Front Inf Technol Electron Eng"},{"key":"6036_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.inffus.2022.03.003","volume":"85","author":"P Ladosz","year":"2022","unstructured":"Ladosz P, Weng L, Kim M, Oh H (2022) Exploration in deep reinforcement learning: a survey. Inf Fusion 85:1\u201322","journal-title":"Inf Fusion"},{"issue":"7540","key":"6036_CR22","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. nature 518(7540):529\u2013533","journal-title":"nature"},{"issue":"4","key":"6036_CR23","doi-asserted-by":"publisher","first-page":"5064","DOI":"10.1109\/TNNLS.2022.3207346","volume":"35","author":"X Wang","year":"2022","unstructured":"Wang X, Wang S, Liang X, Zhao D, Huang J, Xu X, Dai B, Miao Q (2022) Deep reinforcement learning: a survey. IEEE Trans Neural Netw Learn Syst 35(4):5064\u20135078","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"1","key":"6036_CR24","doi-asserted-by":"publisher","first-page":"1117","DOI":"10.1109\/TVT.2019.2952549","volume":"69","author":"H Huang","year":"2019","unstructured":"Huang H, Yang Y, Wang H, Ding Z, Sari H, Adachi F (2019) Deep reinforcement learning for uav navigation through massive mimo technique. IEEE Trans Veh Technol 69(1):1117\u20131121","journal-title":"IEEE Trans Veh Technol"},{"issue":"20","key":"6036_CR25","doi-asserted-by":"publisher","first-page":"15441","DOI":"10.1109\/JIOT.2021.3073973","volume":"8","author":"J Moon","year":"2021","unstructured":"Moon J, Papaioannou S, Laoudias C, Kolios P, Kim S (2021) Deep reinforcement learning multi-uav trajectory control for target tracking. IEEE Internet Things J 8(20):15441\u201315455","journal-title":"IEEE Internet Things J"},{"issue":"7","key":"6036_CR26","doi-asserted-by":"publisher","first-page":"6180","DOI":"10.1109\/JIOT.2020.2973193","volume":"7","author":"C Wang","year":"2020","unstructured":"Wang C, Wang J, Wang J, Zhang X (2020) Deep-reinforcement-learning-based autonomous uav navigation with sparse rewards. IEEE Internet Things J 7(7):6180\u20136190","journal-title":"IEEE Internet Things J"},{"key":"6036_CR27","doi-asserted-by":"crossref","unstructured":"Zhang L, Peng J, Yi W, Lin H, Lei L, Song X (2023) A state-decomposition ddpg algorithm for uav autonomous navigation in 3d complex environments. IEEE Internet Things J","DOI":"10.1109\/JIOT.2023.3327753"},{"issue":"8","key":"6036_CR28","doi-asserted-by":"publisher","first-page":"8628","DOI":"10.1109\/TITS.2022.3192480","volume":"24","author":"B Li","year":"2022","unstructured":"Li B, Huang Z, Chen TW, Dai T, Zang Y, Xie W, Tian B, Cai K (2022) Msn: mapless short-range navigation based on time critical deep reinforcement learning. IEEE Trans Intell Transp Syst 24(8):8628\u20138637","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"6036_CR29","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2021.108194","volume":"115","author":"S Zhang","year":"2022","unstructured":"Zhang S, Li Y, Dong Q (2022) Autonomous navigation of uav in multi-obstacle environments based on a deep reinforcement learning approach. Appl Soft Comput 115:108194","journal-title":"Appl Soft Comput"},{"issue":"3","key":"6036_CR30","doi-asserted-by":"publisher","first-page":"3001","DOI":"10.1109\/TVT.2022.3218855","volume":"72","author":"Y Xue","year":"2022","unstructured":"Xue Y, Chen W (2022) A uav navigation approach based on deep reinforcement learning in large cluttered 3d environments. IEEE Trans Veh Technol 72(3):3001\u20133014","journal-title":"IEEE Trans Veh Technol"},{"issue":"1","key":"6036_CR31","doi-asserted-by":"publisher","first-page":"635","DOI":"10.1109\/LRA.2023.3334978","volume":"9","author":"Y Xue","year":"2023","unstructured":"Xue Y, Chen W (2023) Combining motion planner and deep reinforcement learning for uav navigation in unknown environment. IEEE Robot Autom Lett 9(1):635\u2013642","journal-title":"IEEE Robot Autom Lett"},{"issue":"4","key":"6036_CR32","doi-asserted-by":"publisher","first-page":"603","DOI":"10.1016\/j.neuron.2020.06.014","volume":"107","author":"M Botvinick","year":"2020","unstructured":"Botvinick M, Wang JX, Dabney W, Miller KJ, Kurth-Nelson Z (2020) Deep reinforcement learning and its neuroscientific implications. Neuron 107(4):603\u2013616","journal-title":"Neuron"},{"key":"6036_CR33","unstructured":"Haarnoja T, Zhou A, Abbeel P, Levine S (2018) Soft actor-critic: off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: International conference on machine learning. PMLR, pp 1861\u20131870"},{"key":"6036_CR34","unstructured":"Sutton RS, McAllester D, Singh S, Mansour Y (1999) Policy gradient methods for reinforcement learning with function approximation. Adv Neural Inf Process Syst 12"},{"key":"6036_CR35","doi-asserted-by":"crossref","unstructured":"Van\u00a0Hasselt H, Guez A, Silver D (2016) Deep reinforcement learning with double q-learning. In: Proceedings of the AAAI conference on artificial intelligence, vol 30","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"6036_CR36","unstructured":"Fan J, Wang Z, Xie Y, Yang Z (2020) A theoretical analysis of deep q-learning. In: Learning for dynamics and control. PMLR, pp 486\u2013489"},{"issue":"17","key":"6036_CR37","doi-asserted-by":"publisher","first-page":"14599","DOI":"10.1007\/s00521-022-07244-y","volume":"34","author":"C Fu","year":"2022","unstructured":"Fu C, Xu X, Zhang Y, Lyu Y, Xia Y, Zhou Z, Wu W (2022) Memory-enhanced deep reinforcement learning for uav navigation in 3d environment. Neural Comput Appl 34(17):14599\u201314607","journal-title":"Neural Comput Appl"},{"issue":"3","key":"6036_CR38","doi-asserted-by":"publisher","first-page":"4352","DOI":"10.1109\/LRA.2020.2996593","volume":"5","author":"AJ Sathyamoorthy","year":"2020","unstructured":"Sathyamoorthy AJ, Patel U, Guan T, Manocha D (2020) Frozone: freezing-free, pedestrian-friendly navigation in human crowds. IEEE Robot Autom Lett 5(3):4352\u20134359","journal-title":"IEEE Robot Autom Lett"},{"key":"6036_CR39","unstructured":"Fujimoto S, Hoof H, Meger D (2018) Addressing function approximation error in actor-critic methods. In: International conference on machine learning. PMLR, pp 1587\u20131596"},{"issue":"7","key":"6036_CR40","doi-asserted-by":"publisher","first-page":"4600","DOI":"10.1109\/TSMC.2021.3098451","volume":"52","author":"Y Gu","year":"2021","unstructured":"Gu Y, Cheng Y, Chen CP, Wang X (2021) Proximal policy optimization with policy feedback. IEEE Trans Syst Man Cybern Syst 52(7):4600\u20134610","journal-title":"IEEE Trans Syst Man Cybern Syst"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-06036-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-024-06036-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-06036-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,22]],"date-time":"2025-02-22T17:21:24Z","timestamp":1740244884000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-024-06036-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,14]]},"references-count":40,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["6036"],"URL":"https:\/\/doi.org\/10.1007\/s10489-024-06036-2","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,14]]},"assertion":[{"value":"11 September 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 January 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"There is no ethical conflict and no need to informed consent for data.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical and informed consent for data used"}},{"value":"There are no competing interests to declare.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"316"}}