{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T23:06:41Z","timestamp":1773270401698,"version":"3.50.1"},"reference-count":54,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"22","license":[{"start":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T00:00:00Z","timestamp":1763164800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T00:00:00Z","timestamp":1763164800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T00:00:00Z","timestamp":1763164800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52025111"],"award-info":[{"award-number":["52025111"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52131101"],"award-info":[{"award-number":["52131101"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62173104"],"award-info":[{"award-number":["62173104"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52401365"],"award-info":[{"award-number":["52401365"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100020196","name":"Shandong Provincial Natural Science Foundation","doi-asserted-by":"publisher","award":["ZR2024QE371"],"award-info":[{"award-number":["ZR2024QE371"]}],"id":[{"id":"10.13039\/501100020196","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Stable Supporting Fund of National Key Laboratory of Autonomous Marine Vehicle Technology","award":["2024-HYHXQ-WDZC05"],"award-info":[{"award-number":["2024-HYHXQ-WDZC05"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2025,11,15]]},"DOI":"10.1109\/jiot.2025.3604223","type":"journal-article","created":{"date-parts":[[2025,8,29]],"date-time":"2025-08-29T17:43:25Z","timestamp":1756489405000},"page":"48085-48102","source":"Crossref","is-referenced-by-count":1,"title":["Different-Flow-Field Adaptability-Oriented AUV Path Planning: A Continual Distributional Soft Actor\u2013Critic Method"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-0341-3096","authenticated-orcid":false,"given":"Zhuo","family":"Wang","sequence":"first","affiliation":[{"name":"National Key Laboratory of Autonomous Marine Vehicle Technology, and the College of Shipbuilding Engineering, Harbin Engineering University, Harbin, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wucan","family":"Yang","sequence":"additional","affiliation":[{"name":"National Key Laboratory of Autonomous Marine Vehicle Technology, and the College of Shipbuilding Engineering, Harbin Engineering University, Harbin, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3917-5700","authenticated-orcid":false,"given":"Guiqiang","family":"Bai","sequence":"additional","affiliation":[{"name":"National Key Laboratory of Autonomous Marine Vehicle Technology, and the College of Shipbuilding Engineering, Harbin Engineering University, Harbin, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5504-388X","authenticated-orcid":false,"given":"Hao","family":"Lu","sequence":"additional","affiliation":[{"name":"National Key Laboratory of Autonomous Marine Vehicle Technology, and the College of Shipbuilding Engineering, Harbin Engineering University, Harbin, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9794-4491","authenticated-orcid":false,"given":"Hongde","family":"Qin","sequence":"additional","affiliation":[{"name":"National Key Laboratory of Autonomous Marine Vehicle Technology, and the College of Shipbuilding Engineering, Harbin Engineering University, Harbin, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yancheng","family":"Sui","sequence":"additional","affiliation":[{"name":"National Key Laboratory of Autonomous Marine Vehicle Technology, and the College of Shipbuilding Engineering, Harbin Engineering University, Harbin, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3328973"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3227265"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2023.3348827"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2024.3356529"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3141402"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2024.3352902"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3088279"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.10.056"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3097203"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2023.3315602"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2012.2210212"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2025.129719"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2021.109355"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3280035"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2024.3349924"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2023.3245818"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2023.3342281"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CYBER.2015.7288062"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2023.114591"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3289793"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/JOE.2004.827837"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2024.117547"},{"key":"ref23","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Fujimoto"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3153352"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3155697"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2023.3332172"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2022.3190901"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3205685"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2024.3370177"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2024.3367329"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2024.3446949"},{"key":"ref32","article-title":"Continual reinforcement learning with multi-timescale replay","author":"Kaplanis","year":"2020","journal-title":"arXiv:2004.07530"},{"key":"ref33","first-page":"6470","article-title":"Gradient episodic memory for continual learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Lopez-Paz"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1611835114"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0080-x"},{"key":"ref36","first-page":"1","article-title":"Meta-learning representations for continual learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Javed"},{"key":"ref37","first-page":"1","article-title":"Learning to learn without forgetting by maximizing transfer and minimizing interference","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Riemer"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2023.3324983"},{"key":"ref39","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Haarnoja"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3082568"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2025.3537087"},{"key":"ref42","first-page":"449","article-title":"A distributional perspective on reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Bellemare"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11791"},{"key":"ref44","first-page":"1096","article-title":"Implicit quantile networks for distributional reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Dabney"},{"key":"ref45","first-page":"1","article-title":"Fully parameterized quantile function for distributional reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Yang"},{"key":"ref46","first-page":"1","article-title":"Distributed distributional deterministic policy gradients","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Barth-Maron"},{"key":"ref47","article-title":"Invariant risk minimization","author":"Arjovsky","year":"2019","journal-title":"arXiv:1907.02893"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2020.2998798"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2024.3384476"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2019.2938082"},{"key":"ref51","first-page":"1","article-title":"Investigation of thrust and load characteristics of AUV propeller under the condition of different angle incoming flow","volume-title":"Proc. Oceans","author":"Yao"},{"key":"ref52","first-page":"1","article-title":"ElegantRL-Podracer: Scalable and elastic library for cloud-native deep reinforcement learning","volume-title":"Proc. NeurIPS, Workshop Deep Reinforcement Learn.","author":"Liu"},{"key":"ref53","volume-title":"1997\u20132016 data set of monthly mean temperature, salinity and current at the bottom of the Bohai sea, Yellow sea and East China sea","author":"Haiyan","year":"2021"},{"key":"ref54","first-page":"1","article-title":"Transient non-stationarity and generalisation in deep reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Igl"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6488907\/11231115\/11145074.pdf?arnumber=11145074","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T18:13:02Z","timestamp":1762539182000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11145074\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,15]]},"references-count":54,"journal-issue":{"issue":"22"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2025.3604223","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"value":"2327-4662","type":"electronic"},{"value":"2372-2541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,15]]}}}