{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T17:03:40Z","timestamp":1782407020330,"version":"3.54.5"},"reference-count":128,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52371372"],"award-info":[{"award-number":["52371372"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62336005"],"award-info":[{"award-number":["62336005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61833011"],"award-info":[{"award-number":["61833011"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Project of Science and Technology Commission of Shanghai Municipality, China","award":["22JC1401400"],"award-info":[{"award-number":["22JC1401400"]}]},{"name":"Project of Science and Technology Commission of Shanghai Municipality, China","award":["21190780300"],"award-info":[{"award-number":["21190780300"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Syst. Man Cybern, Syst."],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1109\/tsmc.2023.3346401","type":"journal-article","created":{"date-parts":[[2024,1,17]],"date-time":"2024-01-17T18:28:39Z","timestamp":1705516119000},"page":"4-17","source":"Crossref","is-referenced-by-count":25,"title":["Networked and Deep Reinforcement Learning-Based Control for Autonomous Marine Vehicles: A Survey"],"prefix":"10.1109","volume":"55","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6508-0051","authenticated-orcid":false,"given":"Yu-Long","family":"Wang","sequence":"first","affiliation":[{"name":"Shanghai Key Laboratory of Power Station Automation Technology and the School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-3293-6245","authenticated-orcid":false,"given":"Cheng-Cheng","family":"Wang","sequence":"additional","affiliation":[{"name":"Shanghai Key Laboratory of Power Station Automation Technology and the School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7207-0716","authenticated-orcid":false,"given":"Qing-Long","family":"Han","sequence":"additional","affiliation":[{"name":"School of Science, Computing and Engineering Technologies, Swinburne University of Technology, Melbourne, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0295-2462","authenticated-orcid":false,"given":"Xiaofan","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2022.106007"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.2989352"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.23919\/ICCAS52745.2021.9649839"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2022.105707"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2022.105506"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2022.3142323"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2021.108709"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.09.071"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2019.106299"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.apor.2021.102759"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2019.04.099"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2016.2526648"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2016.2617321"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2018.2829730"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2022.3188834"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3068762"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2020.107704"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2023.3256371"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.apor.2021.102590"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.3390\/jmse10050562"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.23919\/ecc51009.2020.9143792"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.3390\/jmse8110936"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CAC48633.2019.8996917"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2018.2829165"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.3390\/jmse9020161"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2021.109560"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2021.3127197"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2021.109390"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2019.2944521"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2018.2872421"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2021.3104178"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3104978"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2018.2871672"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2021.108086"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2023.113632"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/DDCLS58216.2023.10166143"},{"key":"ref38","first-page":"1","article-title":"Continuous control with deep reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Lillicrap"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2017.06.066"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2018.2883335"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.4249\/scholarpedia.3698"},{"key":"ref42","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3181141"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.compstruct.2023.117028"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.conengprac.2021.105024"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2020.3001855"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3121403"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1002\/9781119994138"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.3008998"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2022.105509"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2023.115294"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2023.108858"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2015.2508647"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2577342"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2015.2396044"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2022.112941"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2021.110507"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2021.3064884"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2022.3184305"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2018.08.007"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1002\/rnc.1806"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2018.2877046"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2018.2834518"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1016\/j.isatra.2019.04.035"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2023.113937"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2016.08.108"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2018.09.502"},{"key":"ref68","first-page":"249","article-title":"Understanding the difficulty of training deep feedforward neural networks","volume-title":"Proc. 13th Int. Conf. Artif. Intell. Statist.","author":"Glorot"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2010-343"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3070584"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3136670"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2018.01.026"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.3233\/JIFS-161822"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/SysCon53536.2022.9773930"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2012.2227719"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/CAC53003.2021.9728038"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1007\/s00773-015-0355-9"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2020.00032"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2019.2932205"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2022.3162862"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2959201"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2022.3220705"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/MCS.2013.2287568"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2023.3270266"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2930471"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1016\/j.jfranklin.2022.10.020"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2023.123255"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2022.112449"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2022.110631"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.3390\/app12146874"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2022.111453"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1016\/j.apor.2022.103207"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2019.105201"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2022.3222575"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.3390\/jmse11020273"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2021.109216"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.3390\/s22186942"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3022600"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2020.107001"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1016\/j.apor.2019.02.020"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1080\/03088839.2020.1756494"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2022.110749"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/jas.2023.123846"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2018.08.020"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2021.3089375"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/tii.2023.3313651"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2018.2792455"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.3044627"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2012.04.005"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/70.736776"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.3390\/app11020546"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2022.112035"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2018.2834919"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1007\/s40815-018-0586-0"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2021.109794"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.3390\/sym12040549"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2023.3309689"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2023.114016"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2023.115381"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1016\/j.isatra.2023.01.007"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1016\/j.dt.2022.09.014"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3009214"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3094901"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2023.113670"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1007\/s13369-023-07934-2"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2021.110477"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3011670"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1016\/j.conengprac.2021.104807"}],"container-title":["IEEE Transactions on Systems, Man, and Cybernetics: Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221021\/10805215\/10402564.pdf?arnumber=10402564","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,15]],"date-time":"2025-01-15T20:07:54Z","timestamp":1736971674000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10402564\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1]]},"references-count":128,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tsmc.2023.3346401","relation":{},"ISSN":["2168-2216","2168-2232"],"issn-type":[{"value":"2168-2216","type":"print"},{"value":"2168-2232","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1]]}}}