{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,12]],"date-time":"2026-10-12T22:07:19Z","timestamp":1791842839080,"version":"4.3.4"},"reference-count":41,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100002367","name":"Youth Innovation Promotion Association CAS","doi-asserted-by":"publisher","award":["2018162"],"award-info":[{"award-number":["2018162"]}],"id":[{"id":"10.13039\/501100002367","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1713222"],"award-info":[{"award-number":["U1713222"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62025307"],"award-info":[{"award-number":["62025307"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62073316"],"award-info":[{"award-number":["62073316"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1806204"],"award-info":[{"award-number":["U1806204"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62033013"],"award-info":[{"award-number":["62033013"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005089","name":"Beijing Municipal Natural Science Foundation","doi-asserted-by":"publisher","award":["JQ19020"],"award-info":[{"award-number":["JQ19020"]}],"id":[{"id":"10.13039\/501100005089","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1109\/tnnls.2021.3054402","type":"journal-article","created":{"date-parts":[[2021,2,10]],"date-time":"2021-02-10T03:00:09Z","timestamp":1612926009000},"page":"3741-3752","source":"Crossref","is-referenced-by-count":81,"title":["Target Tracking Control of a Biomimetic Underwater Vehicle Through Deep Reinforcement Learning"],"prefix":"10.1109","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3049-004X","authenticated-orcid":false,"given":"Yu","family":"Wang","sequence":"first","affiliation":[{"name":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3951-715X","authenticated-orcid":false,"given":"Chong","family":"Tang","sequence":"additional","affiliation":[{"name":"NUCTECH Company Ltd., Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1390-9219","authenticated-orcid":false,"given":"Shuo","family":"Wang","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7565-8788","authenticated-orcid":false,"given":"Long","family":"Cheng","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rui","family":"Wang","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1986-8438","authenticated-orcid":false,"given":"Min","family":"Tan","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1534-5840","authenticated-orcid":false,"given":"Zengguang","family":"Hou","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/S1672-6529(16)60396-7"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.4031\/MTSJ.47.5.2"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-46870-8"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2013.2280596"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2015.2459913"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1038\/scientificamerican0395-64"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2011.2175004"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2014.2341593"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2016.2613500"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2016.2555703"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1139\/z83-192"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/48.757275"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JOE.2017.2762498"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2016.2622761"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.oceaneng.2019.106166"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1088\/1748-3190\/aacd26"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/s1672-6529(09)60233-x"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2014.2317133"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TFUZZ.2012.2227974"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2018.2867189"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1049\/iet-cta.2009.0052"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2016.2590378"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2015.2457877"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2017.2755720"},{"issue":"1","key":"ref25","first-page":"20","article-title":"Surrogate model based optimization of traffic lights cycles and green period ratios using microscopic simulation and fuzzy rule interpolation","volume":"16","author":"Gil","year":"2018","journal-title":"Int. J. Artif. Intell."},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.3182\/20070709-3-RO-4910.00004"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1049\/iet-cta:20050004"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2773458"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2844165"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2832025"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2017.2785794"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2884797"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2016.2645699"},{"key":"ref34","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv:1509.02971"},{"key":"ref35","first-page":"1057","article-title":"Policy gradient methods for reinforcement learning with function approximation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Sutton"},{"key":"ref36","first-page":"387","article-title":"Deterministic policy gradient algorithms","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Silver"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992699"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2015.11.030"},{"key":"ref39","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref40","volume-title":"Python Machine Learning: Machine Learning and Deep Learning With Python, Scikit-Learn, and TensorFlow 2","author":"Raschka","year":"2019"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.arcontrol.2018.09.005"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/9849214\/09351698.pdf?arnumber=9351698","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T18:45:53Z","timestamp":1704825953000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9351698\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8]]},"references-count":41,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2021.3054402","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8]]}}}