{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T10:32:55Z","timestamp":1778495575394,"version":"3.51.4"},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"6-7","license":[{"start":{"date-parts":[[2024,5,10]],"date-time":"2024-05-10T00:00:00Z","timestamp":1715299200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,5,10]],"date-time":"2024-05-10T00:00:00Z","timestamp":1715299200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62273202"],"award-info":[{"award-number":["62273202"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62303268"],"award-info":[{"award-number":["62303268"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Sign Process Syst"],"published-print":{"date-parts":[[2024,7]]},"DOI":"10.1007\/s11265-024-01916-9","type":"journal-article","created":{"date-parts":[[2024,5,10]],"date-time":"2024-05-10T13:01:59Z","timestamp":1715346119000},"page":"357-368","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Intelligent AUV Surfacing Control in Network Attack Scenario"],"prefix":"10.1007","volume":"96","author":[{"given":"Yinghao","family":"Zhuang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yue","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9484-149X","authenticated-orcid":false,"given":"Yibin","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tianze","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yan","family":"Song","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,5,10]]},"reference":[{"key":"1916_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/AUV50043.2020.9267952","volume":"2020","author":"AB Phillips","year":"2020","unstructured":"Phillips, A. B., et al. (2020). Autosub 2000 under ice: design of a new work class AUV for under ice exploration. IEEE\/OES Autonomous Underwater Vehicles Symposium (AUV), 2020, 1\u20138. https:\/\/doi.org\/10.1109\/AUV50043.2020.9267952","journal-title":"IEEE\/OES Autonomous Underwater Vehicles Symposium (AUV)"},{"key":"1916_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/AUV.2018.8729757","volume":"2018","author":"F Ferreira","year":"2018","unstructured":"Ferreira, F., Petroccia, R., & Alves, J. (2018). Increasing the operational safety of autonomous underwater vehicles using the JANUS communication standard. IEEE\/OES Autonomous Underwater Vehicle Workshop (AUV), 2018, 1\u20136. https:\/\/doi.org\/10.1109\/AUV.2018.8729757","journal-title":"IEEE\/OES Autonomous Underwater Vehicle Workshop (AUV)"},{"key":"1916_CR3","doi-asserted-by":"publisher","DOI":"10.1201\/b10935","volume-title":"Real-time embedded systems: optimization, synthesis, and networking","author":"M Qiu","year":"2011","unstructured":"Qiu, M., & Li, J. (2011). Real-time embedded systems: optimization, synthesis, and networking. CRC Press."},{"issue":"5","key":"1916_CR4","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1109\/TNN.1998.712192","volume":"9","author":"RS Sutton","year":"1998","unstructured":"Sutton, R. S., & Barto, A. G. (1998). Reinforcement Learning: An Introduction. IEEE Transactions on Neural Networks, 9(5), 1054\u20131054. https:\/\/doi.org\/10.1109\/TNN.1998.712192","journal-title":"IEEE Transactions on Neural Networks"},{"issue":"11","key":"1916_CR5","doi-asserted-by":"publisher","first-page":"1238","DOI":"10.1177\/0278364913495721","volume":"32","author":"J Kober","year":"2013","unstructured":"Kober, J., Bagnell, J. A., & Peters, J. (2013). \u2018Reinforcement learning in robotics: A survey.\u2019 International Journal of Robotics Research, 32(11), 1238\u20131274.","journal-title":"International Journal of Robotics Research"},{"key":"1916_CR6","doi-asserted-by":"publisher","first-page":"590","DOI":"10.1109\/IRC.2019.00120","volume":"2019","author":"H Nguyen","year":"2019","unstructured":"Nguyen, H., & La, H. (2019). Review of Deep Reinforcement Learning for Robot Manipulation. Third IEEE International Conference on Robotic Computing (IRC), 2019, 590\u2013595. https:\/\/doi.org\/10.1109\/IRC.2019.00120","journal-title":"Third IEEE International Conference on Robotic Computing (IRC)"},{"key":"1916_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2021\/6649625","volume":"6649625","author":"T Liu","year":"2021","unstructured":"Liu, T., Hu, Y., & Xu, H. (2021). Deep Reinforcement Learning for Vectored Thruster Autonomous Underwater Vehicle Control. Complexity, 6649625, 1\u201325. https:\/\/doi.org\/10.1155\/2021\/6649625","journal-title":"Complexity"},{"key":"1916_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.23919\/OCEANS.2015.7401844","volume-title":"OCEANS 2015 - MTS\/IEEE Washington","author":"T Sun","year":"2015","unstructured":"Sun, T., He, B., Nian, R., & Yan, T. (2015). Target following for an autonomous underwater vehicle using regularized ELM-based reinforcement learning. OCEANS 2015 - MTS\/IEEE Washington (pp. 1\u20135). https:\/\/doi.org\/10.23919\/OCEANS.2015.7401844"},{"key":"1916_CR9","doi-asserted-by":"publisher","first-page":"24258","DOI":"10.1109\/ACCESS.2020.2970433","volume":"8","author":"Q Zhang","year":"2020","unstructured":"Zhang, Q., Lin, J., Sha, Q., He, B., & Li, G. (2020). Deep interactive reinforcement learning for path following of autonomous underwater vehicle. IEEE Access, 8, 24258\u201324268. https:\/\/doi.org\/10.1109\/ACCESS.2020.2970433","journal-title":"IEEE Access"},{"key":"1916_CR10","doi-asserted-by":"publisher","first-page":"4958","DOI":"10.23919\/ChiCC.2017.8028138","volume-title":"36th Chinese Control Conference (CCC)","author":"R Yu","year":"2017","unstructured":"Yu, R., Shi, Z., Huang, C., Li, T., & Ma, Q. (2017). Deep reinforcement learning based optimal trajectory tracking control of autonomous underwater vehicle. 36th Chinese Control Conference (CCC) (pp. 4958\u20134965). https:\/\/doi.org\/10.23919\/ChiCC.2017.8028138"},{"issue":"12","key":"1916_CR11","doi-asserted-by":"publisher","first-page":"2499","DOI":"10.1109\/TSMC.2017.2785794","volume":"49","author":"H Wu","year":"2019","unstructured":"Wu, H., Song, S., You, K., & Wu, C. (2019). Depth control of model-free AUVs via reinforcement learning. IEEE Transactions on Systems, Man, and Cybernetics: Systems, 49(12), 2499\u20132510. https:\/\/doi.org\/10.1109\/TSMC.2017.2785794","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics: Systems"},{"key":"1916_CR12","first-page":"71","volume-title":"Robotics and Autonomous Systems","author":"I Carlucho","year":"2018","unstructured":"Carlucho, I., De Paula, M., Wang, S., Petillot, Y., & Acosta, G. G. (2018). Adaptive low-level control of autonomous underwater vehicles using deep reinforcement learning. Robotics and Autonomous Systems (Vol. 107, pp. 71\u201386)"},{"key":"1916_CR13","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1109\/MLCR57210.2022.00037","volume-title":"2022 International Conference on Machine Learning, Control, and Robotics (MLCR), Suzhou, China","author":"D Jiang","year":"2022","unstructured":"Jiang, D., Fang, Z., Cheng, C., He, B., & Li, G. (2022). Action guidance-based deep interactive reinforcement learning for AUV path planning. 2022 International Conference on Machine Learning, Control, and Robotics (MLCR), Suzhou, China (pp. 158\u2013165). https:\/\/doi.org\/10.1109\/MLCR57210.2022.00037"},{"key":"1916_CR14","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1109\/ICICIP53388.2021.9642175","volume-title":"2021 11th International Conference on Intelligent Control and Information Processing (ICICIP), Dali, China","author":"Z Li","year":"2021","unstructured":"Li, Z., & Luo, X. (2021). Autonomous underwater vehicles (AUVs) path planning based on Deep Reinforcement Learning. 2021 11th International Conference on Intelligent Control and Information Processing (ICICIP), Dali, China (pp. 125\u2013129). https:\/\/doi.org\/10.1109\/ICICIP53388.2021.9642175"},{"key":"1916_CR15","doi-asserted-by":"publisher","first-page":"4704","DOI":"10.23919\/CCC58697.2023.10240614","volume-title":"2023 42nd Chinese Control Conference (CCC), Tianjin, China, 2023","author":"Y Zhao","year":"2023","unstructured":"Zhao, Y., & Tian, Y. (2023). Reinforcement Learning Method for AUV Hover Control in Uncertain Environment. 2023 42nd Chinese Control Conference (CCC), Tianjin, China, 2023 (pp. 4704\u20134709). https:\/\/doi.org\/10.23919\/CCC58697.2023.10240614"},{"key":"1916_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/ADPRL.2014.7010621","volume":"2014","author":"SR Ahmadzadeh","year":"2014","unstructured":"Ahmadzadeh, S. R., Kormushev, P., & Caldwell, D. G. (2014). Multi-objective reinforcement learning for AUV thruster failure recovery. IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning (ADPRL), 2014, 1\u20138. https:\/\/doi.org\/10.1109\/ADPRL.2014.7010621","journal-title":"IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning (ADPRL)"},{"key":"1916_CR17","first-page":"182","volume-title":"Handbook Of Marine Craft Hydrodynamics And Motion Control, Hoboken, NJ","author":"TI Fossen","year":"2016","unstructured":"Fossen, T. I. (2016). Handbook Of Marine Craft Hydrodynamics And Motion Control, Hoboken, NJ (pp. 182\u2013186). USA: John Wiley & Sons."},{"key":"1916_CR18","volume-title":"Path following control of underactuated AUV based on backstepping sliding mode","author":"Q Yin","year":"2016","unstructured":"Yin, Q. (2016). Path following control of underactuated AUV based on backstepping sliding mode. Daliann Maritime University."},{"key":"1916_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/S1098-3015(10)67722-4","author":"TP Lillicrap","year":"2015","unstructured":"Lillicrap, T. P., Hunt, J. J., Pritzel, A., et al. (2015). Continuous control with deep reinforcement learning[J]. Computer ence. https:\/\/doi.org\/10.1016\/S1098-3015(10)67722-4","journal-title":"Computer ence"},{"issue":"2","key":"1916_CR20","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1109\/TC.2021.3072072","volume":"73","author":"T Zhang","year":"2021","unstructured":"Zhang, T., Miao, X., Li, Y., Jia, L., & Zhuang, Y. (2021). AUV Surfacing control with adversarial attack against DLaaS framework. IEEE Transactions on Computers, 73(2), 327\u2013339. https:\/\/doi.org\/10.1109\/TC.2021.3072072","journal-title":"IEEE Transactions on Computers"}],"container-title":["Journal of Signal Processing Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11265-024-01916-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11265-024-01916-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11265-024-01916-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,22]],"date-time":"2024-06-22T06:08:01Z","timestamp":1719036481000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11265-024-01916-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,10]]},"references-count":20,"journal-issue":{"issue":"6-7","published-print":{"date-parts":[[2024,7]]}},"alternative-id":["1916"],"URL":"https:\/\/doi.org\/10.1007\/s11265-024-01916-9","relation":{},"ISSN":["1939-8018","1939-8115"],"issn-type":[{"value":"1939-8018","type":"print"},{"value":"1939-8115","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,5,10]]},"assertion":[{"value":"25 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 March 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 April 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 May 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This study did not involve human or animal subjects, and therefore did not require ethical approval.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"I assert that I have the authority and consent of all co-authors to submit this paper for publication. I grant the target journal\/conference the right to publish, reproduce, distribute, and display the paper in both print and electronic formats.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to Participate"}},{"value":"Originality: I declare that the research presented in this paper is original and has not been previously\u00a0published or submitted elsewhere.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to Publish"}},{"value":"I declare that there are no financial or personal relationships that could be perceived as potential\u00a0conflicts of interest regarding the content of this paper.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}