{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T06:38:57Z","timestamp":1776926337980,"version":"3.51.2"},"reference-count":52,"publisher":"Tech Science Press","issue":"3","license":[{"start":{"date-parts":[[2025,8,3]],"date-time":"2025-08-03T00:00:00Z","timestamp":1754179200000},"content-version":"vor","delay-in-days":214,"URL":"https:\/\/doi.org\/10.32604\/TSP-CROSSMARKPOLICY"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["CMC"],"published-print":{"date-parts":[[2025]]},"DOI":"10.32604\/cmc.2025.065995","type":"journal-article","created":{"date-parts":[[2025,7,2]],"date-time":"2025-07-02T04:36:23Z","timestamp":1751430983000},"page":"4907-4948","update-policy":"https:\/\/doi.org\/10.32604\/tsp-crossmarkpolicy","source":"Crossref","is-referenced-by-count":1,"title":["Simultaneous Depth and Heading Control for Autonomous Underwater Vehicle Docking Maneuvers Using Deep Reinforcement Learning within a Digital Twin System"],"prefix":"10.32604","volume":"84","author":[{"given":"Yu-Hsien","family":"Lin","sequence":"first","affiliation":[]},{"given":"Po-Cheng","family":"Chuang","sequence":"additional","affiliation":[]},{"given":"Joyce Yi-Tzu","family":"Huang","sequence":"additional","affiliation":[]}],"member":"17807","published-online":{"date-parts":[[2025]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"106184","DOI":"10.1016\/j.oceaneng.2019.106184","article-title":"Optimized design of an autonomous underwater vehicle, for exploration in the Caribbean Sea","volume":"187","author":"Ignacio","year":"2019","journal-title":"Ocean Eng"},{"key":"ref2","series-title":"Proceedings of OCEANS 2005 MTS\/IEEE","article-title":"A reactive control approach for pipeline inspection with an AUV","author":"Paim","year":"2005 Sep 17\u201323"},{"key":"ref3","first-page":"122","article-title":"The development of autonomous underwater vehicles (AUV): a brief summary","volume":"4","author":"Blidberg","year":"2001","journal-title":"IEEE ICRA"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"695","DOI":"10.1109\/TRO.2005.844682","article-title":"Experimental study on advanced underwater robot control","volume":"21","author":"Zhao","year":"2005","journal-title":"IEEE Trans Robot"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1016\/j.oceaneng.2015.10.007","article-title":"A survey on path planning for persistent autonomy of autonomous underwater vehicles","volume":"110","author":"Zeng","year":"2015","journal-title":"Ocean Eng"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1016\/j.oceaneng.2015.08.029","article-title":"Autonomous underwater vehicle docking system for cabled ocean observatory network","volume":"109","author":"Li","year":"2015","journal-title":"Ocean Eng"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"103382","DOI":"10.1016\/j.robot.2019.103382","article-title":"A survey of underwater docking guidance systems","volume":"124","author":"Yazdani","year":"2020","journal-title":"Robot Auton Syst"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1016\/j.oceaneng.2015.10.015","article-title":"AUV docking experiments based on vision positioning using two cameras","volume":"110","author":"Li","year":"2015","journal-title":"Ocean Eng"},{"key":"ref9","series-title":"2020 IEEE\/OES Autonomous Underwater Vehicles Symposium (AUV)","article-title":"Vision-based AUV docking to an underway dock using convolutional neural networks","author":"Singh","year":"2020 Sep 30\u2013Oct 2"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"100049","DOI":"10.1016\/j.ifacsc.2019.100049","article-title":"Learning an AUV docking maneuver with a convolutional neural network","volume":"8","author":"Sans-Muntadas","year":"2019","journal-title":"IFAC J Syst Control"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"105046","DOI":"10.1016\/j.conengprac.2021.105046","article-title":"Deep reinforcement learning with shallow controllers: an experimental application to PID tuning","volume":"121","author":"Lawrence","year":"2022","journal-title":"Control Eng Pract"},{"key":"ref12","series-title":"2017 36th Chinese Control Conference (CCC)","article-title":"Deep reinforcement learning based optimal trajectory tracking control of autonomous underwater vehicle","author":"Yu","year":"2017 Jul 26\u201328"},{"key":"ref13","series-title":"2015 European Control Conference (ECC)","article-title":"Sigmoid based PID controller implementation for rotor control","author":"Ate\u015f","year":"2015 Jul 15\u201317"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1080\/10798587.2004.10642862","article-title":"Introducing BELBIC: brain emotional learning based intelligent controller","volume":"10","author":"Lucas","year":"2004","journal-title":"Intell Autom Soft Comput"},{"key":"ref15","series-title":"International Symposium on Neural Networks; 2005 May 30\u2013Jun 1; Chongqing, China","article-title":"A novel intelligent controller based on modulation of neuroendocrine system","author":"Liu"},{"key":"ref16","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, et al. Continuous control with deep reinforcement learning. arXiv: 1509.02971. 2015."},{"key":"ref17","series-title":"OCEANS 2018 MTS\/IEEE Charleston","article-title":"AUV position tracking control using end-to-end deep reinforcement learning","author":"Carlucho","year":"2018 Oct 22\u201325"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"7881","DOI":"10.3390\/s22207881","article-title":"Path-tracking control strategy of unmanned vehicle based on DDPG algorithm","volume":"22","author":"Yao","year":"2022","journal-title":"Sensors"},{"key":"ref19","series-title":"International Conference on Machine Learning","article-title":"Addressing function approximation error in actor-critic methods","author":"Fujimoto","year":"2018 Jul 10\u201315"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"119886","DOI":"10.1016\/j.oceaneng.2024.119886","article-title":"Obstacle avoidance path planning for AUVs in a three-dimensional unknown environment based on the C-APF-TD3 algorithm","volume":"315","author":"Li","year":"2025","journal-title":"Ocean Eng"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"118171","DOI":"10.1016\/j.oceaneng.2024.118171","article-title":"An adaptive PID controller for path following of autonomous underwater vehicle based on soft actor-critic","volume":"307","author":"Wang","year":"2024","journal-title":"Ocean Eng"},{"key":"ref22","first-page":"30","article-title":"Design of adaptive fuzzy fractional order PID controller for autonomous underwater vehicle (AUV) in heading and depth attitudes","volume":"158","author":"Khodayari","year":"2016","journal-title":"Int J Marit Eng"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"676","DOI":"10.3390\/jmse12040676","article-title":"A gaussian-process-based model predictive control approach for trajectory tracking and obstacle avoidance in autonomous underwater vehicles","volume":"12","author":"Liu","year":"2024","journal-title":"J Mar Sci Eng"},{"key":"ref24","first-page":"101264","article-title":"Fast and optimal tuning of fractional order PID controller for AVR system based on memorizable-smoothed functional algorithm","volume":"35","author":"Mok","year":"2022","journal-title":"Eng Sci Technol"},{"key":"ref25","first-page":"134","article-title":"Experimental verification of active oscillation controller for vehicle drivetrain with backlash nonlinearity based on norm-limited SPSA","volume":"238","author":"Yonezawa","year":"2024","journal-title":"Proc Inst Mech Eng Part K J Multi-Body Dyn"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"104988","DOI":"10.1016\/j.sysconle.2021.104988","article-title":"Smoothed functional-based gradient algorithms for off-policy reinforcement learning: a non-asymptotic viewpoint","volume":"155","author":"Vijayan","year":"2021","journal-title":"Syst Control Lett"},{"key":"ref27","series-title":"Oceans 2016 MTS\/IEEE Monterey","article-title":"UUV simulator: a gazebo-based package for underwater intervention and multi-robot simulation","author":"Manh\u00e3es","year":"2016 Sep 19\u201323"},{"key":"ref28","series-title":"2016 IEEE\/OES Autonomous Underwater Vehicles (AUV)","article-title":"UW morse: the underwater modular open robot simulation engine","author":"Henriksen","year":"2016 Nov 6\u20139"},{"key":"ref29","series-title":"2022 International Conference on Robotics and Automation (ICRA)","article-title":"HoloOcean: an underwater robotics simulator","author":"Potokar","year":"2022 May 23\u201327"},{"key":"ref30","first-page":"1","article-title":"Digital twin: manufacturing excellence through virtual factory replication","author":"Grieves","year":"2014","journal-title":"White paper"},{"key":"ref31","first-page":"100383","article-title":"Digital twins: state of the art theory and practice, challenges, and open research questions","volume":"30","author":"Sharma","year":"2022","journal-title":"J Ind Inf Integr"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"102365","DOI":"10.1016\/j.rcim.2022.102365","article-title":"A digital twin-based sim-to-real transfer for deep reinforcement learning-enabled industrial robot grasping","volume":"78","author":"Liu","year":"2022","journal-title":"Robot Comput-Integr Manuf"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"102963","DOI":"10.1016\/j.aei.2024.102963","article-title":"A state of the art in digital twin for intelligent fault diagnosis","volume":"63","author":"Hu","year":"2025","journal-title":"Adv Eng Inform"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"120139","DOI":"10.1016\/j.oceaneng.2024.120139","article-title":"Adaptive reward shaping based reinforcement learning for docking control of autonomous underwater vehicles","volume":"318","author":"Chu","year":"2025","journal-title":"Ocean Eng"},{"key":"ref35","series-title":"OCEANS 2021: San Diego-Porto","article-title":"Deep reinforcement learning for continuous docking control of autonomous underwater vehicles: a benchmarking study","author":"Patil","year":"2021 Sep 20\u201323"},{"key":"ref36","unstructured":"Chu S, Huang Z, Li Y, Lin M, Carlucho I, Petillot YR, et al. MarineGym: a high-performance reinforcement learning platform for underwater robotics. arXiv:2503.09203. 2025."},{"key":"ref37","doi-asserted-by":"crossref","first-page":"126164","DOI":"10.1016\/j.eswa.2024.126164","article-title":"Digital twin-based stress prediction for autonomous grasping of underwater robots with reinforcement learning","volume":"267","author":"Yang","year":"2025","journal-title":"Expert Syst Appl"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"566037","DOI":"10.3389\/frobt.2020.566037","article-title":"Deep reinforcement learning controller for 3D path following and collision avoidance by autonomous underwater vehicles","volume":"7","author":"Havenstr\u00f8m","year":"2021","journal-title":"Front Robot AI"},{"key":"ref39","series-title":"2018 IEEE International Conference on Information and Automation (ICIA)","article-title":"AUV docking experiment and improvement on tracking control algorithm","author":"Lyu","year":"2018 Aug 11\u201313"},{"key":"ref40","series-title":"Oceans 2003 Celebrating the Past Teaming Toward the Future (IEEE Cat. No. 03CH37492)","article-title":"Visual servoing for underwater docking of an autonomous underwater vehicle with one camera","author":"Lee","year":"2003 Sep 22\u201326"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"115021","DOI":"10.1016\/j.oceaneng.2023.115021","article-title":"AUV 3D docking control using deep reinforcement learning","volume":"283","author":"Zhang","year":"2023","journal-title":"Ocean Eng"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"186","DOI":"10.1017\/S000192590000768X","article-title":"A theoretical study of body drag in subcritical axisymmetric flow","volume":"27","author":"Myring","year":"1976","journal-title":"Aeronaut Q"},{"key":"ref43","doi-asserted-by":"crossref","DOI":"10.1002\/9781119994138","author":"Fossen","year":"2011","journal-title":"Handbook of marine craft hydrodynamics and motion control"},{"key":"ref44","series-title":"2018 IEEE International Conference on Robotics and Automation (ICRA)","article-title":"Preliminary evaluation of cooperative navigation of underwater vehicles without a DVL utilizing a dynamic process model","author":"Harris","year":"2018 May 21\u201325"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"110847","DOI":"10.1016\/j.oceaneng.2022.110847","article-title":"The estimation of hydrodynamic coefficients of an autonomous underwater vehicle by comparing a dynamic mesh model with a horizontal planar motion mechanism experiment","volume":"249","author":"Lin","year":"2022","journal-title":"Ocean Eng"},{"key":"ref46","series-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","article-title":"You only look once: unified, real-time object detection","author":"Redmon","year":"2016 Jun 27\u201330"},{"key":"ref47","series-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","article-title":"YOLOv7: trainable bag-of-freebies sets new state-of-the-art for real-time object detectors","author":"Wang","year":"2023 Jun 17\u201324"},{"key":"ref48","author":"Greaves","year":"2018","journal-title":"Holodeck: a high fidelity simulator"},{"key":"ref49","series-title":"MTS\/IEEE Oceans 2001 An Ocean Odyssey Conference Proceedings (IEEE Cat. No. 01CH37295)","article-title":"Development of a six-degree of freedom simulation model for the REMUS autonomous underwater vehicle","author":"Prestero","year":"2001 Nov 5\u20138"},{"key":"ref50","unstructured":"Brockman G, Cheung V, Pettersson L, Schneider J, Schulman J, Tang J, et al. OpenAI Gym. arXiv:1606.01540. 2016."},{"key":"ref51","doi-asserted-by":"crossref","first-page":"113609","DOI":"10.1016\/j.oceaneng.2022.113609","article-title":"The depth-keeping performance of autonomous underwater vehicle advancing in waves integrating the diving control system with the adaptive fuzzy controller","volume":"268","author":"Lin","year":"2023","journal-title":"Ocean Eng"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"012039","DOI":"10.1088\/1742-6596\/1211\/1\/012039","article-title":"Particle swarm optimization (PSO) and ant colony optimization (ACO) for optimizing pid parameters on autonomous underwater vehicle (AUV) control system","volume":"1211","author":"Herlambang","year":"2019","journal-title":"J Phys Conf Ser"}],"container-title":["Computers, Materials & Continua"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/cdn.techscience.cn\/files\/cmc\/2025\/TSP_CMC-84-3\/TSP_CMC_65995\/TSP_CMC_65995.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T05:45:26Z","timestamp":1776923126000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.techscience.com\/cmc\/v84n3\/63177"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":52,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2025]]},"published-print":{"date-parts":[[2025]]}},"URL":"https:\/\/doi.org\/10.32604\/cmc.2025.065995","relation":{},"ISSN":["1546-2226"],"issn-type":[{"value":"1546-2226","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"2025-03-27","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-06-18","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-07-30","order":2,"name":"published","label":"Published Online","group":{"name":"publication_history","label":"Publication History"}}]}}