{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T16:27:06Z","timestamp":1781195226452,"version":"3.54.1"},"reference-count":28,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,10,19]],"date-time":"2025-10-19T00:00:00Z","timestamp":1760832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,19]],"date-time":"2025-10-19T00:00:00Z","timestamp":1760832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,10,19]]},"DOI":"10.1109\/iros60139.2025.11246412","type":"proceedings-article","created":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T18:54:45Z","timestamp":1764269685000},"page":"8998-9004","source":"Crossref","is-referenced-by-count":3,"title":["Make Your AUV Adaptive: An Environment-Aware Reinforcement Learning Framework For Underwater Tasks"],"prefix":"10.1109","author":[{"given":"Yimian","family":"Ding","sequence":"first","affiliation":[{"name":"Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jingzehua","family":"Xu","sequence":"additional","affiliation":[{"name":"Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guanwen","family":"Xie","sequence":"additional","affiliation":[{"name":"Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shuai","family":"Zhang","sequence":"additional","affiliation":[{"name":"New Jersey Institute of Technology,Department of Data Science,NJ,USA,07102"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yi","family":"Li","sequence":"additional","affiliation":[{"name":"Tsinghua University,Tsinghua Shenzhen International Graduate School,Shenzhen,China,518055"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1186\/s40317-020-00216-w"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.23919\/OCEANS.2011.6107153"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3062500"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2024.3395568"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2019.2938082"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3319250"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.abg5810"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2019.2942989"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-06419-4"},{"key":"ref10","article-title":"Learning agile and dynamic motor skills for legged robots","volume-title":"Science Robotics","volume":"4","author":"Hwangbo","year":"2019"},{"key":"ref11","article-title":"Learning quadrupedal locomotion over challenging terrain","volume-title":"Science Robotics","volume":"5","author":"Lee","year":"2020"},{"key":"ref12","first-page":"56","article-title":"Learning vision-based bipedal locomotion for challenging terrain","volume-title":"2024 IEEE International Conference on Robotics and Automation (ICRA)","author":"Duan"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2023.3325580"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICMA49215.2020.9233667"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/OCEANS.2014.7003168"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/IROS55552.2023.10342394"},{"key":"ref17","article-title":"Learning to swim: Reinforcement learning for 6-dof control of thruster-driven autonomous underwater vehicles","author":"Cai","year":"2024"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICSPCC59353.2023.10400308"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2988307"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CAC57257.2022.10055966"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/UT.2019.8734314"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2929120"},{"key":"ref23","first-page":"107360","article-title":"Auv path following controlled by modified deep deterministic policy gradient","volume-title":"Ocean Engineering","volume":"210","author":"shan Sun","year":"2020"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2024.3416616"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2022.3225106"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcp.2018.10.045"},{"key":"ref27","first-page":"1582","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"International Conference on Machine Learning","author":"Fujimoto"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2024.3395568"}],"event":{"name":"2025 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","location":"Hangzhou, China","start":{"date-parts":[[2025,10,19]]},"end":{"date-parts":[[2025,10,25]]}},"container-title":["2025 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11245651\/11245652\/11246412.pdf?arnumber=11246412","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T11:02:06Z","timestamp":1766055726000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11246412\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,19]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/iros60139.2025.11246412","relation":{},"subject":[],"published":{"date-parts":[[2025,10,19]]}}}