{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T19:45:56Z","timestamp":1783107956293,"version":"3.54.6"},"reference-count":82,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,5,23]]},"DOI":"10.1109\/icra46639.2022.9812066","type":"proceedings-article","created":{"date-parts":[[2022,7,12]],"date-time":"2022-07-12T19:36:40Z","timestamp":1657654600000},"page":"6268-6275","source":"Crossref","is-referenced-by-count":21,"title":["FishGym: A High-Performance Physics-based Simulation Framework for Underwater Robot Learning"],"prefix":"10.1109","author":[{"given":"Wenji","family":"Liu","sequence":"first","affiliation":[{"name":"ShanghaiTech University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kai","family":"Bai","sequence":"additional","affiliation":[{"name":"ShanghaiTech University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xuming","family":"He","sequence":"additional","affiliation":[{"name":"ShanghaiTech University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shuran","family":"Song","sequence":"additional","affiliation":[{"name":"Columbia University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Changxi","family":"Zheng","sequence":"additional","affiliation":[{"name":"Columbia University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaopei","family":"Liu","sequence":"additional","affiliation":[{"name":"ShanghaiTech University"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1007\/s10846-021-01367-5"},{"key":"ref72","article-title":"Soft actor-critic algorithms and applications","author":"haarnoja","year":"2018","journal-title":"ArXiv Preprint"},{"key":"ref71","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","author":"haarnoja","year":"2018","journal-title":"International Conference on Machine Learning"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.3390\/s21030841"},{"key":"ref76","article-title":"Joint-dependent local deformations for hand animation and object grasping","author":"magnenat-thalmann","year":"1988","journal-title":"Proc Graphics Interface '88"},{"key":"ref77","author":"asmuth","year":"2016","journal-title":"Development of overset strategies for lbm-based flow solvers"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3056903"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1006\/jcph.1998.5901"},{"key":"ref75","article-title":"Learning to walk via deep reinforcement learning","author":"haarnoja","year":"2018","journal-title":"ArXiv Preprint"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1016\/0021-9991(91)90264-L","article-title":"Direct simulations of turbulent flow using finite-difference schemes","volume":"96","author":"rai","year":"1991","journal-title":"Journal of Computational Physics"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1088\/1009-1963\/11\/4\/310"},{"key":"ref79","doi-asserted-by":"crossref","DOI":"10.1145\/3072959.3073602","article-title":"Deeploco: Dynamic locomotion skills using hierarchical deep reinforcement learning","volume":"36","author":"peng","year":"2017","journal-title":"ACM Transactions on Graphics"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1002\/9781119994138"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/OCEANS.2016.7761080"},{"key":"ref31","first-page":"1","article-title":"Stonefish: An advanced open-source simulation tool designed for marine robotics, with a ros interface","author":"cie?lak","year":"2019","journal-title":"IEEE Oceans-2019 Marseille"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3355089.3356497"},{"key":"ref37","first-page":"271","article-title":"Finite difference method for numerical computation of discontinuous solutions of the equations of fluid dynamics","volume":"47","author":"godunov","year":"1959","journal-title":"Matemati?eskij Sbornik"},{"key":"ref36","author":"caspi","year":"2017","journal-title":"Reinforcement Learning Coach"},{"key":"ref35","first-page":"3053","article-title":"Rllib: Abstractions for distributed reinforcement learning","author":"liang","year":"2018","journal-title":"International Conference on Machine Learning"},{"key":"ref34","author":"gan","year":"2020","journal-title":"Threedworld A platform for interactive multi-modal physical simulation"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3386569.3392400"},{"key":"ref62","article-title":"Proximal policy optimization algorithms","author":"schulman","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.compchemeng.2020.106886"},{"key":"ref63","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"International Conference on Machine Learning"},{"key":"ref28","author":"brockman","year":"2016","journal-title":"OpenAI Gym"},{"key":"ref64","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"ArXiv Preprint"},{"key":"ref27","first-page":"8026","article-title":"Pytorch: An imperative style, high-performance deep learning library","volume":"32","author":"paszke","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref65","first-page":"449","article-title":"A distributional perspective on reinforcement learning","author":"bellemare","year":"2017","journal-title":"International Conference on Machine Learning"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8461113"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2010324.1964953"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9560769"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/SII.2017.8279360"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/CAC.2017.8244061"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-50476-2"},{"key":"ref1","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-662-46870-8","author":"du","year":"2015","journal-title":"Robot Fish Bio-Inspired Fishlike Underwater Robots"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1088\/1748-3190\/aa6311"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3386569.3392400"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2006.48"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcp.2015.10.026"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3059753"},{"key":"ref26","article-title":"Stable baselines3","author":"raffin","year":"2019","journal-title":"Github Repository"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcp.2010.03.024"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/2766996"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3197517.3201324"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2859931"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.95.013310"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1063\/1.4866146"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.303"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcp.2005.02.012"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcp.2009.12.005"},{"key":"ref53","first-page":"820","article-title":"Fluid animation with dynamic meshes","author":"klingner","year":"0","journal-title":"ACM SIGGRAPH 2006 Papers"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3306346.3322945"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3306346.3322972"},{"key":"ref11","article-title":"Pyrep: Bringing v-rep to deep robot learning","author":"james","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/S1570-8659(00)07005-8"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3355089.3356536"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2776880.2792704"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.21105\/joss.00500"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6386109"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/2626346"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1162\/artl.1994.1.4.327"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/280814.280816"},{"key":"ref17","first-page":"95440621774327","article-title":"Hydrodynamics of larval fish quick turning: A computational study","volume":"232","author":"song","year":"2017","journal-title":"Proceedings of the Institution of Mechanical Engineers Part C Journal of Mechanical Engineering Science"},{"key":"ref18","first-page":"95440622096768","article-title":"Tail shapes lead to different propulsive mechanisms in the body\/caudal fin undulation of fish","volume":"235","author":"song","year":"2020","journal-title":"Proceedings of the Institution of Mechanical Engineers Part C Journal of Mechanical Engineering Science"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"5849","DOI":"10.1073\/pnas.1800923115","article-title":"Efficient collective swimming by harnessing vortices through deep reinforcement learning","volume":"115","author":"verma","year":"0","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3197517.3201311"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2012.2222431"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s42235-019-0111-7"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.abd8668"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aaz1012"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aar3449"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-020-03153-z"},{"key":"ref49","article-title":"SPH fluids in computer graphics","author":"ihmsen","year":"2014","journal-title":"Eurographics 2014-State of the Art Reports"},{"key":"ref9","first-page":"7178","article-title":"End-to-end differentiable physics for learning and control","volume":"31","author":"de avila belbute-peres","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/311535.311548"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199678792.001.0001"},{"key":"ref48","article-title":"Weakly compressible SPH for free surface flows","author":"becker","year":"0","journal-title":"Proceedings of the 2007 ACM SIGGRAPH\/Eurographics Symposium on Computer Animation"},{"key":"ref47","article-title":"Flowfixer: Using bfecc for fluid simulation","author":"kim","year":"0","journal-title":"Eurographics Workshop on Natural Phenomena"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcp.2010.08.021"},{"key":"ref41","author":"versteeg","year":"2007","journal-title":"An Introduction to Computational Fluid Dynamics The Finite Volume Method"},{"key":"ref44","volume":"5","author":"girault","year":"2012","journal-title":"Finite Element Methods for Navier-Stokes Equations Theory and Algorithms"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1002\/nme.1620191105"}],"event":{"name":"2022 IEEE International Conference on Robotics and Automation (ICRA)","location":"Philadelphia, PA, USA","start":{"date-parts":[[2022,5,23]]},"end":{"date-parts":[[2022,5,27]]}},"container-title":["2022 International Conference on Robotics and Automation (ICRA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9811522\/9811357\/09812066.pdf?arnumber=9812066","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,29]],"date-time":"2024-09-29T00:06:15Z","timestamp":1727568375000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9812066\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,23]]},"references-count":82,"URL":"https:\/\/doi.org\/10.1109\/icra46639.2022.9812066","relation":{},"subject":[],"published":{"date-parts":[[2022,5,23]]}}}