{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T00:06:15Z","timestamp":1772496375821,"version":"3.50.1"},"reference-count":132,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"UKRI\/EPSRC Program","award":["EP\/V000748\/1"],"award-info":[{"award-number":["EP\/V000748\/1"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2024.3425448","type":"journal-article","created":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T18:48:56Z","timestamp":1720550936000},"page":"97581-97604","source":"Crossref","is-referenced-by-count":22,"title":["A Review of Differentiable Simulators"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5791-6461","authenticated-orcid":false,"given":"Rhys","family":"Newbury","sequence":"first","affiliation":[{"name":"Department of Electrical and Computer System Engineering, Monash University, Clayton, VIC, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5970-1624","authenticated-orcid":false,"given":"Jack","family":"Collins","sequence":"additional","affiliation":[{"name":"Applied AI Lab, Oxford Robotics Institute, University of Oxford, Oxford, U.K."}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4052-969X","authenticated-orcid":false,"given":"Kerry","family":"He","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer System Engineering, Monash University, Clayton, VIC, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2272-0925","authenticated-orcid":false,"given":"Jiahe","family":"Pan","sequence":"additional","affiliation":[{"name":"Faculty of Engineering and Information Technology, The University of Melbourne, Melbourne, VIC, Australia"}]},{"given":"Ingmar","family":"Posner","sequence":"additional","affiliation":[{"name":"Applied AI Lab, Oxford Robotics Institute, University of Oxford, Oxford, U.K."}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5012-7224","authenticated-orcid":false,"given":"David","family":"Howard","sequence":"additional","affiliation":[{"name":"CSIRO, Brisbane, QLD, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4203-6477","authenticated-orcid":false,"given":"Akansel","family":"Cosgun","sequence":"additional","affiliation":[{"name":"School of Information Technology, Deakin University, Melbourne, VIC, Australia"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3068769"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2023.3270034"},{"key":"ref3","article-title":"Solving rubik\u2019s cube with a robot hand","author":"Akkaya","year":"2019","journal-title":"arXiv:1910.07113"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2019.00006"},{"key":"ref5","article-title":"DiffTaichi: Differentiable programming for physical simulation","volume-title":"Proc. ICLR","author":"Hu"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3414685.3417766"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3490168"},{"key":"ref8","article-title":"gradSim: Differentiable simulation for system identification and visuomotor control","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Jatavallabhula"},{"key":"ref9","article-title":"Plasticinelab: A soft-body manipulation benchmark with differentiable physics","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Huang"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2021.XVII.067"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2021.XVII.008"},{"key":"ref12","article-title":"DexDeform: Dexterous deformable object manipulation with human demonstrations and differentiable physics","volume-title":"Proc. 11th Int. Conf. Learn. Represent.","author":"Li"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3527660"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794333"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561805"},{"key":"ref16","first-page":"4509","article-title":"Interaction networks for learning about objects, relations and physics","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"29","author":"Battaglia"},{"key":"ref17","article-title":"A compositional object-based approach to learning physical dynamics","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Chang"},{"key":"ref18","first-page":"8813","article-title":"Flexible neural representation for physics prediction","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"Mrowca"},{"key":"ref19","first-page":"317","article-title":"SPNets: Differentiable fluid dynamics for deep neural networks","volume-title":"Proc. 2nd Conf. Robot Learn.","volume":"87","author":"Schenck"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583858"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8793509"},{"key":"ref22","first-page":"2402","article-title":"Combining differentiable PDE solvers and graph neural networks for fluid flow prediction","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Belbute-Peres"},{"key":"ref23","article-title":"Lagrangian fluid simulation with continuous convolutions","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Ummenhofer"},{"key":"ref24","article-title":"Learning incompressible fluid dynamics from scratch\u2014Towards fast, differentiable fluid models that generalize","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Wandel"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6386109"},{"key":"ref26","article-title":"End-to-end differentiable physics for learning and control","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"de Avila Belbute-Peres"},{"key":"ref27","article-title":"Interactive differentiable simulation","author":"Heiden","year":"2019","journal-title":"arXiv:1905.10706"},{"key":"ref28","article-title":"Real2sim transfer using differentiable physics","volume-title":"Proc. R, SS Workshop Closing Reality Gap Sim2real Transf. Robotic Manipulation","author":"Heiden"},{"key":"ref29","article-title":"Differentiable cloth simulation for inverse problems","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Liang"},{"key":"ref30","first-page":"1","article-title":"phiflow: A differentiable pde solving framework for deep learning via physical simulations","volume-title":"Proc. NeurIPS Workshop","volume":"2","author":"Holl"},{"key":"ref31","article-title":"Scalable differentiable physics for learning and control","volume-title":"Proc. 37th Int. Conf. Mach. Learn.","author":"Qiao"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2020.XVI.099"},{"key":"ref33","first-page":"887","article-title":"Dynamic visual reasoning by learning differentiable physics models from video and language","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"34","author":"Ding"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3070305"},{"key":"ref35","article-title":"Brax\u2014A differentiable physics engine for large scale rigid body simulation","volume-title":"Proc. 35th Conf. Neural Inf. Process. Syst. Datasets Benchmarks Track (Round 1)","author":"Freeman"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9560935"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3062323"},{"key":"ref38","first-page":"7805","article-title":"PODS: Policy optimization via differentiable simulation","volume-title":"Proc. 38th Int. Conf. Mach. Learn.","volume":"139","author":"Mora"},{"key":"ref39","first-page":"8661","article-title":"Efficient differentiable simulation of articulated bodies","volume-title":"Proc. 38th Int. Conf. Mach. Learn.","volume":"139","author":"Qiao"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC48978.2021.9565113"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/IROS51168.2021.9636783"},{"key":"ref42","article-title":"Fast and feature-complete differentiable physics for articulated rigid bodies with contact","volume-title":"Proc. Robot., Sci. Syst.","author":"Werling"},{"key":"ref43","article-title":"Accelerated policy learning with parallel differentiable simulation","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Xu"},{"key":"ref44","first-page":"21910","article-title":"Extending Lagrangian and Hamiltonian neural networks with differentiable contact models","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"34","author":"Zhong"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01284"},{"key":"ref46","article-title":"Fine-grained differentiable physics: A yarn-level model for fabrics","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Gong"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA46639.2022.9812454"},{"key":"ref48","article-title":"Dojo: A differentiable physics engine for robotics","author":"Howell","year":"2022","journal-title":"arXiv:2203.00806"},{"key":"ref49","first-page":"16413","article-title":"Fast aquatic swimmer optimization with differentiable projective dynamics and neural network hydrodynamic models","volume-title":"Proc. 39th Int. Conf. Mach. Learn.","volume":"162","author":"Nava"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9982084"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20068-7_12"},{"issue":"6","key":"ref52","first-page":"1","article-title":"Differentiable simulation of inertial musculotendons","volume":"41","author":"Wang","year":"2022","journal-title":"ACM Trans. Graph."},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA46639.2022.9812135"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9982013"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA46639.2022.9811808"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3606923"},{"key":"ref57","doi-asserted-by":"crossref","DOI":"10.1016\/j.cpc.2022.108527","article-title":"JAX-fluids: A fully-differentiable high-order computational fluid dynamics solver for compressible two-phase flows","volume":"282","author":"Bezgin","year":"2023","journal-title":"Comput. Phys. Commun."},{"key":"ref58","article-title":"Daxbench: Benchmarking deformable object manipulation with differentiable physics","volume-title":"Proc. ICLR","author":"Chen"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2023.3257707"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2023.3264766"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1017\/S0263574721000722"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10160314"},{"key":"ref63","article-title":"SoftZoo: A soft robot co-design benchmark for locomotion in diverse environments","volume-title":"Proc. 11th Int. Conf. Learn. Represent.","author":"Wang"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10160581"},{"key":"ref65","article-title":"FluidLab: A differentiable environment for benchmarking complex fluid manipulation","volume-title":"Proc. 11th Int. Conf. Learn. Represent.","author":"Xian"},{"key":"ref66","first-page":"1","article-title":"Automatic differentiation in machine learning: A survey","volume":"18","author":"Baydin","year":"2018","journal-title":"J. Mach. Learn. Res."},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.2307\/j.ctvcm4g18.8"},{"key":"ref68","volume-title":"JAX: Composable transformations of Python+NumPy programs","author":"Bradbury","year":"2018"},{"key":"ref69","first-page":"136","article-title":"OptNet: Differentiable optimization as a layer in neural networks","volume-title":"Proc. Intl. Conf. Mach. Learn.","author":"Amos"},{"key":"ref70","article-title":"Optimal control via second order sensitivity analysis","author":"Zimmermann","year":"2019","journal-title":"arXiv:1905.08534"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/2601097.2601116"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/2994258.2994272"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-7560-7"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3226027"},{"key":"ref75","article-title":"Augmenting differentiable physics with randomized smoothing","volume-title":"Proc. RSS Robot. Sci. Syst., Workshop Differentiable Simulation Robot.","author":"Le Lidec"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1017\/cbo9780511808951"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-76965-3"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/3197517.3201293"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/2766996"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3130800.3130879"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/2343483.2343501"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1016\/j.jvcir.2007.01.005"},{"key":"ref83","article-title":"Warp: A high-performance Python framework for GPU simulation and graphics","volume-title":"Proc. nVIDIA GPU Technol. Conf. (GTC)","author":"Macklin"},{"key":"ref84","volume":"183","author":"Boyer","year":"2012","journal-title":"Mathematical Tools for the Study of the Incompressible Navier-Stokes Equations andRelated Models"},{"key":"ref85","first-page":"6111","article-title":"Solver-in-the-loop: Learning from differentiable physics to interact with iterative pde-solvers","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Um"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2019.2891085"},{"key":"ref87","article-title":"Differentiable physics simulations with contacts: Do they have correct gradients wrt position, velocity and control?","volume-title":"Proc. ICML 2nd AI Sci. Workshop","author":"Zhong"},{"key":"ref88","article-title":"Contact models in robotics: A comparative analysis","author":"Le Lidec","year":"2023","journal-title":"arXiv:2304.06372"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/IROS55552.2023.10341811"},{"key":"ref90","first-page":"128","article-title":"Improving gradient computation for differentiable physics simulation with contacts","volume-title":"Proc. Learn. Dyn. Control Conf.","author":"Zhong"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1002\/cav.1614"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/CGI.2001.934683"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1145\/280814.280821"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13524"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/3309486.3340247"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1016\/s0003-2670(00)82860-3"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.21105\/joss.00500"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1145\/3355089.3356506"},{"key":"ref99","doi-asserted-by":"crossref","DOI":"10.1137\/1.9780898717761","volume-title":"Evaluating Derivatives: Principles and Techniques of Algorithmic Differentiation","author":"Griewank","year":"2008"},{"key":"ref100","volume-title":"Differentiable rendering: A survey","author":"Kato","year":"2020"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.2514\/1.j053813"},{"key":"ref102","article-title":"Openai Gym","author":"Brockman","year":"2016","journal-title":"arXiv:1606.01540"},{"key":"ref103","article-title":"An overview of gradient descent optimization algorithms","author":"Ruder","year":"2016","journal-title":"arXiv:1609.04747"},{"key":"ref104","first-page":"84","article-title":"A case study in fitting area-proportional Euler diagrams with ellipses using eulerr","volume-title":"Proc. Int. Workshop Set Vis. Reasoning","volume":"2116","author":"Larsson"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9981687"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9981101"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3154050"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14720"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20065-6_28"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2023.XIX.040"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA46639.2022.9811859"},{"key":"ref112","article-title":"Follow the gradient: Crossing the reality gap using differentiable physics (realitygrad)","author":"Collins","year":"2021","journal-title":"arXiv:2109.04674"},{"key":"ref113","article-title":"DiffSkill: Skill abstraction from differentiable physics for deformable object manipulations with tools","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Lin"},{"key":"ref114","volume-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1162\/106365603321828970"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00758"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10161453"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2024.3365292"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01315"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-007-5446-1_3"},{"key":"ref121","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref122","article-title":"Diffmimic: Efficient motion mimicking with differentiable physics","volume-title":"Proc. 11th Int. Conf. Learn. Represent.","author":"Ren"},{"key":"ref123","first-page":"1488","article-title":"Efficient tactile simulation with differentiability for robotic manipulation","volume-title":"Proc. 6th Annu. Conf. Robot Learn.","author":"Xu"},{"key":"ref124","first-page":"276","article-title":"Rethinking optimization with differentiable simulation from a global perspective","volume-title":"Proc. 6th Conf. Robot Learn.","volume":"205","author":"Antonova"},{"key":"ref125","article-title":"Variational reparametrized policy learning with differentiable physics","volume-title":"Proc. Deep Reinforcement Learn. Workshop NeurIPS","author":"Huang"},{"key":"ref126","first-page":"499","article-title":"Diff-LfD: Contact-aware model-based learning from visual demonstration for robotic manipulation via differentiable physics-based simulation and rendering","volume-title":"Proc. 7th Annu. Conf. Robot Learn.","author":"Zhu"},{"key":"ref127","first-page":"20668","article-title":"Do differentiable simulators give better policy gradients?","volume-title":"Proc. 39th Int. Conf. Mach. Learn.","volume":"162","author":"Suh"},{"key":"ref128","article-title":"Data-efficient hierarchical reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"Nachum"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10161427"},{"key":"ref130","first-page":"1310","article-title":"On the difficulty of training recurrent neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Pascanu"},{"key":"ref131","article-title":"D-Cubed: Latent diffusion trajectory optimisation for dexterous deformable manipulation","author":"Yamada","year":"2024","journal-title":"arXiv:2403.12861"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1145\/3415263.3419160"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10380310\/10589638.pdf?arnumber=10589638","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,23]],"date-time":"2024-07-23T04:35:24Z","timestamp":1721709324000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10589638\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":132,"URL":"https:\/\/doi.org\/10.1109\/access.2024.3425448","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}