{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T16:56:34Z","timestamp":1777568194860,"version":"3.51.4"},"reference-count":73,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,5,29]],"date-time":"2023-05-29T00:00:00Z","timestamp":1685318400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,5,29]],"date-time":"2023-05-29T00:00:00Z","timestamp":1685318400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,5,29]]},"DOI":"10.1109\/icra48891.2023.10161544","type":"proceedings-article","created":{"date-parts":[[2023,7,4]],"date-time":"2023-07-04T17:20:56Z","timestamp":1688491256000},"page":"9362-9369","source":"Crossref","is-referenced-by-count":40,"title":["NeRF2Real: Sim2real Transfer of Vision-guided Bipedal Motion Skills using Neural Radiance Fields"],"prefix":"10.1109","author":[{"given":"Arunkumar","family":"Byravan","sequence":"first","affiliation":[{"name":"DeepMind"}]},{"given":"Jan","family":"Humplik","sequence":"additional","affiliation":[{"name":"DeepMind"}]},{"given":"Leonard","family":"Hasenclever","sequence":"additional","affiliation":[{"name":"DeepMind"}]},{"given":"Arthur","family":"Brussee","sequence":"additional","affiliation":[{"name":"DeepMind"}]},{"given":"Francesco","family":"Nori","sequence":"additional","affiliation":[{"name":"DeepMind"}]},{"given":"Tuomas","family":"Haarnoja","sequence":"additional","affiliation":[{"name":"DeepMind"}]},{"given":"Ben","family":"Moran","sequence":"additional","affiliation":[{"name":"DeepMind"}]},{"given":"Steven","family":"Bohez","sequence":"additional","affiliation":[{"name":"DeepMind"}]},{"given":"Fereshteh","family":"Sadeghi","sequence":"additional","affiliation":[{"name":"DeepMind"}]},{"given":"Bojan","family":"Vujatovic","sequence":"additional","affiliation":[{"name":"DeepMind"}]},{"given":"Nicolas","family":"Heess","sequence":"additional","affiliation":[{"name":"DeepMind"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00807"},{"key":"ref57","author":"ba","year":"2016","journal-title":"Layer normalization"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01407"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00580"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00581"},{"key":"ref59","article-title":"Nerf-tex: Neural reflectance field textures","author":"baatz","year":"2021","journal-title":"Eurographics Symposium on Rendering Eurographics Association"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01018"},{"key":"ref58","article-title":"Searching for activation functions","volume":"abs 1710 5941","author":"ramachandran","year":"2017","journal-title":"CoRR"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.445"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2021.XVII.061"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3528223.3530127"},{"key":"ref55","article-title":"A vote-and-verify strategy for fast spatial verification in image retrieval","author":"sch\u00f6nberger","year":"2016","journal-title":"Asian Conference on Computer Vision (ACCV)"},{"key":"ref10","article-title":"Mip-nerf 360: Unbounded anti-aliased neural radiance fields","volume":"abs 2111 12077","author":"barron","year":"2021","journal-title":"CoRR"},{"key":"ref54","article-title":"Pixel-wise view selection for unstructured multi-view stereo","author":"sch\u00f6nberger","year":"2016","journal-title":"European Conference on Computer Vision (ECCV)"},{"key":"ref17","article-title":"Ref-nerf: Structured view-dependent appearance for neural radiance fields","volume":"abs 2112 3907","author":"verbin","year":"2021","journal-title":"CoRR"},{"key":"ref16","article-title":"Decomposing 3d scenes into objects via unsupervised volume segmentation","author":"stelzner","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00617"},{"key":"ref18","article-title":"Nerf-: Neural radiance fields without known camera parameters","author":"wang","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref51","article-title":"Reinforcement learning for robust parameterized loco-motion control of bipedal robots","author":"li","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8968053"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aau5872"},{"key":"ref45","article-title":"Cad2rl: Real single-image flight without a single real image","author":"sadeghi","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref48","article-title":"Learning agile robotic locomotion skills by imitating animals","author":"peng","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.abc5986"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8793789"},{"key":"ref41","first-page":"3722","article-title":"Unsupervised pixel-level domain adaptation with generative adver-sarial networks","author":"bousmalis","year":"2017","journal-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"ref44","article-title":"Beyond pick-and-place: Tackling robotic stacking of diverse shapes","author":"lee","year":"2021","journal-title":"5th Annual Conference on Robot Learning"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460875"},{"key":"ref49","article-title":"Imitate and repurpose: Learning reusable robot movement skills from human and animal behaviors","author":"bohez","year":"2022","journal-title":"ArXiv"},{"key":"ref8","first-page":"251","article-title":"Habitat 2. 0: Training home assistants to rearrange their habitat","volume":"34","author":"szot","year":"2021","journal-title":"Advances in neural information processing systems"},{"key":"ref7","article-title":"The replica dataset: A digital replica of indoor spaces","author":"straub","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref9","article-title":"Nerf: Representing scenes as neural radiance fields for view synthesis","volume":"abs 2003 8934","author":"mildenhall","year":"2020","journal-title":"CoRR"},{"key":"ref4","first-page":"671","article-title":"Sim-to-real transfer for vision-and-language navigation","author":"anderson","year":"2021","journal-title":"Conference on Robot Learning"},{"key":"ref3","article-title":"Solving rubik's cube with a robot hand","author":"akkaya","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00945"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/3DV.2017.00081"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202133"},{"key":"ref35","article-title":"Objectnav revisited: On evaluation of embodied agents navigating to objects","author":"batra","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01441"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3062303"},{"key":"ref36","first-page":"3674","article-title":"Vision-and-language nav-igation: Interpreting visually-grounded navigation instructions in real environments","author":"anderson","year":"2018","journal-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"ref31","article-title":"On evaluation of embodied navigation agents","author":"anderson","year":"2018","journal-title":"ArXiv Preprint"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00323"},{"key":"ref33","article-title":"Learning exploration policies for navigation","author":"chen","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref32","article-title":"Dd-ppo: Learning near-perfect pointgoal navigators from 2. 5 billion frames","author":"wijmans","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.abk2822"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aau5872"},{"key":"ref39","first-page":"17273","article-title":"Coupling vision and proprioception for navigation of legged robots","author":"fu","year":"2022","journal-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/IROS51168.2021.9635911"},{"key":"ref71","article-title":"Neus: Learning neural implicit surfaces by volume rendering for multi-view reconstruction","volume":"abs 2106 10689","author":"wang","year":"2021","journal-title":"CoRR"},{"key":"ref70","article-title":"Volume rendering of neural implicit surfaces","volume":"abs 2106 12052","author":"yariv","year":"2021","journal-title":"CoRR"},{"key":"ref73","article-title":"Learning to walk in minutes using massively parallel deep reinforcement learning","author":"rudin","year":"2021","journal-title":"5th Annual Conference on Robot Learning"},{"key":"ref72","article-title":"Object-centric neural scene rendering","author":"guo","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref24","article-title":"Learning multi-object dynamics with compositional neural radiance fields","author":"driess","year":"2022","journal-title":"ArXiv Preprint"},{"key":"ref68","author":"abdolmaleki","year":"2018","journal-title":"Max-imum a posteriori policy optimisation"},{"key":"ref23","article-title":"Dex-nerf: Using a neural radiance field to grasp transparent objects","author":"ichnowski","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref67","first-page":"449","article-title":"A distributional per-spective on reinforcement learning","author":"bellemare","year":"2017","journal-title":"International Conference on Machine Learning"},{"key":"ref26","article-title":"Habitat-matterport 3d dataset (hm3d): 1000 large-scale 3d environments for embodied ai","author":"ramakrishnan","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3150497"},{"key":"ref69","author":"abdolmaleki","year":"2018","journal-title":"Relative entropy regularized policy iteration"},{"key":"ref20","article-title":"Mobilenerf: Exploiting the polygon rasterization pipeline for efficient neural field rendering on mobile architectures","author":"chen","year":"2022","journal-title":"ArXiv Preprint"},{"key":"ref64","year":"0","journal-title":"Robotis op3"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01352"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA46639.2022.9812291"},{"key":"ref66","article-title":"Acme: A research framework for distributed reinforcement learning","author":"hoffman","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/IROS51168.2021.9636708"},{"key":"ref65","first-page":"113","article-title":"An efficient orientation filter for inertial and inertial\/magnetic sensor arrays","volume":"25","author":"madgwick","year":"2010","journal-title":"Report X-io and University of Bristol (UK"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/IROS51168.2021.9636667"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00943"},{"key":"ref29","article-title":"Ai2-thor: An interactive 3d environment for visual ai","author":"kolve","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/37402.37422"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6386109"},{"key":"ref61","author":"community","year":"2018","journal-title":"Blender - a 3D modelling and rendering package"}],"event":{"name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","location":"London, United Kingdom","start":{"date-parts":[[2023,5,29]]},"end":{"date-parts":[[2023,6,2]]}},"container-title":["2023 IEEE International Conference on Robotics and Automation (ICRA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10160211\/10160212\/10161544.pdf?arnumber=10161544","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,24]],"date-time":"2023-07-24T17:38:07Z","timestamp":1690220287000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10161544\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,29]]},"references-count":73,"URL":"https:\/\/doi.org\/10.1109\/icra48891.2023.10161544","relation":{},"subject":[],"published":{"date-parts":[[2023,5,29]]}}}