{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T08:55:48Z","timestamp":1775120148664,"version":"3.50.1"},"reference-count":37,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T00:00:00Z","timestamp":1601510400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T00:00:00Z","timestamp":1601510400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T00:00:00Z","timestamp":1601510400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T00:00:00Z","timestamp":1601510400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"NSF"},{"DOI":"10.13039\/100006602","name":"Air Force Research Laboratory","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006602","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ONR YIPs"},{"name":"ARO PECASE"},{"DOI":"10.13039\/100016443","name":"Amazon Catalyst","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100016443","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Robot. Autom. Lett."],"published-print":{"date-parts":[[2020,10]]},"DOI":"10.1109\/lra.2020.3013848","type":"journal-article","created":{"date-parts":[[2020,8,4]],"date-time":"2020-08-04T21:08:20Z","timestamp":1596575300000},"page":"6670-6677","source":"Crossref","is-referenced-by-count":150,"title":["Sim2Real Predictivity: Does Evaluation in Simulation Predict Real-World Performance?"],"prefix":"10.1109","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6860-1107","authenticated-orcid":false,"given":"Abhishek","family":"Kadian","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2700-7328","authenticated-orcid":false,"given":"Joanne","family":"Truong","sequence":"additional","affiliation":[]},{"given":"Aaron","family":"Gokaslan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0721-1367","authenticated-orcid":false,"given":"Alexander","family":"Clegg","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4254-3751","authenticated-orcid":false,"given":"Erik","family":"Wijmans","sequence":"additional","affiliation":[]},{"given":"Stefan","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Manolis","family":"Savva","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6320-0825","authenticated-orcid":false,"given":"Sonia","family":"Chernova","sequence":"additional","affiliation":[]},{"given":"Dhruv","family":"Batra","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/SSRR.2011.6106777"},{"key":"ref32","article-title":"To learn or not to learn: Analyzing the role of learning for navigation in virtual environments","author":"kojima","year":"2019","journal-title":"arXiv 1907 11770"},{"key":"ref31","article-title":"Benchmarking classic and learned navigation in complex 3D environments","author":"mishkin","year":"2019","journal-title":"arXiv 1901 10915"},{"key":"ref30","first-page":"3","article-title":"ROS: An open-source robot operating system","volume":"3","author":"quigley","year":"0","journal-title":"ICRA Workshop on Open Source Software"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794182"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref34","article-title":"Proximal policy optimization algorithms","author":"schulman","year":"2017","journal-title":"arXiv 1707 06347"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00387"},{"key":"ref11","first-page":"1","article-title":"Embodied Question Answering","author":"das","year":"0","journal-title":"Proc Conf Comput Vis and Pattern Recog"},{"key":"ref12","article-title":"Visual Learning and Embodied Agents in Simulation Environments @ ECCV 2018","year":"2018"},{"key":"ref13","article-title":"Habitat Challenge 2019 @ Habitat Embodied Agents Workshop. CVPR 2019","year":"2019"},{"key":"ref14","article-title":"CARLA autonomous driving challenge @ CVPR 2019","year":"2019"},{"key":"ref15","article-title":"Robothor challenge @ CVPR 2020","year":"2020"},{"key":"ref16","article-title":"The surprising creativity of digital evolution: A collection of anecdotes from the evolutionary computation and artificial life research communities","author":"lehman","year":"2018","journal-title":"arXiv 1803 03453"},{"key":"ref17","article-title":"Emergent tool use from multi-agent autocurricula","author":"baker","year":"2019","journal-title":"arXiv 1909 07528"},{"key":"ref18","article-title":"Pyrobot: An open-source robotics framework for research and benchmarking","author":"murali","year":"2019","journal-title":"arXiv 1906 08236"},{"key":"ref19","article-title":"On Evaluation of Embodied Navigation Agents","author":"anderson","year":"2018","journal-title":"arXiv 1807 06757"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8793789"},{"key":"ref4","first-page":"1","article-title":"CARLA: An open urban driving simulator","author":"dosovitskiy","year":"0","journal-title":"Proc 1st Annu Conf Robot Learn"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2018.XIV.010"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.769"},{"key":"ref6","article-title":"Deepmind lab","author":"beattie","year":"2016","journal-title":"arXiv 1612 03801"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aau5872"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00945"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2017.XIII.034"},{"key":"ref7","article-title":"AI2-THOR: An interactive 3D environment for visual AI","author":"kolve","year":"2017","journal-title":"arXiv 1712 05474"},{"key":"ref2","first-page":"1, 6","article-title":"DD-PPO: Learning near-perfect pointgoal navigators from 2.5 billion frames","author":"wijmans","year":"0","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref9","article-title":"MINOS: Multimodal indoor simulator for navigation in complex environments","author":"savva","year":"2017","journal-title":"arXiv 1712 03931"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00943"},{"key":"ref20","article-title":"Locobot: An open source low cost robot","year":"2019"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.769"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989381"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1002\/rob.21683"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00111"},{"key":"ref26","article-title":"Driving policy transfer via modularity and abstraction","author":"m\u00fcller","year":"2018","journal-title":"arXiv 1804 09364"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8206247"}],"container-title":["IEEE Robotics and Automation Letters"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/7083369\/9133350\/9158349-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7083369\/9133350\/09158349.pdf?arnumber=9158349","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T17:33:58Z","timestamp":1651080838000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9158349\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,10]]},"references-count":37,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/lra.2020.3013848","relation":{},"ISSN":["2377-3766","2377-3774"],"issn-type":[{"value":"2377-3766","type":"electronic"},{"value":"2377-3774","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,10]]}}}