{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T20:19:16Z","timestamp":1777407556720,"version":"3.51.4"},"reference-count":62,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Kinova Inc."},{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["CRDPJ 543881-19"],"award-info":[{"award-number":["CRDPJ 543881-19"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Artif. Intell."],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1109\/tai.2023.3299252","type":"journal-article","created":{"date-parts":[[2023,7,27]],"date-time":"2023-07-27T13:55:35Z","timestamp":1690466135000},"page":"1791-1804","source":"Crossref","is-referenced-by-count":5,"title":["Facilitating Sim-to-Real by Intrinsic Stochasticity of Real-Time Simulation in Reinforcement Learning for Robot Manipulation"],"prefix":"10.1109","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6736-8016","authenticated-orcid":false,"given":"Amir M. Soufi","family":"Enayati","sequence":"first","affiliation":[{"name":"Faculty of Engineering and Computer Science, University of Victoria, Victoria, BC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-7771-9613","authenticated-orcid":false,"given":"Ram","family":"Dershan","sequence":"additional","affiliation":[{"name":"School of Engineering, University of British Columbia, Kelowna, BC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1875-1032","authenticated-orcid":false,"given":"Zengjie","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Engineering, University of British Columbia, Kelowna, BC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5125-2684","authenticated-orcid":false,"given":"Dean","family":"Richert","sequence":"additional","affiliation":[{"name":"School of Engineering, University of British Columbia, Kelowna, BC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3550-225X","authenticated-orcid":false,"given":"Homayoun","family":"Najjaran","sequence":"additional","affiliation":[{"name":"Faculty of Engineering and Computer Science, University of Victoria, Victoria, BC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/J.ENG.2017.05.015"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3190096"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.compind.2020.103298"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.compind.2020.103244"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1002\/aisy.201900171"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1108\/IR-06-2021-0110"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2022.09.114"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.isatra.2021.02.006"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1063\/5.0034101"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2021.107602"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.3010461"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913495721"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202133"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2014.02.042"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1162\/0899766053011528"},{"key":"ref16","first-page":"2817","article-title":"Robust adversarial reinforcement learning","volume-title":"Proc. 34th Int. Conf. Mach. Learn.","volume":"70","author":"Pinto","year":"2017"},{"issue":"1","key":"ref17","doi-asserted-by":"crossref","first-page":"276","DOI":"10.3390\/make4010013","article-title":"Robust reinforcement learning: A review of foundations and recent advances","volume":"4","author":"Moos","year":"2022","journal-title":"Mach. Learn. Knowl. Extraction"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/tai.2023.3237665"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3165178"},{"key":"ref20","first-page":"32 211","article-title":"Robust reinforcement learning using offline data","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Panaganti","year":"2022"},{"key":"ref21","first-page":"9582","article-title":"Sample complexity of robust reinforcement learning with a generative model","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Panaganti","year":"2022"},{"issue":"2","key":"ref22","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1016\/0005-1098(71)90059-8","article-title":"System identificationA survey","volume":"7","author":"strm","year":"1971","journal-title":"Automatica"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460875"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202133"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICA-SYMP50206.2021.9358430"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2008.2006706"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s00034-015-0190-6"},{"key":"ref28","article-title":"Deep transfer learning for system identification using long short-term memory neural networks","author":"Niu","year":"2022"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.5220\/0007772605790586"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2009.191"},{"key":"ref31","first-page":"97","article-title":"Learning transferable features with deep adaptation networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Long","year":"2015"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561731"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1080\/01691864.2017.1365009"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460528"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.6086"},{"key":"ref36","article-title":"Parameter space noise for exploration","author":"Plappert","year":"2017"},{"key":"ref37","first-page":"13979","article-title":"Generalization in reinforcement learning with selective noise injection and information bottleneck","volume-title":"Proc. 33rd Int. Conf. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Igl","year":"2019"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460528"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.3390\/s21237901"},{"key":"ref40","article-title":"Domain randomization for object counting","author":"Moreu","year":"2022"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CAC53003.2021.9727819"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9981511"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.32657\/10356\/90191"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-022-10034-z"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.3390\/app112110227"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-021-05961-4"},{"key":"ref47","article-title":"Real-time reinforcement learning","volume-title":"Proc. Int. Conf. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Ramstedt","year":"2019"},{"key":"ref48","article-title":"Reinforcement learning with random delays","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Bouteiller","year":"2021"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9981984"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1177\/0278364911404761"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-85729-522-4"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/s10846-017-0468-y"},{"key":"ref53","article-title":"Comparing popular simulation environments in the scope of robotics and reinforcement learning","author":"Krber","year":"2021"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ICDL-EpiRob48136.2020.9278116"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-96728-8_30"},{"key":"ref56","first-page":"1094","article-title":"Meta-world: A benchmark and evaluation for multi-task and meta reinforcement learning","volume-title":"Proc. Conf. Robot Learn.","author":"Yu","year":"2020"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2015.7139807"},{"key":"ref58","article-title":"Learning invariant feature spaces to transfer skills with reinforcement learning","author":"Gupta","year":"2017"},{"key":"ref59","first-page":"700","article-title":"Domain randomization for simulation-based policy optimization with transferability assessment","volume-title":"Proc. 2nd Conf. Robot. Learn.","volume":"87","author":"Muratore","year":"2018"},{"key":"ref60","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"key":"ref61","article-title":"Pybullet, A python module for physics simulation for games, robotics and machine learning","author":"Coumans","year":"2021"},{"key":"ref62","article-title":"Kinova kortex API github repository","year":"2023"}],"container-title":["IEEE Transactions on Artificial Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9078688\/10495741\/10196019.pdf?arnumber=10196019","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T01:09:15Z","timestamp":1755911355000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10196019\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4]]},"references-count":62,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tai.2023.3299252","relation":{},"ISSN":["2691-4581"],"issn-type":[{"value":"2691-4581","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4]]}}}