{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T17:49:18Z","timestamp":1772905758664,"version":"3.50.1"},"reference-count":37,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T00:00:00Z","timestamp":1725926400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T00:00:00Z","timestamp":1725926400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,9,10]]},"DOI":"10.1109\/etfa61755.2024.10711073","type":"proceedings-article","created":{"date-parts":[[2024,10,16]],"date-time":"2024-10-16T17:51:22Z","timestamp":1729101082000},"page":"1-8","source":"Crossref","is-referenced-by-count":4,"title":["Sim-to-Real Transfer for a Robotics Task: Challenges and Lessons Learned"],"prefix":"10.1109","author":[{"given":"Jakob Jonas","family":"Rothert","sequence":"first","affiliation":[{"name":"Fraunhofer IFF,Robotic Systems,Magdeburg,Germany"}]},{"given":"Sebastian","family":"Lang","sequence":"additional","affiliation":[{"name":"Fraunhofer IFF and Otto-von-Guericke-University,Magdeburg,Germany"}]},{"given":"Martin","family":"Seidel","sequence":"additional","affiliation":[{"name":"Fraunhofer IFF,Robotic Systems,Magdeburg,Germany"}]},{"given":"Magnus","family":"Hanses","sequence":"additional","affiliation":[{"name":"Fraunhofer IFF,Robotic Systems,Magdeburg,Germany"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1","article-title":"Safety of Industrial Robots: From Conventional to Collaborative Applications","volume-title":"ROBOTIK 2012; 7th German Conference on Robotics","author":"Fryman","year":"2012"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1177\/0278364920987859"},{"key":"ref3","volume-title":"Reinforcement Learning: An Introduction, 2nd ed., ser. Adaptive Computation and Machine Learning Series","author":"Sutton","year":"2018"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2022.XVIII.035"},{"key":"ref5","volume-title":"Franka Emika Robots Instruction Handbook","year":"2021"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460528"},{"key":"ref7","article-title":"Hindsight experience replay","volume":"30","author":"Andrychowicz","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref8","author":"Schulman","year":"2017","journal-title":"Proximal Policy Optimization Algorithms"},{"key":"ref9","first-page":"1634","article-title":"Smooth exploration for robotic reinforcement learning","volume-title":"Conference on Robot Learning. PMLR","author":"Raffin","year":"2022"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1017\/S0263574722000625"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2018.XIV.049"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9981458"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1177\/0278364919887447"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10160216"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9981984"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2023.XIX.039"},{"key":"ref17","first-page":"1928","article-title":"Asynchronous methods for deep rein-forcement learning","volume-title":"International conference on machine learning. PMLR","author":"Mnih","year":"2016"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.32657\/10356\/90191"},{"key":"ref19","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"International conference on machine learning. PMLR","author":"Haarnoja","year":"2018"},{"key":"ref20","first-page":"5556","article-title":"Controlling overestimation bias with truncated mixture of continuous distributional quantile critics","volume-title":"International Conference on Machine Learning. PMLR","author":"Kuznetsov","year":"2020"},{"key":"ref21","author":"McCarthy","year":"2021","journal-title":"Solving the Real Robot Challenge using Deep Reinforcement Learning"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3116700"},{"key":"ref23","first-page":"13022","article-title":"Pre-trained image encoder for generalizable visual reinforcement learning","volume":"35","author":"Yuan","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01291"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202133"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3027152"},{"issue":"30","key":"ref27","first-page":"1","article-title":"A review of robot learning for manipulation: Challenges, representations, and algorithms","volume":"22","author":"Kroemer","year":"2021","journal-title":"Journal of machine learning research"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI47803.2020.9308468"},{"key":"ref29","article-title":"panda-gym: Open-source goal-conditioned environments for robotic learning","author":"Gallou\u00e9dec","year":"2021","journal-title":"arXiv preprint"},{"issue":"268","key":"ref30","first-page":"1","article-title":"Stable-Baselines3: Reliable Reinforcement Learning Implementations","volume":"22","author":"Raffin","year":"2021","journal-title":"Journal of Machine Learning Research"},{"key":"ref31","article-title":"NVIDIA Isaac Sim","volume-title":"NVIDIA","year":"2022"},{"key":"ref32","article-title":"Bullet Real-Time Physics Simulation - Home of Bullet and PyBullet: Physics simulation for games, visual effects, robotics and reinforcement learning","volume-title":"PyBullet","year":"2022"},{"key":"ref33","article-title":"Basler ace acA1920\u201348gc - Area Scan Camera","volume-title":"Basler AG"},{"key":"ref34","article-title":"CITRINE Kompaktobjektive I Schneider-Kreuznach","volume-title":"Schneider-Kreuznach"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2011.5979561"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2021.XVII.015"},{"key":"ref37","article-title":"Isaac gym: High performance gpu-based physics simulation for robot learning","author":"Makoviychuk","year":"2021","journal-title":"arXiv preprint"}],"event":{"name":"2024 IEEE 29th International Conference on Emerging Technologies and Factory Automation (ETFA)","location":"Padova, Italy","start":{"date-parts":[[2024,9,10]]},"end":{"date-parts":[[2024,9,13]]}},"container-title":["2024 IEEE 29th International Conference on Emerging Technologies and Factory Automation (ETFA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10710336\/10710347\/10711073.pdf?arnumber=10711073","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,17]],"date-time":"2024-10-17T05:40:04Z","timestamp":1729143604000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10711073\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,10]]},"references-count":37,"URL":"https:\/\/doi.org\/10.1109\/etfa61755.2024.10711073","relation":{},"subject":[],"published":{"date-parts":[[2024,9,10]]}}}