{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,31]],"date-time":"2026-01-31T16:46:45Z","timestamp":1769878005796,"version":"3.49.0"},"reference-count":35,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,10,19]],"date-time":"2025-10-19T00:00:00Z","timestamp":1760832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,19]],"date-time":"2025-10-19T00:00:00Z","timestamp":1760832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,10,19]]},"DOI":"10.1109\/iros60139.2025.11246802","type":"proceedings-article","created":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T18:54:45Z","timestamp":1764269685000},"page":"19024-19030","source":"Crossref","is-referenced-by-count":1,"title":["The Impact of VR and 2D Interfaces on Human Feedback in Preference-Based Robot Learning"],"prefix":"10.1109","author":[{"given":"Jorge","family":"De Heuvel","sequence":"first","affiliation":[{"name":"University of Bonn,Humanoid Robots Lab,Germany"}]},{"given":"Daniel","family":"Marta","sequence":"additional","affiliation":[{"name":"KTH Royal Institute of Technology,Division of Robotics, Perception and Learning,Sweden"}]},{"given":"Simon","family":"Holk","sequence":"additional","affiliation":[{"name":"KTH Royal Institute of Technology,Division of Robotics, Perception and Learning,Sweden"}]},{"given":"Iolanda","family":"Leite","sequence":"additional","affiliation":[{"name":"KTH Royal Institute of Technology,Division of Robotics, Perception and Learning,Sweden"}]},{"given":"Maren","family":"Bennewitz","sequence":"additional","affiliation":[{"name":"University of Bonn,Humanoid Robots Lab,Germany"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","author":"Casper","year":"2023","journal-title":"Transactions on Machine Learning Research"},{"key":"ref2","first-page":"2014","article-title":"Few-shot Preference Learning for Human-in-the-loop RL","volume-title":"Proc. of the 6th Conference on Robot Learning (CORL)","author":"Hejna"},{"key":"ref3","first-page":"3597","article-title":"Learning Human Contribution Preferences in Collaborative Human-Robot Tasks","volume-title":"Proc. of the 7th Conference on Robot Learning","author":"Zhao"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/RO-MAN60168.2024.10731356"},{"key":"ref5","first-page":"259","article-title":"PREDILECT: Preferences Delineated with Zero-shot Language-based Reasoning in Reinforcement Learning","volume-title":"Proc. of the 2024 ACM\/IEEE Intl. Conf. on Human-Robot Interaction (HRI)","author":"Holk"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9981616"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3196783"},{"key":"ref8","article-title":"Towards an immersive user interface for waypoint navigation of a mobile robot","author":"Baker","year":"2020"},{"issue":"136","key":"ref9","first-page":"1","article-title":"A survey of preference-based Reinforcement Learning methods","volume":"18","author":"Wirth","year":"2017","journal-title":"Journal of Machine Learning Research"},{"key":"ref10","article-title":"Deep Reinforcement Learning from Human Preferences","volume-title":"Advances in Neural Information Processing Systems","volume":"30","author":"Christiano"},{"key":"ref11","article-title":"Reward Learning from Human Preferences and Demonstrations in Atari","volume-title":"Advances in Neural Information Processing Systems","volume":"31","author":"Ibarz"},{"key":"ref12","article-title":"Fine-tuning Language Models from Human Preferences","author":"Ziegler","year":"2019"},{"key":"ref13","article-title":"Repeated Inverse Reinforcement Learning","volume-title":"Advances in Neural Information Processing Systems","volume":"30","author":"Amin"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/icra55743.2025.11128756"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2019.XV.023"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/RO-MAN60168.2024.10731470"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/IROS55552.2023.10341795"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA57147.2024.10610534"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-024-01131-3"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2024.3498432"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/IROS55552.2023.10341370"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3128237"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/HRI53351.2022.9889416"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10161261"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.3390\/app10249051"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/RO-MAN60168.2024.10731138"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/RO-MAN57019.2023.10309446"},{"key":"ref28","article-title":"iGibson 2.0: Object-Centric Simulation for Robot Learning of Everyday Household Tasks","volume-title":"Proc. of the 5th Conference on Robot Learning","author":"Li"},{"key":"ref29","first-page":"1587","article-title":"Addressing Function Approximation Error in Actor-Critic Methods","volume-title":"Proc. of the Intl. Conf. on Machine Learning","author":"Fujimoto"},{"key":"ref30","article-title":"Pybullet: Physics simulation for games visual effects robotics and reinforcement learning","author":"Coumans","year":"2016 - 2021"},{"key":"ref31","article-title":"Pygame","year":"2025"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.2307\/249008"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1162\/105474600566989"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.5948\/upo9781614440260.011"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/s12144-017-9648-y"}],"event":{"name":"2025 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","location":"Hangzhou, China","start":{"date-parts":[[2025,10,19]]},"end":{"date-parts":[[2025,10,25]]}},"container-title":["2025 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11245651\/11245652\/11246802.pdf?arnumber=11246802","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T06:13:26Z","timestamp":1765520006000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11246802\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,19]]},"references-count":35,"URL":"https:\/\/doi.org\/10.1109\/iros60139.2025.11246802","relation":{},"subject":[],"published":{"date-parts":[[2025,10,19]]}}}