{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T04:34:31Z","timestamp":1780634071591,"version":"3.54.1"},"reference-count":54,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Robot. Autom. Lett."],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1109\/lra.2026.3681156","type":"journal-article","created":{"date-parts":[[2026,4,6]],"date-time":"2026-04-06T19:58:34Z","timestamp":1775505514000},"page":"6799-6806","source":"Crossref","is-referenced-by-count":1,"title":["Self-Supervised Multisensory Pretraining for Contact-Rich Robot Reinforcement Learning"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-3360-6809","authenticated-orcid":false,"given":"Rickmer","family":"Krohn","sequence":"first","affiliation":[{"name":"Interactive Robot Perception & Learning (PEARL) Lab TU Darmstadt, Darmstadt, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9729-2454","authenticated-orcid":false,"given":"Vignesh","family":"Prasad","sequence":"additional","affiliation":[{"name":"Interactive Robot Perception & Learning (PEARL) Lab TU Darmstadt, Darmstadt, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8722-918X","authenticated-orcid":false,"given":"Gabriele","family":"Tiboni","sequence":"additional","affiliation":[{"name":"Interactive Robot Perception & Learning (PEARL) Lab TU Darmstadt, Darmstadt, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5055-199X","authenticated-orcid":false,"given":"Georgia","family":"Chalvatzaki","sequence":"additional","affiliation":[{"name":"Interactive Robot Perception & Learning (PEARL) Lab TU Darmstadt, Darmstadt, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref2","article-title":"Robot Parkour learning","volume-title":"Proc. CoRL","volume":"229","author":"Zhuang","year":"2023"},{"key":"ref3","article-title":"Towards vision-based deep reinforcement learning for robotic motion control","volume-title":"Proc. Australas. Conf. Robot. Automat. (ACRA)","author":"Zhang","year":"2015"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8793485"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/IROS58592.2024.10802719"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2008.918057"},{"key":"ref7","article-title":"Dexterous robotic manipulation of deformable objects with multi-sensory feedback-A review","volume":"28","author":"Khalil","year":"2010","journal-title":"Robot Manipulators- Trends Develop."},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2016.2560530"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1177\/17298806221095974"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2975643"},{"key":"ref11","article-title":"See, hear, and feel: Smart sensory fusion for robotic manipulation","volume-title":"Proc. CoRL","volume":"205","author":"Li","year":"2023"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/IROS55552.2023.10341728"},{"key":"ref13","article-title":"MResT: Multi-resolution sensing for real-time control with vision-language models","volume-title":"Proc. CoRL","volume":"229","author":"Saxena","year":"2023"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.52202\/075280-3524"},{"key":"ref15","article-title":"Visuo-tactile transformers for manipulation","volume-title":"Proc. CoRL","volume":"205","author":"Chen","year":"2022"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA57147.2024.10610933"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19836-6_20"},{"key":"ref18","article-title":"Multimodal masked autoencoders learn transferable representations","volume-title":"Proc. 1st Workshop Pre-Training: Perspectives, Pitfalls, Paths Forward ICML","author":"Geng","year":"2022"},{"key":"ref19","first-page":"4463","article-title":"Simple masked training strategies yield control policies that are robust to sensor failure","volume-title":"Proc. 8th Conf. Robot Learn.","author":"Skand","year":"2024"},{"key":"ref20","first-page":"249","article-title":"Learning end-to-end multimodal sensor policies for autonomous navigation","volume-title":"Proc. 1st Annu. Conf. Robot Learn.","author":"Liu","year":"2017"},{"key":"ref21","article-title":"Real-world robot learning with masked visual pre-training","volume-title":"Proc. CoRL","volume":"205","author":"Radosavovic","year":"2022"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1177\/027836498700600101"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1115\/1.3149634"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-3615(97)00015-8"},{"issue":"39","key":"ref25","first-page":"1","article-title":"End-to-end training of deep visuomotor policies","volume":"17","author":"Levine","year":"2016","journal-title":"J. Mach. Learn. Res."},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.rcim.2022.102517"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2022.104224"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.3390\/robotics10010022"},{"key":"ref29","article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Dosovitskiy","year":"2021"},{"key":"ref30","article-title":"Stochastic latent actor-critic: Deep reinforcement learning with a latent variable model","volume":"33","author":"Lee","year":"2020","journal-title":"Neural Inf. Process. Syst."},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA57147.2024.10611305"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01229"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2019.2959445"},{"key":"ref34","first-page":"1368","article-title":"See, hear, and feel: Smart sensory fusion for robotic manipulation","volume-title":"Proc. Conf. Robot Learn.","author":"Li","year":"2023"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-89095-7_6"},{"key":"ref36","article-title":"Dexterity from touch: Self-supervised pre-training of tactile representations with robotic play","volume-title":"Proc. CoRL","volume":"229","author":"Guzey","year":"2023"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2024.3400789"},{"key":"ref38","first-page":"340","article-title":"Play to the score: Stage-guided dynamic multi-sensory fusion for robotic manipulation","volume-title":"Proc. 8th Annu. Conf. Robot Learn.","author":"Feng","year":"2025"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA57147.2024.10610228"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/UR61395.2024.10597462"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-control-042920-092451"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1812.05905"},{"key":"ref43","article-title":"Efficient online reinforcement learning with offline data","volume-title":"Proc. ICML","volume":"202","author":"Ball","year":"2023"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-023-01852-4"},{"key":"ref46","article-title":"Masked world models for visual control","volume-title":"Proc. CoRL","volume":"205","author":"Seo","year":"2022"},{"key":"ref47","article-title":"Early convolutions help transformers see better","volume":"34","author":"Xiao","year":"2021","journal-title":"Neural Inf. Process. Syst."},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref49","article-title":"Masked visual pre-training for motor control","volume-title":"Proc. CoRR","author":"Xiao","year":"2022"},{"key":"ref50","article-title":"Where are we in the search for an artificial visual cortex for embodied intelligence?","volume":"36","author":"Majumdar","year":"2023","journal-title":"Neural Inf. Process. Syst."},{"key":"ref51","article-title":"Studying the interplay between the actor and critic representations in reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Garcin","year":"2025"},{"key":"ref52","article-title":"Panda-Gym: Open-source goal-conditioned environments for robotic learning","volume-title":"Proc. 4th Robot Learn. Workshop: Self-Supervised Lifelong Learn. NeurIPS","author":"Galloudec","year":"2021"},{"key":"ref53","article-title":"PyBullet, A python module for physics simulation for games, robotics and machine learning","author":"Coumans","year":"2016"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA57147.2024.10610040"}],"container-title":["IEEE Robotics and Automation Letters"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/7083369\/11481819\/11474883.pdf?arnumber=11474883","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,20]],"date-time":"2026-04-20T20:06:30Z","timestamp":1776715590000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11474883\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":54,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/lra.2026.3681156","relation":{},"ISSN":["2377-3766","2377-3774"],"issn-type":[{"value":"2377-3766","type":"electronic"},{"value":"2377-3774","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6]]}}}