{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T16:38:06Z","timestamp":1776530286936,"version":"3.51.2"},"reference-count":47,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,6,24]],"date-time":"2024-06-24T00:00:00Z","timestamp":1719187200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,6,24]],"date-time":"2024-06-24T00:00:00Z","timestamp":1719187200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001659","name":"Deutsche Forschungsgemeinschaft (DFG, German Research Foundation)","doi-asserted-by":"publisher","award":["#430054590"],"award-info":[{"award-number":["#430054590"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,6,24]]},"DOI":"10.1109\/ur61395.2024.10597462","type":"proceedings-article","created":{"date-parts":[[2024,7,26]],"date-time":"2024-07-26T17:23:58Z","timestamp":1722014638000},"page":"490-497","source":"Crossref","is-referenced-by-count":10,"title":["M2CURL: Sample-Efficient Multimodal Reinforcement Learning via Self-Supervised Representation Learning for Robotic Manipulation"],"prefix":"10.1109","author":[{"given":"Fotios","family":"Lygerakis","sequence":"first","affiliation":[{"name":"University of Leoben,Chair of Cyber-Physical Systems,Austria"}]},{"given":"Vedant","family":"Dave","sequence":"additional","affiliation":[{"name":"University of Leoben,Chair of Cyber-Physical Systems,Austria"}]},{"given":"Elmar","family":"Rueckert","sequence":"additional","affiliation":[{"name":"University of Leoben,Chair of Cyber-Physical Systems,Austria"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0285(76)90018-9"},{"key":"ref2","article-title":"Infant intermodal perception and maternal multimodal stimulation: Implications for language development","author":"Sullivan","year":"1983","journal-title":"Advances in infancy research"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.121.3.437"},{"key":"ref4","first-page":"689","author":"Ngiam","year":"2011","journal-title":"Multimodal Deep Learning"},{"key":"ref5","article-title":"Multimodal learning with deep boltzmann machines","author":"Srivastava","year":"2012","journal-title":"Advances in neural information processing systems 25"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2018.2798607"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/jproc.2015.2460697"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s12193-015-0195-2"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/w18-5015"},{"key":"ref10","article-title":"Multimodal machine translation with reinforcement learning","author":"Qian","year":"2018","journal-title":"arXiv preprint"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/icra46639.2022.9812019"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/tmrb.2022.3215749"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1002\/aisy.202100074"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2023.1181383"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/IROS55552.2023.10341888"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2016.2549552"},{"key":"ref17","article-title":"See, Hear, and Feel: Smart Sensory Fusion for Robotic Manipulation","author":"Li","year":"2022","journal-title":"CoRL."},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460494"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2017.09.010"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2019.101810"},{"key":"ref21","article-title":"Visuo-Tactile Transformers for Manipulation","volume-title":"6th Annual Conference on Robot Learning.","author":"Chen","year":"2022"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.15607\/rss.2023.xix.018"},{"key":"ref23","article-title":"Thirty-sixth Conference on Neural Information Processing Systems Datasets and Benchmarks Track","volume-title":"Touch and Go: Learning from Human-Collected Vision and Touch","author":"Yang","year":"2022"},{"key":"ref24","article-title":"Dexterity from Touch: Self-Supervised Pre-Training of Tactile Representations with Robotic Play","volume-title":"7th Annual Conference on Robot Learning.","author":"Guzey","year":"2023"},{"key":"ref25","article-title":"Representation Learning with Contrastive Predictive Coding","volume":"abs\/1807.03748","author":"van den Oord","year":"2018","journal-title":"CoRR"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/lra.2022.3195195"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-023-10091-y"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01086"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/icra.2019.8793885"},{"key":"ref30","article-title":"Touching a NeRF: Leveraging Neural Radiance Fields for Tactile Sensory Data Generation","volume-title":"6th Annual Conference on Robot Learning.","author":"Zhong","year":"2022"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.02017"},{"key":"ref32","author":"Dave","year":"2024","journal-title":"Multimodal Visual-Tactile Representation Learning through Self-Supervised Contrastive Pre-Training."},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9196976"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/Humanoids53995.2022.9999743"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/tro.2022.3168731"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1177\/17298806221095974"},{"key":"ref37","article-title":"The feeling of success: Does touch sensing help predict grasp outcomes?","author":"Calandra","year":"2017","journal-title":"arXiv preprint"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/lra.2018.2852779"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/tro.2019.2959445"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/icra.2019.8794219"},{"key":"ref41","first-page":"1597","article-title":"A Simple Framework for Contrastive Learning of Visual Representations","volume-title":"Proceedings of the 37th International Conference on Machine Learning.","volume":"119","author":"Chen"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr42600.2020.00975"},{"key":"ref43","author":"Haarnoja","year":"2017","journal-title":"Soft Actor-Critic: Off-Policy Maximum Entropy Deep Reinforcement Learning with a Stochastic Actor"},{"key":"ref44","author":"Schulman","year":"2017","journal-title":"Proximal Policy Optimization Algorithms."},{"key":"ref45","article-title":"CURL: Contrastive Unsupervised Representations for Reinforcement Learning","volume":"abs\/2004.04136","author":"Srinivas","year":"2020","journal-title":"CoRR"},{"key":"ref46","author":"Laskin","journal-title":"Reinforcement Learming with Augmented Data"},{"key":"ref47","first-page":"1","article-title":"Stable-Baselines3: Reliable Re-inforcement Learning Implementations","volume":"22.268","author":"Raffin","year":"2021","journal-title":"Journal of Machine Learning Research"}],"event":{"name":"2024 21st International Conference on Ubiquitous Robots (UR)","location":"New York, NY, USA","start":{"date-parts":[[2024,6,24]]},"end":{"date-parts":[[2024,6,27]]}},"container-title":["2024 21st International Conference on Ubiquitous Robots (UR)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10597436\/10597437\/10597462.pdf?arnumber=10597462","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,27]],"date-time":"2024-07-27T05:17:20Z","timestamp":1722057440000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10597462\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,24]]},"references-count":47,"URL":"https:\/\/doi.org\/10.1109\/ur61395.2024.10597462","relation":{},"subject":[],"published":{"date-parts":[[2024,6,24]]}}}