{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T18:04:22Z","timestamp":1777485862489,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":31,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,9,21]],"date-time":"2023-09-21T00:00:00Z","timestamp":1695254400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"This work was supported by the Bavarian Ministry of Economic Affairs, Regional Development and Energy through the Center for Analytics ? Data ? Applications (ADA-Center) within the framework of ?BAYERN DIGITAL II? (20-3410-2-9-8)","award":["?BAYERN DIGITAL II? (20-3410-2-9-8)"],"award-info":[{"award-number":["?BAYERN DIGITAL II? (20-3410-2-9-8)"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,9,21]]},"DOI":"10.1145\/3615834.3615837","type":"proceedings-article","created":{"date-parts":[[2023,10,11]],"date-time":"2023-10-11T22:45:48Z","timestamp":1697064348000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Self-supervised representation learning using multimodal Transformer for emotion recognition"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8751-3404","authenticated-orcid":false,"given":"Theresa","family":"Goetz","sequence":"first","affiliation":[{"name":"Fraunhofer Institute of integrated Circuits 91054 Erlangen, Germany, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1174-9795","authenticated-orcid":false,"given":"Pulkit","family":"Arora","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Integrated Circuits IIS, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-1267-9278","authenticated-orcid":false,"given":"F. X.","family":"Erick","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Integrated Circuits IIS, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-0098-5959","authenticated-orcid":false,"given":"Nina","family":"Holzer","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Integrated Circuits IIS, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1532-947X","authenticated-orcid":false,"given":"Shrutika","family":"Sawant","sequence":"additional","affiliation":[{"name":"Fraunhofer Institute for Integrated Circuits IIS, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,10,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2021.3138269"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2014.10.005"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2020.532279"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3092735"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2006.870737"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12193-016-0222-y"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/jbhi.2022.3225330"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3051281"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3027026"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/taffc.2019.2916015"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-021-03462-9"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACIIW52867.2021.9666360"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.imu.2020.100363"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.3014842"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.3390\/s22239102"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3149509"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3170369"},{"key":"e_1_3_2_1_18_1","first-page":"24221","volume-title":"Audio and Text. Adv. Neural Inf. Process. Syst.","volume":"29","author":"Akbari H.","year":"2021","unstructured":"H. Akbari 2021. VATT: Transformers for Multimodal Self-Supervised Learning from Raw Video, Audio and Text. Adv. Neural Inf. Process. Syst., vol. 29, no. NeurIPS, pp. 24206\u201324221, 2021."},{"key":"e_1_3_2_1_19_1","first-page":"23","volume-title":"Transformers: A Survey.","author":"Xu P.","year":"2022","unstructured":"P. Xu, X. Zhu, and D. A. Clifton. 2022. Multimodal Learning with Transformers: A Survey. pp. 1\u201323, 2022, [Online]. Available: http:\/\/arxiv.org\/abs\/2206.06488."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3026823"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-1212"},{"key":"e_1_3_2_1_23_1","first-page":"4186","volume-title":"NAACL HLT 2019 - 2019 Conf. North Am. Chapter Assoc. Comput. Linguist. Hum. Lang. Technol. - Proc. Conf.","volume":"1","author":"Devlin J.","year":"2019","unstructured":"J. Devlin, M. W. Chang, K. Lee, and K. Toutanova. 2019. BERT: Pre-training of deep bidirectional transformers for language understanding. NAACL HLT 2019 - 2019 Conf. North Am. Chapter Assoc. Comput. Linguist. Hum. Lang. Technol. - Proc. Conf., vol. 1, no. Mlm, pp. 4171\u20134186, 2019."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR56361.2022.9956027"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII55700.2022.9953852"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467401"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242969.3242985"},{"key":"e_1_3_2_1_28_1","volume-title":"Adv. Neural Inf. Process. Syst.","volume":"6009","author":"Vaswani A.","year":"2017","unstructured":"A. Vaswani, N. Shazeer, N. Parmar, J. Uszkoreit, L. Jones, A. N. Gomez, \u0141. Kaiser, and I. Polosukhin. 2017. Attention is all you need. Adv. Neural Inf. Process. Syst., vol. 2017-Decem, no. Nips, pp. 5999\u20136009, 2017"},{"key":"e_1_3_2_1_29_1","article-title":"Contrastive Learning of Subject-Invariant EEG Representations for Cross-Subject Emotion Recognition","author":"Shen X.","year":"2022","unstructured":"X. Shen, X. Liu, X. Hu, and D. Zhang, 2022. Contrastive Learning of Subject-Invariant EEG Representations for Cross-Subject Emotion Recognition. IEEE Transactions on Affective Computing","journal-title":"IEEE Transactions on Affective Computing"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460421.3480427"},{"key":"e_1_3_2_1_31_1","volume-title":"Husformer: A Multi-Modal Transformer for Multi-Modal Human State Recognition, arXiv.","author":"Wang Ruiqi","year":"2023","unstructured":"Ruiqi Wang and Wonse Jo and Dezhong Zhao and Weizheng Wang and Baijian Yang and Guohua Chen and Byung-Cheol Min, 2023. Husformer: A Multi-Modal Transformer for Multi-Modal Human State Recognition, arXiv."}],"event":{"name":"iWOAR 2023: 8th international Workshop on Sensor-Based Activity Recognition and Artificial Intelligence","location":"L\u00fcbeck Germany","acronym":"iWOAR 2023"},"container-title":["Proceedings of the 8th international Workshop on Sensor-Based Activity Recognition and Artificial Intelligence"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3615834.3615837","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3615834.3615837","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:10:17Z","timestamp":1750295417000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3615834.3615837"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,21]]},"references-count":31,"alternative-id":["10.1145\/3615834.3615837","10.1145\/3615834"],"URL":"https:\/\/doi.org\/10.1145\/3615834.3615837","relation":{},"subject":[],"published":{"date-parts":[[2023,9,21]]},"assertion":[{"value":"2023-10-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}