{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T08:09:25Z","timestamp":1743754165961,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":13,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819702923"},{"type":"electronic","value":"9789819702930"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-97-0293-0_15","type":"book-chapter","created":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T13:02:24Z","timestamp":1714136544000},"page":"193-210","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Multimodal Emotion Recognition Using Attention-Based Model with Language, Audio, and Video Modalities"],"prefix":"10.1007","author":[{"given":"Disha","family":"Sharma","sequence":"first","affiliation":[]},{"given":"Manoj","family":"Jayabalan","sequence":"additional","affiliation":[]},{"given":"Nailya","family":"Sultanova","sequence":"additional","affiliation":[]},{"given":"Jamila","family":"Mustafina","sequence":"additional","affiliation":[]},{"given":"Danny Ngo Lung","family":"Yao","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,4,27]]},"reference":[{"key":"15_CR1","doi-asserted-by":"publisher","first-page":"176274","DOI":"10.1109\/ACCESS.2020.3026823","volume":"8","author":"S Siriwardhana","year":"2020","unstructured":"Siriwardhana S, Kaluarachchi T, Billinghurst M, Nanayakkara S (2020) Multimodal emotion recognition with transformer-based self-supervised feature fusion. IEEE Access 8:176274\u2013176285","journal-title":"IEEE Access"},{"key":"15_CR2","doi-asserted-by":"publisher","first-page":"94557","DOI":"10.1109\/ACCESS.2021.3092735","volume":"9","author":"S Lee","year":"2021","unstructured":"Lee S, Han DK, Ko H (2021) Multimodal emotion recognition fusion analysis adapting BERT with heterogeneous feature unification. IEEE Access 9:94557\u201394572","journal-title":"IEEE Access"},{"key":"15_CR3","unstructured":"Ogura Y, Parsons WH, Kamat SS, Cravatt BF (2017) \u4e73\u9f20\u5fc3\u808c\u63d0\u53d6 HHS public access. Phys Behav 17610:139\u2013148. file:\/\/\/C:\/Users\/Carla Carolina\/Desktop\/Artigos para acrescentar na qualifica\u00e7\u00e3o\/The impact of birth weight on cardiovascular disease risk in the.pdf."},{"key":"15_CR4","unstructured":"Liu Y, Ott M, Goyal N, Du J, Joshi M, Chen D, Levy O, Lewis M, Zettlemoyer L, Stoyanov V, Allen PG (2022) RoBERTa: a robustly optimized BERT pretraining approach. https:\/\/github.com\/pytorch\/fairseq. Last accessed 02 Aug 2022"},{"key":"15_CR5","unstructured":"Anon bert (2022) https:\/\/arxiv.org\/pdf\/1810.04805.pdf&usg=ALkJrhhzxlCL6yTht2BRmH9atgvKFxHsxQ. Last accessed 01 Aug 2022"},{"key":"15_CR6","doi-asserted-by":"crossref","unstructured":"Bucur B, Somfelean I, Ghiurutan A, Lemnaru C, Dinsoreanu M (2018) An early fusion approach for multimodal emotion recognition using deep recurrent networks. In: Proceedings\u20142018 IEEE 14th International conference on intelligent computer communication and processing, ICCP 2018, pp 71\u201378 (2018)","DOI":"10.1109\/ICCP.2018.8516437"},{"key":"15_CR7","doi-asserted-by":"crossref","unstructured":"Su H, Liu B, Tao J, Dong Y, Huang J, Lian Z, Song L (2020) An improved multimodal dimension emotion recognition based on different fusion methods. In: International conference on signal processing proceedings, ICSP, 2020-Decem, pp 257\u2013261","DOI":"10.1109\/ICSP48669.2020.9321008"},{"key":"15_CR8","doi-asserted-by":"crossref","unstructured":"Song KS, Nho YH, Seo JH, Kwon DS (2018) Decision-level fusion method for emotion recognition using multimodal emotion recognition information. In: 15th International conference on ubiquitous robots, UR 2018, pp 472\u2013476","DOI":"10.1109\/URAI.2018.8441795"},{"key":"15_CR9","doi-asserted-by":"publisher","first-page":"74539","DOI":"10.1109\/ACCESS.2021.3067460","volume":"9","author":"M Xu","year":"2021","unstructured":"Xu M, Zhang F, Zhang W (2021) Head fusion: improving the accuracy and robustness of speech emotion recognition on the IEMOCAP and RAVDESS dataset. IEEE Access 9:74539\u201374549","journal-title":"IEEE Access"},{"key":"15_CR10","doi-asserted-by":"crossref","unstructured":"Zhao Z, Wang Y, Wang Y (2022) Multi-level fusion of Wav2vec 2.0 and BERT for multimodal emotion recognition","DOI":"10.21437\/Interspeech.2022-10230"},{"key":"15_CR11","doi-asserted-by":"crossref","unstructured":"Wiles O, Sophia Koepke A, Zisserman A (2018) Self-supervised learning of a facial attribute embedding from video. In: British Machine Vision Conference 2018, BMVC","DOI":"10.1109\/ICCVW.2019.00364"},{"key":"15_CR12","doi-asserted-by":"crossref","unstructured":"Wang T, Hou Y, Zhou D, Zhang Q (2021) A contextual attention network for multimodal emotion recognition in conversation. In: Proceedings of the international joint conference on neural networks, 2021-July","DOI":"10.1109\/IJCNN52387.2021.9533718"},{"key":"15_CR13","doi-asserted-by":"crossref","unstructured":"Pham H, Liang PP, Manzini T, Morency LP, P\u00f3czos B (2019) Found in translation: Learning robust joint representations by cyclic translations between modalities. In: 33rd AAAI conference on artificial intelligence, AAAI 2019, 31st innovative applications of artificial intelligence conference, IAAI 2019 and the 9th AAAI symposium on educational advances in artificial intelligence, EAAI 2019, Shaffer 2018, pp 6892\u20136899","DOI":"10.1609\/aaai.v33i01.33016892"}],"container-title":["Lecture Notes on Data Engineering and Communications Technologies","Data Science and Emerging Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-0293-0_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T13:07:09Z","timestamp":1714136829000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-0293-0_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9789819702923","9789819702930"],"references-count":13,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-0293-0_15","relation":{},"ISSN":["2367-4512","2367-4520"],"issn-type":[{"type":"print","value":"2367-4512"},{"type":"electronic","value":"2367-4520"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"27 April 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DaSET","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The International Conference on Data Science and Emerging Technologies","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 December 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"daset2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.icdaset.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}