{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T22:13:59Z","timestamp":1783721639087,"version":"3.55.0"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100010909","name":"Young Scientists Fund","doi-asserted-by":"publisher","award":["62206136"],"award-info":[{"award-number":["62206136"]}],"id":[{"id":"10.13039\/501100010909","id-type":"DOI","asserted-by":"publisher"}]},{"name":"General Program","award":["62476146"],"award-info":[{"award-number":["62476146"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Guangdong Provincial Key Laboratory of Human Digital Twin","award":["2022B1212010004"],"award-info":[{"award-number":["2022B1212010004"]}]},{"name":"Inner Mongolia Science and Technology Achievement Transfer and Transformation Demonstration Zone, University Collaborative Innovation Base, and University Entrepreneurship Training","award":["21300-231510"],"award-info":[{"award-number":["21300-231510"]}]},{"name":"Shenzhen Science and Technology Program","award":["ZDSYS20230626091302006"],"award-info":[{"award-number":["ZDSYS20230626091302006"]}]},{"name":"Shenzhen Science and Technology Research Fund","award":["JCYJ20220818103001002"],"award-info":[{"award-number":["JCYJ20220818103001002"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Affective Comput."],"published-print":{"date-parts":[[2025,7]]},"DOI":"10.1109\/taffc.2024.3490694","type":"journal-article","created":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T13:37:05Z","timestamp":1730727425000},"page":"1265-1276","source":"Crossref","is-referenced-by-count":5,"title":["Connecting Cross-Modal Representations for Compact and Robust Multimodal Sentiment Analysis With Sentiment Word Substitution Error"],"prefix":"10.1109","volume":"16","author":[{"given":"Qiyuan","family":"Sun","sequence":"first","affiliation":[{"name":"Department of Computer Science, Inner Mongolia University, Hohhot, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1412-2883","authenticated-orcid":false,"given":"Haolin","family":"Zuo","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Inner Mongolia University, Hohhot, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4524-7413","authenticated-orcid":false,"given":"Rui","family":"Liu","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Inner Mongolia University, Hohhot, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9158-9401","authenticated-orcid":false,"given":"Haizhou","family":"Li","sequence":"additional","affiliation":[{"name":"School of Data Science, Shenzhen Research Institute of Big Data, The Chinese University of Hong Kong, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2022.09.025"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/taffc.2024.3378570"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/taffc.2024.3423671"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2024.102522"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2023.3267882"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2023.3348762"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2024.3378110"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.3390\/electronics12163504"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10446548"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2017.08.003"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"1397","DOI":"10.18653\/v1\/2022.findings-acl.109","article-title":"Sentiment word aware multimodal refinement for multimodal sentiment analysis with ASR errors","volume-title":"Findings of the Association for Computational Linguistics: ACL 2022","author":"Wu","year":"2022"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3612295"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413678"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49357.2023.10095889"},{"key":"ref15","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Radford"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"184","DOI":"10.1016\/j.inffus.2020.09.005","article-title":"What makes the difference? an empirical comparison of fusion strategies for multimodal language analysis","volume":"66","author":"Gkoumas","year":"2021","journal-title":"Inf. Fusion"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2023.126836"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3219094"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49357.2023.10094839"},{"key":"ref20","article-title":"Attention is all you need","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Vaswani"},{"key":"ref21","doi-asserted-by":"crossref","DOI":"10.21437\/Interspeech.2023-2488","article-title":"Masked audio modeling with CLAP and multi-objective learning","author":"Xin","year":"2023"},{"key":"ref22","first-page":"22099","article-title":"Connecting multi-modal contrastive representations","volume-title":"Proc. 37th Conf. Neural Inf. Process. Syst.","author":"Wang"},{"key":"ref23","article-title":"Extending multi-modal contrastive representations","author":"Wang","year":"2023","journal-title":"arXiv:2310.08884"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00041"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-9119-8_18"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2023.3344358"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2023.127181"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3689092.3689411"},{"key":"ref29","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2022.109259","article-title":"TETFN: A text enhanced transformer fusion network for multimodal sentiment analysis","volume":"136","author":"Wang","year":"2023","journal-title":"Pattern Recognit."},{"key":"ref30","article-title":"MOSI: Multimodal corpus of sentiment intensity and subjectivity analysis in online opinion videos","author":"Zadeh","year":"2016"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP43922.2022.9746806"},{"key":"ref32","article-title":"Mutilmodal feature extraction and attention-based fusion for emotion estimation in videos","author":"Shu","year":"2023"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/SpeD59241.2023.10314932"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"1125","DOI":"10.1037\/h0077722","article-title":"Facial signs of emotional experience","volume":"39","author":"Ekman","year":"1980","journal-title":"J. Pers. Social Psychol."},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2014.6853739"},{"key":"ref36","article-title":"SpeechBrain: A general-purpose speech toolkit","author":"Ravanelli","year":"2021"},{"key":"ref37","first-page":"6558","article-title":"Multimodal transformer for unaligned multimodal language sequences","volume-title":"Proc. 57th Annu. Meeting Assoc. Comput. Linguistics","author":"Tsai"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17289"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2022.3183830"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3612336"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2023.3274829"},{"key":"ref42","first-page":"10790","article-title":"Learning modality-specific representations with self-supervised multi-task learning for multimodal sentiment analysis","volume-title":"Proc. AAAI Conf. Artif. Intell.","author":"Yu"},{"key":"ref43","first-page":"3718","article-title":"CH-SIMS: A. chinese multimodal sentiment analysis dataset with fine-grained annotation of modality","volume-title":"Proc. 58th Annu. Meeting Assoc. Comput. Linguistics","author":"Yu"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.25080\/Majora-7b98e3ed-003"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2016.2603342"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2018.00019"},{"key":"ref47","first-page":"16129","article-title":"Reliable conflictive multi-view learning","volume-title":"Proc. AAAI Conf. Artif. Intell.","author":"Xu"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i07.6805"}],"container-title":["IEEE Transactions on Affective Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/5165369\/11152495\/10741889.pdf?arnumber=10741889","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T05:28:47Z","timestamp":1757136527000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10741889\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7]]},"references-count":48,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/taffc.2024.3490694","relation":{},"ISSN":["1949-3045","2371-9850"],"issn-type":[{"value":"1949-3045","type":"electronic"},{"value":"2371-9850","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7]]}}}