{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,20]],"date-time":"2026-07-20T17:34:46Z","timestamp":1784568886127,"version":"3.55.0"},"reference-count":71,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61831022"],"award-info":[{"award-number":["61831022"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62276259"],"award-info":[{"award-number":["62276259"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62201572"],"award-info":[{"award-number":["62201572"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U21B2010"],"award-info":[{"award-number":["U21B2010"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Beijing Municipal Science & Technology Commission"},{"name":"Administrative Commission of Zhongguancun Science Park","award":["Z211100004821013"],"award-info":[{"award-number":["Z211100004821013"]}]},{"name":"Open Research Projects of Zhejiang Lab","award":["2021KH0AB06"],"award-info":[{"award-number":["2021KH0AB06"]}]},{"name":"CCF-Baidu Open Fund","award":["OF2022025"],"award-info":[{"award-number":["OF2022025"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Affective Comput."],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1109\/taffc.2023.3274829","type":"journal-article","created":{"date-parts":[[2023,5,10]],"date-time":"2023-05-10T19:42:05Z","timestamp":1683747725000},"page":"309-325","source":"Crossref","is-referenced-by-count":207,"title":["Efficient Multimodal Transformer With Dual-Level Feature Restoration for Robust Multimodal Sentiment Analysis"],"prefix":"10.1109","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7944-3458","authenticated-orcid":false,"given":"Licai","family":"Sun","sequence":"first","affiliation":[{"name":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9477-0599","authenticated-orcid":false,"given":"Zheng","family":"Lian","sequence":"additional","affiliation":[{"name":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1529-1552","authenticated-orcid":false,"given":"Bin","family":"Liu","sequence":"additional","affiliation":[{"name":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9344-6428","authenticated-orcid":false,"given":"Jianhua","family":"Tao","sequence":"additional","affiliation":[{"name":"Department of Automation, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2017.08.003"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.3038167"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.3047978"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2021.3097002"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-55394-8_1"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2017.02.003"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1081"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12021"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12024"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1207"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33016892"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1656"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00258"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.203"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.412"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3474085.3475585"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.2992393"},{"key":"ref18","first-page":"3744","article-title":"Set transformer: A framework for attention-based permutation-invariant neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Lee"},{"key":"ref19","first-page":"4651","article-title":"Perceiver: General perception with iterative attention","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Jaegle"},{"key":"ref20","first-page":"14 200","article-title":"Attention bottlenecks for multimodal fusion","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Nagrani"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.5555\/3524938.3525087"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01549"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2016.94"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1208"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.343"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/2070481.2070509"},{"key":"ref28","first-page":"973","article-title":"Utterance-level multimodal sentiment analysis","volume-title":"Proc. 51st Annu. Meeting Assoc. Comput. Linguistics","author":"P\u00e9rez-Rosas"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17289"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.723"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-1577"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413678"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1115"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1209"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1046"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.35"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46478-7_21"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3136755.3136801"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33017216"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.214"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref42","article-title":"Factorized multimodal transformer for multimodal sequential learning","author":"Zadeh","year":"2019"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00804"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9414654"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3049898"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP43922.2022.9746924"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3395035.3425202"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.50"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1152"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.528"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2023.3234553"},{"key":"ref52","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics Hum. Lang. Technol.","author":"Devlin"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref54","article-title":"Layer normalization","author":"Ba","year":"2016"},{"key":"ref55","first-page":"1","article-title":"ALBERT: A lite BERT for self-supervised learning of language representations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Lan"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390294"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.278"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"ref59","article-title":"Improving language understanding by generative pre-training","author":"Radford","year":"2018"},{"key":"ref60","first-page":"12 449","article-title":"wav2vec 2.0: A framework for self-supervised learning of speech representations","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Baevski"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3122291"},{"key":"ref62","article-title":"BEiT: BERT pre-training of image transformers","author":"Bao","year":"2021"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3497510"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2014.6853739"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.25080\/Majora-7b98e3ed-003"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2018.00019"},{"key":"ref68","first-page":"8026","article-title":"PyTorch: An imperative style, high-performance deep learning library","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Paszke"},{"key":"ref69","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/taffc.2022.3178231"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-demo.20"}],"container-title":["IEEE Transactions on Affective Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165369\/10454109\/10122560.pdf?arnumber=10122560","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,6]],"date-time":"2024-09-06T08:53:35Z","timestamp":1725612815000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10122560\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1]]},"references-count":71,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/taffc.2023.3274829","relation":{},"ISSN":["1949-3045","2371-9850"],"issn-type":[{"value":"1949-3045","type":"electronic"},{"value":"2371-9850","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1]]}}}