{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,30]],"date-time":"2026-07-30T14:35:21Z","timestamp":1785422121961,"version":"3.56.0"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2025,5,27]],"date-time":"2025-05-27T00:00:00Z","timestamp":1748304000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,5,27]],"date-time":"2025-05-27T00:00:00Z","timestamp":1748304000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"DOI":"10.1007\/s11227-025-07411-7","type":"journal-article","created":{"date-parts":[[2025,5,27]],"date-time":"2025-05-27T15:47:25Z","timestamp":1748360845000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["CLIP-driven attention network for multimodal sentiment analysis"],"prefix":"10.1007","volume":"81","author":[{"given":"Jialun","family":"Lv","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qimeng","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shengwei","family":"Tian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bo","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Long","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,5,27]]},"reference":[{"issue":"7","key":"7411_CR1","doi-asserted-by":"publisher","first-page":"4873","DOI":"10.1007\/s10462-021-10030-2","volume":"54","author":"K Cortis","year":"2021","unstructured":"Cortis K, Davis B (2021) Over a decade of social opinion mining: a systematic review. Artif Intell Rev 54(7):4873\u20134965","journal-title":"Artif Intell Rev"},{"key":"7411_CR2","doi-asserted-by":"publisher","unstructured":"Jia Y (2020) A deep learning system for sentiment analysis of service calls. In: Malmasi S, Kallumadi S, Ueffing N, Rokhlenko O, Agichtein E, Guy I (eds.) Proceedings of the 3rd Workshop on e-Commerce and NLP, pp 24\u201334. Association for Computational Linguistics, Seattle, WA, USA. https:\/\/doi.org\/10.18653\/v1\/2020.ecnlp-1.4","DOI":"10.18653\/v1\/2020.ecnlp-1.4"},{"key":"7411_CR3","doi-asserted-by":"crossref","unstructured":"Morency LP, Mihalcea R, Doshi P (2011) Towards multimodal sentiment analysis: harvesting opinions from the web. In: Proceedings of the 13th International Conference on Multimodal Interfaces, pp 169\u2013176","DOI":"10.1145\/2070481.2070509"},{"key":"7411_CR4","doi-asserted-by":"crossref","unstructured":"Li G, Duan N, Fang Y, Gong M, Jiang D (2020) Unicoder-vl: a universal encoder for vision and language by cross-modal pre-training. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 34, pp 11336\u201311344","DOI":"10.1609\/aaai.v34i07.6795"},{"key":"7411_CR5","unstructured":"Radford A, Kim JW, Hallacy C, Ramesh A, Goh G, Agarwal S, Sastry G, Askell A, Mishkin P, Clark J, et al (2021) Learning transferable visual models from natural language supervision. In: International Conference on Machine Learning, pp 8748\u20138763. PMLR"},{"key":"7411_CR6","unstructured":"Kim W, Son B, Kim I (2021) Vilt: vision-and-language transformer without convolution or region supervision. In: International Conference on Machine Learning, PMLR, pp 5583\u20135594"},{"key":"7411_CR7","doi-asserted-by":"publisher","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2019) BERT: pre-training of deep bidirectional transformers for language understanding. In: Burstein J, Doran C, Solorio T (eds) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol 1 (Long and Short Papers), pp 4171\u20134186. Association for Computational Linguistics, Minneapolis, Minnesota. https:\/\/doi.org\/10.18653\/v1\/N19-1423 . https:\/\/aclanthology.org\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"7411_CR8","unstructured":"Dosovitskiy, A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner T, Dehghani M, Minderer, M, Heigold G, Gelly S, Uszkoreit J, Houlsby N (2021) An image is worth 16x16 words: Transformers for image recognition at scale. In: International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=YicbFdNTTy"},{"key":"7411_CR9","unstructured":"Chen T, Kornblith S, Norouzi M, Hinton G (2020) A simple framework for contrastive learning of visual representations. In: International Conference on Machine Learning, PMLR, pp 1597\u20131607"},{"key":"7411_CR10","unstructured":"Mnih V, Heess N, Graves A, et al (2014) Recurrent models of visual attention. Adv Neural Inf Process Syst 27"},{"key":"7411_CR11","unstructured":"Bahdanau D, Cho K, Bengio Y (2014) Neural machine translation by jointly learning to align and translate. In: International Conference on Learning Representations. arxiv:1409.0473"},{"key":"7411_CR12","unstructured":"Dai AM, Le QV (2015) Semi-supervised sequence learning. Adv Neural Inf Process Syst 28"},{"key":"7411_CR13","doi-asserted-by":"crossref","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. In: International Conference on Learning Representations. arxiv:1409.1556","DOI":"10.1109\/ICCV.2015.314"},{"key":"7411_CR14","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"7411_CR15","unstructured":"Mikolov T, Chen K, Corrado G, Dean J (2013) Efficient estimation of word representations in vector space. In: Proceedings of the International Conference on Learning Representations (ICLR 2013) Workshop. arxiv:1301.3781"},{"key":"7411_CR16","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD (2014) Glove: global vectors for word representation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"7411_CR17","doi-asserted-by":"crossref","unstructured":"Zhou P, Shi W, Tian J, Qi Z, Li B, Hao H, Xu B (2016) Attention-based bidirectional long short-term memory networks for relation classification. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics, vol 2, Short Papers, pp 207\u2013212","DOI":"10.18653\/v1\/P16-2034"},{"key":"7411_CR18","unstructured":"Tang Y (2013) Deep learning using linear support vector machines. In: Proceedings of the ICML 2013 Workshop on Challenges in Representation Learning, Atlanta, Georgia, USA. arxiv:1306.0239"},{"key":"7411_CR19","doi-asserted-by":"crossref","unstructured":"Yu J, Jiang J (2019) Adapting bert for target-oriented multimodal sentiment classification. IJCAI","DOI":"10.24963\/ijcai.2019\/751"},{"issue":"6","key":"7411_CR20","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2017) Imagenet classification with deep convolutional neural networks. Commun ACM 60(6):84\u201390","journal-title":"Commun ACM"},{"key":"7411_CR21","unstructured":"Hou R, Chang H, Ma B, Shan S, Chen X (2019) Cross attention network for few-shot classification. Adv Neural Inf Process Syst 32"},{"key":"7411_CR22","unstructured":"Touvron H, Cord M, Douze M, Massa F, Sablayrolles A, J\u00e9gou H (2021) Training data-efficient image transformers & distillation through attention. In: International Conference on Machine Learning, PMLR, pp 10347\u201310357"},{"key":"7411_CR23","unstructured":"Lu J, Batra D, Parikh D, Lee S (2019) Vilbert: pretraining task-agnostic visiolinguistic representations for vision-and-language tasks. Adv Neural Inf Process Syst 32"},{"issue":"3","key":"7411_CR24","doi-asserted-by":"publisher","first-page":"3987","DOI":"10.1093\/mnras\/stz2715","volume":"490","author":"D Wittor","year":"2019","unstructured":"Wittor D, Hoeft M, Vazza F, Br\u00fcggen M, Dom\u00ednguez-Fern\u00e1ndez P (2019) Polarization of radio relics in galaxy clusters. Mon Not R Astron Soc 490(3):3987\u20134006","journal-title":"Mon Not R Astron Soc"},{"key":"7411_CR25","unstructured":"Lu J, Yang J, Batra D, Parikh D (2016) Hierarchical question-image co-attention for visual question answering. Adv Neural Inf Process Syst 29"},{"key":"7411_CR26","doi-asserted-by":"publisher","unstructured":"Gao T, Yao X, Chen D (2021) SimCSE: Simple contrastive learning of sentence embeddings. In: Moens MF, Huang X, Specia L, Yih SWt (eds) Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp 6894\u20136910. Association for Computational Linguistics, Online and Punta Cana, Dominican Republic. https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.552 . https:\/\/aclanthology.org\/2021.emnlp-main.552","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"7411_CR27","unstructured":"Li J, Li D, Xiong C, Hoi S (2022) Blip: bootstrapping language-image pre-training for unified vision-language understanding and generation. In: International Conference on Machine Learning, PMLR, pp 12888\u201312900"},{"key":"7411_CR28","doi-asserted-by":"crossref","unstructured":"Hazarika D, Zimmermann R, Poria S (2020) Misa: modality-invariant and-specific representations for multimodal sentiment analysis. In: Proceedings of the 28th ACM International Conference on Multimedia, pp 1122\u20131131","DOI":"10.1145\/3394171.3413678"},{"key":"7411_CR29","doi-asserted-by":"publisher","unstructured":"Liu Z, Shen Y, Lakshminarasimhan VB, Liang PP, Bagher\u00a0Zadeh A, Morency LP (2018) Efficient low-rank multimodal fusion with modality-specific factors. In: Gurevych I, Miyao Y (eds) Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, vol 1, Long Papers, pp 2247\u20132256. Association for Computational Linguistics, Melbourne, Australia. https:\/\/doi.org\/10.18653\/v1\/P18-1209 . https:\/\/aclanthology.org\/P18-1209","DOI":"10.18653\/v1\/P18-1209"},{"key":"7411_CR30","doi-asserted-by":"crossref","unstructured":"Zadeh A, Liang PP, Mazumder N, Poria S, Cambria E, Morency L-P (2018) Memory fusion network for multi-view sequential learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 32","DOI":"10.1609\/aaai.v32i1.12021"},{"key":"7411_CR31","doi-asserted-by":"crossref","unstructured":"Lee K-H, Chen X, Hua G, Hu H, He X (2018) Stacked cross attention for image-text matching. In: Proceedings of the European Conference on Computer Vision (ECCV), pp 201\u2013216","DOI":"10.1007\/978-3-030-01225-0_13"},{"key":"7411_CR32","doi-asserted-by":"publisher","unstructured":"Han W, Chen H, Poria S (2021) Improving multimodal fusion with hierarchical mutual information maximization for multimodal sentiment analysis. In: Moens MF, Huang X, Specia L, Yih SWt (eds) Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp 9180\u20139192. Association for Computational Linguistics, Online and Punta Cana, Dominican Republic. https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.723 . https:\/\/aclanthology.org\/2021.emnlp-main.723","DOI":"10.18653\/v1\/2021.emnlp-main.723"},{"key":"7411_CR33","volume-title":"Auto-encoding variational bayes","author":"DP Kingma","year":"2013","unstructured":"Kingma DP, Welling M et al (2013) Auto-encoding variational bayes. Banff, Canada"},{"key":"7411_CR34","doi-asserted-by":"crossref","unstructured":"Hu J, Shen L, Sun G (2018) Squeeze-and-excitation networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp 7132\u20137141","DOI":"10.1109\/CVPR.2018.00745"},{"key":"7411_CR35","doi-asserted-by":"crossref","unstructured":"Niu T, Zhu S, Pang L, El\u00a0Saddik A (2016) Sentiment analysis on multi-view social data. In: MultiMedia Modeling: 22nd International Conference, MMM 2016, Miami, FL, USA, January 4-6, 2016, Proceedings, Part II 22, Springer, pp 15\u201327","DOI":"10.1007\/978-3-319-27674-8_2"},{"key":"7411_CR36","doi-asserted-by":"crossref","unstructured":"Wolf T, Debut L, Sanh V, Chaumond J, Delangue C, Moi A, Cistac P, Rault T, Louf R, Funtowicz M, et al (2020) Transformers: state-of-the-art natural language processing. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp 38\u201345","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"7411_CR37","doi-asserted-by":"publisher","first-page":"4014","DOI":"10.1109\/TMM.2020.3035277","volume":"23","author":"X Yang","year":"2020","unstructured":"Yang X, Feng S, Wang D, Zhang Y (2020) Image-text multimodal emotion classification via multi-view attentional network. IEEE Trans Multimed 23:4014\u20134026","journal-title":"IEEE Trans Multimed"},{"issue":"4","key":"7411_CR38","doi-asserted-by":"publisher","first-page":"664","DOI":"10.26599\/TST.2021.9010055","volume":"27","author":"C Peng","year":"2021","unstructured":"Peng C, Zhang C, Xue X, Gao J, Liang H, Niu Z (2021) Cross-modal complementary network with hierarchical fusion for multimodal sentiment classification. Tsinghua Sci Technol 27(4):664\u2013679","journal-title":"Tsinghua Sci Technol"},{"key":"7411_CR39","doi-asserted-by":"crossref","unstructured":"Yang X, Feng S, Zhang Y, Wang D (2021) Multimodal sentiment detection based on multi-channel graph neural networks. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing, vol 1, Long Papers, pp 328\u2013339","DOI":"10.18653\/v1\/2021.acl-long.28"},{"key":"7411_CR40","doi-asserted-by":"publisher","unstructured":"Li Z, Xu B, Zhu C, Zhao T (2022) CLMLF:a contrastive learning and multi-layer fusion method for multimodal sentiment detection. In: Carpuat M, Marneffe MC, Meza\u00a0Ruiz IV (eds) Findings of the association for computational linguistics: NAACL 2022, pp 2282\u20132294. Association for Computational Linguistics, Seattle, United States. https:\/\/doi.org\/10.18653\/v1\/2022.findings-naacl.175 . https:\/\/aclanthology.org\/2022.findings-naacl.175","DOI":"10.18653\/v1\/2022.findings-naacl.175"},{"key":"7411_CR41","doi-asserted-by":"crossref","unstructured":"Wu D, Yang D, Zhou Y, Ma C (2024) Robust multimodal sentiment analysis of image-text pairs by distribution-based feature recovery and fusion. In: Proceedings of the 32nd ACM International Conference on Multimedia, pp 5780\u20135789","DOI":"10.1145\/3664647.3680653"},{"key":"7411_CR42","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2024.109731","volume":"140","author":"H Wang","year":"2025","unstructured":"Wang H, Ren C, Yu Z (2025) Multimodal sentiment analysis based on multiple attention. Eng Appl Artif Intell 140:109731","journal-title":"Eng Appl Artif Intell"},{"key":"7411_CR43","doi-asserted-by":"crossref","unstructured":"Zadeh AB, Liang PP, Poria S, Cambria E, Morency L-P (2018) Multimodal language analysis in the wild: Cmu-mosei dataset and interpretable dynamic fusion graph. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, vol. 1, Long Papers, pp 2236\u20132246","DOI":"10.18653\/v1\/P18-1208"},{"key":"7411_CR44","doi-asserted-by":"crossref","unstructured":"Baltru\u0161aitis T, Robinson P, Morency L-P (2016) Openface: an open source facial behavior analysis toolkit. In: 2016 IEEE Winter Conference on Applications of Computer Vision (WACV), IEEE, pp 1\u201310","DOI":"10.1109\/WACV.2016.7477553"},{"key":"7411_CR45","doi-asserted-by":"crossref","unstructured":"Degottex G, Kane J, Drugman T, Raitio T, Scherer S (2014) Covarep-a collaborative voice analysis repository for speech technologies. In: 2014 Ieee International Conference on Acoustics, Speech and Signal Processing (icassp), IEEE, pp 960\u2013964","DOI":"10.1109\/ICASSP.2014.6853739"},{"key":"7411_CR46","doi-asserted-by":"crossref","unstructured":"Zadeh A, Chen M, Poria S, Cambria E, Morency L-P (2017) Tensor fusion network for multimodal sentiment analysis. arXiv preprint arXiv:1707.07250","DOI":"10.18653\/v1\/D17-1115"},{"key":"7411_CR47","doi-asserted-by":"crossref","unstructured":"Tsai Y-HH, Bai S, Liang PP, Kolter JZ, Morency L-P, Salakhutdinov R (2019) Multimodal transformer for unaligned multimodal language sequences. In: Proceedings of the Conference. Association for Computational Linguistics. Meeting, vol 2019, p 6558","DOI":"10.18653\/v1\/P19-1656"},{"key":"7411_CR48","doi-asserted-by":"crossref","unstructured":"Fang L, Liu G, Zhang R (2024) Multi-grained multimodal interaction network for sentiment analysis. In: ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), IEEE, pp 7730\u20137734","DOI":"10.1109\/ICASSP48485.2024.10446351"},{"key":"7411_CR49","doi-asserted-by":"crossref","unstructured":"Huang J, Pu Y, Zhou D, Shi H, Zhao Z, Xu D, Cao J (2024) Multimodal sentiment analysis based on 3d stereoscopic attention. In: ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), IEEE, pp 11151\u201311155","DOI":"10.1109\/ICASSP48485.2024.10446572"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07411-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-025-07411-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07411-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,27]],"date-time":"2025-05-27T15:47:41Z","timestamp":1748360861000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-025-07411-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,27]]},"references-count":49,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2025,6]]}},"alternative-id":["7411"],"URL":"https:\/\/doi.org\/10.1007\/s11227-025-07411-7","relation":{},"ISSN":["1573-0484"],"issn-type":[{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,5,27]]},"assertion":[{"value":"6 May 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 May 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"902"}}