{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,7]],"date-time":"2026-08-07T15:22:33Z","timestamp":1786116153377,"version":"build-2736575974"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T00:00:00Z","timestamp":1781568000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T00:00:00Z","timestamp":1781568000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"Nation Natural Science Foundation of China","doi-asserted-by":"crossref","award":["62466029"],"award-info":[{"award-number":["62466029"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Computing"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1007\/s00607-026-01681-6","type":"journal-article","created":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T11:11:18Z","timestamp":1781608278000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Multimodal sentiment analysis based on modality-specific information and data augmentation"],"prefix":"10.1007","volume":"108","author":[{"given":"Hongbin","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhucheng","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Di","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,16]]},"reference":[{"issue":"2","key":"1681_CR1","first-page":"38","volume":"10","author":"R Kaur","year":"2019","unstructured":"Kaur R, Kautish S (2019) Multimodal sentiment analysis: a survey and comparison. Int J Serv Sci Manag Eng Technol (IJSSMET) 10(2):38\u201358","journal-title":"Int J Serv Sci Manag Eng Technol (IJSSMET)"},{"issue":"13s","key":"1681_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3586075","volume":"55","author":"R Das","year":"2023","unstructured":"Das R, Singh TD (2023) Multimodal sentiment analysis: a survey of methods, trends, and challenges. ACM Comput Surv 55(13s):1\u201338","journal-title":"ACM Comput Surv"},{"key":"1681_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.107134","volume":"226","author":"M Birjali","year":"2021","unstructured":"Birjali M, Kasri M, Beni-Hssane A (2021) A comprehensive survey on sentiment analysis: approaches, challenges and trends. Knowl-Based Syst 226:107134","journal-title":"Knowl-Based Syst"},{"issue":"1","key":"1681_CR4","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1109\/TAFFC.2020.3038167","volume":"14","author":"S Poria","year":"2020","unstructured":"Poria S, Hazarika D, Majumder N et al (2020) Beneath the tip of the iceberg: current challenges and new directions in sentiment analysis research. IEEE Trans Affect Comput 14(1):108\u2013132","journal-title":"IEEE Trans Affect Comput"},{"key":"1681_CR5","doi-asserted-by":"publisher","first-page":"424","DOI":"10.1016\/j.inffus.2022.09.025","volume":"91","author":"A Gandhi","year":"2023","unstructured":"Gandhi A, Adhvaryu K, Poria S et al (2023) Multimodal sentiment analysis: a systematic review of history, datasets, multimodal fusion methods, applications, challenges and future directions. Inform Fusion 91:424\u2013444","journal-title":"Inform Fusion"},{"key":"1681_CR6","doi-asserted-by":"crossref","unstructured":"Ram\u00edrez-Tinoco FJ, Alor-Hern\u00e1ndez G, S\u00e1nchez-Cervantes JL (2019) Use of sentiment analysis techniques in healthcare domain. Current trends in semantic web technologies: theory and practice. pp 189\u2013212","DOI":"10.1007\/978-3-030-06149-4_8"},{"key":"1681_CR7","doi-asserted-by":"crossref","unstructured":"Jabbar J, Urooj I, JunSheng W, et\u00a0al (2019) Real-time sentiment analysis on e-commerce application. In: 2019 IEEE 16th international conference on networking, sensing and control (ICNSC), IEEE, pp 391\u2013396","DOI":"10.1109\/ICNSC.2019.8743331"},{"issue":"1","key":"1681_CR8","doi-asserted-by":"publisher","first-page":"2186432","DOI":"10.1080\/08839514.2023.2186432","volume":"37","author":"G Xie","year":"2023","unstructured":"Xie G, Liu N, Hu X et al (2023) Toward prompt-enhanced sentiment analysis with mutual describable information between aspects. Appl Artif Intell 37(1):2186432","journal-title":"Appl Artif Intell"},{"key":"1681_CR9","doi-asserted-by":"crossref","unstructured":"Yang X, Feng S, Zhang Y (2021) Multimodal sentiment detection based on multi-channel graph neural networks. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing, vol 1. Long Papers, pp 328\u2013339","DOI":"10.18653\/v1\/2021.acl-long.28"},{"key":"1681_CR10","doi-asserted-by":"publisher","first-page":"3375","DOI":"10.1109\/TMM.2022.3160060","volume":"25","author":"T Zhu","year":"2022","unstructured":"Zhu T, Li L, Yang J et al (2022) Multimodal sentiment analysis with image-text interaction network. IEEE Trans Multimed 25:3375\u20133385","journal-title":"IEEE Trans Multimed"},{"issue":"1","key":"1681_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3517139","volume":"19","author":"A Yadav","year":"2023","unstructured":"Yadav A, Vishwakarma DK (2023) A deep multi-level attentive network for multimodal sentiment analysis. ACM Trans Multimed Comput Commun Appl 19(1):1\u201319","journal-title":"ACM Trans Multimed Comput Commun Appl"},{"key":"1681_CR12","doi-asserted-by":"publisher","DOI":"10.1145\/3744648","volume-title":"A multimodal semantic fusion network with cross-modal alignment for multimodal sentiment analysis","author":"S Zhang","year":"2025","unstructured":"Zhang S, Liu J, Jiao Y et al (2025) A multimodal semantic fusion network with cross-modal alignment for multimodal sentiment analysis. ACM Transactions on Multimedia Computing, Communications and Applications"},{"key":"1681_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2023.110951","volume":"279","author":"X Xiao","year":"2023","unstructured":"Xiao X, Pu Y, Zhou D et al (2023) Collaborative fine-grained interaction learning for image-text sentiment analysis. Knowl-Based Syst 279:110951","journal-title":"Knowl-Based Syst"},{"key":"1681_CR14","unstructured":"Zhu R, Han C, Qian Y (2023) Exchanging-based multimodal fusion with transformer. arXiv preprint arXiv:2309.02190"},{"key":"1681_CR15","doi-asserted-by":"crossref","unstructured":"Shao D, Tang K, Li J (2025) Transformer-based short-term memory attention for enhanced multimodal sentiment analysis. The Vis. Comput. pp 1\u201316","DOI":"10.1007\/s00371-025-03883-z"},{"issue":"5","key":"1681_CR16","first-page":"5105","volume":"35","author":"X Xue","year":"2022","unstructured":"Xue X, Zhang C, Niu Z et al (2022) Multi-level attention map network for multimodal sentiment analysis. IEEE Trans Knowl Data Eng 35(5):5105\u20135118","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"1681_CR17","doi-asserted-by":"crossref","unstructured":"Lai S, Li J, Guo G (2024) Shared and private information learning in multimodal sentiment analysis with deep modal alignment and self-supervised multi-task learning. In: 2024 International Joint Conference on Neural Networks (IJCNN). IEEE. pp 1\u20138","DOI":"10.1109\/IJCNN60899.2024.10651442"},{"key":"1681_CR18","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1016\/j.patrec.2024.05.009","volume":"183","author":"Y Hou","year":"2024","unstructured":"Hou Y, Zhong X, Cao H et al (2024) A shared-private sentiment analysis approach based on cross-modal information interaction. Pattern Recogn Lett 183:140\u2013146","journal-title":"Pattern Recogn Lett"},{"key":"1681_CR19","doi-asserted-by":"publisher","first-page":"2015","DOI":"10.1109\/TASLP.2022.3178204","volume":"30","author":"B Yang","year":"2022","unstructured":"Yang B, Wu L, Zhu J et al (2022) Multimodal sentiment analysis with two-phase multi-task learning. IEEE\/ACM Trans Audio Speech Lang Process 30:2015\u20132024","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"issue":"03","key":"1681_CR20","doi-asserted-by":"publisher","first-page":"883","DOI":"10.1142\/S0219622018500128","volume":"17","author":"P Mahendhiran","year":"2018","unstructured":"Mahendhiran P, Kannimuthu S (2018) Deep learning techniques for polarity classification in multimodal sentiment analysis. Int J Inf Technol Decis Mak 17(03):883\u2013910","journal-title":"Int J Inf Technol Decis Mak"},{"key":"1681_CR21","doi-asserted-by":"publisher","first-page":"4014","DOI":"10.1109\/TMM.2020.3035277","volume":"23","author":"X Yang","year":"2020","unstructured":"Yang X, Feng S, Wang D et al (2020) Image-text multimodal emotion classification via multi-view attentional network. IEEE Trans Multimed 23:4014\u20134026","journal-title":"IEEE Trans Multimed"},{"key":"1681_CR22","doi-asserted-by":"publisher","first-page":"2282","DOI":"10.18653\/v1\/2022.findings-naacl.175","volume":"2022","author":"Z Li","year":"2022","unstructured":"Li Z, Xu B, Zhu C et al (2022) Clmlf: a contrastive learning and multi-layer fusion method for multimodal sentiment detection. Find Assoc Comput Linguist NAACL 2022:2282\u20132294","journal-title":"Find Assoc Comput Linguist NAACL"},{"issue":"1","key":"1681_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3517139","volume":"19","author":"A Yadav","year":"2023","unstructured":"Yadav A, Vishwakarma DK (2023) A deep multi-level attentive network for multimodal sentiment analysis. ACM Trans Multimed Comput Commun Appl 19(1):1\u201319","journal-title":"ACM Trans Multimed Comput Commun Appl"},{"key":"1681_CR24","doi-asserted-by":"crossref","unstructured":"Xiao X, Pu Y, Zhao Z (2023) Bit: improving image-text sentiment analysis via learning bidirectional image-text interaction. In: 2023 International Joint Conference on Neural Networks (IJCNN). IEEE. pp 1\u20139","DOI":"10.1109\/IJCNN54540.2023.10191445"},{"key":"1681_CR25","doi-asserted-by":"crossref","unstructured":"Wei Y, Yuan S, Yang R (2023) Tackling modality heterogeneity with multi-view calibration network for multimodal sentiment detection. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, vol 1. Long Papers, pp 5240\u20135252","DOI":"10.18653\/v1\/2023.acl-long.287"},{"key":"1681_CR26","doi-asserted-by":"crossref","unstructured":"Huang S, Xu B, Li C (2024) A sentimental prompt framework with visual text encoder for multimodal sentiment analysis. In: Proceedings of the 2024 International Conference on Multimedia Retrieval. pp 638\u2013646","DOI":"10.1145\/3652583.3658115"},{"key":"1681_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2024.111848","volume":"295","author":"J Wang","year":"2024","unstructured":"Wang J, Yang Y, Liu K et al (2024) Citenet: cross-modal incongruity perception network for multimodal sentiment prediction. Knowl-Based Syst 295:111848","journal-title":"Knowl-Based Syst"},{"key":"1681_CR28","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2025.3582541","author":"L Zhao","year":"2025","unstructured":"Zhao L, Yu J, Laghari AA (2025) Feature jointly-based knowledge enhancement model for multimodal sentiment analysis. IEEE Trans Comput Soc Syst. https:\/\/doi.org\/10.1109\/TCSS.2025.3582541","journal-title":"IEEE Trans Comput Soc Syst"},{"issue":"8","key":"1681_CR29","doi-asserted-by":"publisher","first-page":"6879","DOI":"10.1007\/s10115-025-02446-x","volume":"67","author":"B Yu","year":"2025","unstructured":"Yu B, Li C, Shi Z (2025) Multi-grained feature gating fusion network for multimodal sentiment analysis. Knowl Inf Syst 67(8):6879\u2013905","journal-title":"Knowl Inf Syst"},{"issue":"11","key":"1681_CR30","doi-asserted-by":"publisher","first-page":"4037","DOI":"10.1109\/TPAMI.2020.2992393","volume":"43","author":"L Jing","year":"2020","unstructured":"Jing L, Tian Y (2020) Self-supervised visual feature learning with deep neural networks: a survey. IEEE Trans Pattern Anal Mach Intell 43(11):4037\u20134058","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"1","key":"1681_CR31","first-page":"857","volume":"35","author":"X Liu","year":"2021","unstructured":"Liu X, Zhang F, Hou Z et al (2021) Self-supervised learning: generative or contrastive. IEEE Trans Knowl Data Eng 35(1):857\u2013876","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"1","key":"1681_CR32","doi-asserted-by":"publisher","first-page":"2","DOI":"10.3390\/technologies9010002","volume":"9","author":"A Jaiswal","year":"2020","unstructured":"Jaiswal A, Babu AR, Zadeh MZ et al (2020) A survey on contrastive self-supervised learning. Technologies 9(1):2","journal-title":"Technologies"},{"key":"1681_CR33","doi-asserted-by":"crossref","unstructured":"Yuan X, Lin Z, Kuen J (2021) Multimodal contrastive training for visual representation learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition. pp 6995\u20137004","DOI":"10.1109\/CVPR46437.2021.00692"},{"key":"1681_CR34","doi-asserted-by":"crossref","unstructured":"Huang PY, Patrick M, Hu J (2021) Multilingual multimodal pre-training for zero-shot cross-lingual transfer of vision-language models. arXiv preprint arXiv:2103.08849","DOI":"10.18653\/v1\/2021.naacl-main.195"},{"issue":"3","key":"1681_CR35","doi-asserted-by":"publisher","first-page":"2276","DOI":"10.1109\/TAFFC.2022.3172360","volume":"14","author":"S Mai","year":"2022","unstructured":"Mai S, Zeng Y, Zheng S et al (2022) Hybrid contrastive learning of tri-modal representation for multimodal sentiment analysis. IEEE Trans Affect Comput 14(3):2276\u20132289","journal-title":"IEEE Trans Affect Comput"},{"key":"1681_CR36","unstructured":"Lin Z, Liang B, Long Y (2022) Modeling intra-and inter-modal relations: Hierarchical graph contrastive learning for multimodal sentiment analysis. In: Proceedings of the 29th international conference on computational linguistics. Association for Computational Linguistics, pp 7124\u20137135"},{"key":"1681_CR37","doi-asserted-by":"crossref","unstructured":"Ma F, Zhang Y, Sun X (2023) Multimodal sentiment analysis with preferential fusion and distance-aware contrastive learning. In: 2023 IEEE International Conference on Multimedia and Expo (ICME). IEEE, pp 1367\u20131372","DOI":"10.1109\/ICME55011.2023.00237"},{"key":"1681_CR38","doi-asserted-by":"crossref","unstructured":"Yang J, Yu Y, Niu D (2023) Confede: contrastive feature decomposition for multimodal sentiment analysis. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, vol 1. Long Papers, pp 7617\u20137630","DOI":"10.18653\/v1\/2023.acl-long.421"},{"issue":"1","key":"1681_CR39","doi-asserted-by":"publisher","first-page":"5335","DOI":"10.1038\/s41598-024-54872-6","volume":"14","author":"J Du","year":"2024","unstructured":"Du J, Jin J, Zhuang J et al (2024) Hierarchical graph contrastive learning of local and global presentation for multimodal sentiment analysis. Sci Rep 14(1):5335","journal-title":"Sci Rep"},{"issue":"1","key":"1681_CR40","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1109\/TAFFC.2024.3423671","volume":"16","author":"C Fan","year":"2024","unstructured":"Fan C, Zhu K, Tao J (2024) Multi-level contrastive learning: Hierarchical alleviation of heterogeneity in multimodal sentiment analysis. IEEE Trans Affect Comput 16(1):207\u201322","journal-title":"IEEE Trans Affect Comput"},{"key":"1681_CR41","volume-title":"Leveraging global context for improved image-text sentiment analysisIEEE Trans","author":"P Liu","year":"2025","unstructured":"Liu P, Qian W (2025) Leveraging global context for improved image-text sentiment analysisIEEE Trans. Comput, Soc, Syst"},{"key":"1681_CR42","doi-asserted-by":"crossref","unstructured":"Gong P, Liu J, Zhang X (2025) Towards robust sentiment analysis with multimodal interaction graph and hybrid contrastive learning. Pattern Recognition. p 111870","DOI":"10.1016\/j.patcog.2025.111870"},{"key":"1681_CR43","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A (2020) An image is worth 16x16 words: transformers for image recognition at scale. arXiv preprint arXiv:2010.11929"},{"key":"1681_CR44","unstructured":"Liu Y, Ott M, Goyal N (2019) Roberta: a robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692"},{"key":"1681_CR45","unstructured":"Lu J, Batra D, Parikh D (2019) Vilbert: pretraining task-agnostic visiolinguistic representations for vision-and-language tasks. Adv Neural Inf Process Syst 32:"},{"key":"1681_CR46","doi-asserted-by":"crossref","unstructured":"Hu H, Gu J, Zhang Z (2018) Relation networks for object detection. In: Proceedings of the IEEE conference on computer vision and pattern recognition. pp 3588\u20133597","DOI":"10.1109\/CVPR.2018.00378"},{"key":"1681_CR47","doi-asserted-by":"crossref","unstructured":"Niu T, Zhu S, Pang L, et\u00a0al (2016) Sentiment analysis on multi-view social data. In: MultiMedia modeling: 22nd international conference, MMM 2016, Miami, FL, USA, January 4-6, 2016, Proceedings, Part II 22, Springer, pp 15\u201327","DOI":"10.1007\/978-3-319-27674-8_2"},{"key":"1681_CR48","unstructured":"Chen Y (2015) Convolutional neural network for sentence classification. University of Waterloo,(Master's thesis)"},{"key":"1681_CR49","doi-asserted-by":"crossref","unstructured":"Huang L, Ma D, Li S (2019) Text level graph neural network for text classification. arXiv preprint arXiv:1910.02356","DOI":"10.18653\/v1\/D19-1345"},{"key":"1681_CR50","doi-asserted-by":"crossref","unstructured":"Lai S, Xu L, Liu K (2015) Recurrent convolutional neural networks for text classification. In: Proceedings of the AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v29i1.9513"},{"key":"1681_CR51","doi-asserted-by":"crossref","unstructured":"Xu N (2017) Analyzing multimodal public sentiment based on hierarchical semantic attentional network. In: 2017 IEEE international conference on intelligence and security informatics (ISI). IEEE. pp 152\u2013154","DOI":"10.1109\/ISI.2017.8004895"},{"key":"1681_CR52","doi-asserted-by":"crossref","unstructured":"Xu N, Mao W, Chen G (2018) A co-memory network for multimodal sentiment analysis. In: The 41st international ACM SIGIR conference on research & development in information retrieval, pp 929\u2013932","DOI":"10.1145\/3209978.3210093"},{"issue":"4","key":"1681_CR53","doi-asserted-by":"publisher","first-page":"3403","DOI":"10.1007\/s10489-024-05309-0","volume":"54","author":"H Wang","year":"2024","unstructured":"Wang H, Ren C, Yu Z (2024) Multimodal sentiment analysis based on cross-instance graph neural networks. Appl Intell 54(4):3403\u20133416","journal-title":"Appl Intell"},{"key":"1681_CR54","doi-asserted-by":"crossref","unstructured":"Yuan W, Liu Y, Gao D (2025) Cross-hierarchical multimodal sentiment analysis for mental state monitoring. In: 2025 8th International Conference on Computer Information Science and Application Technology (CISAT). IEEE, pp 920\u2013924","DOI":"10.1109\/CISAT66811.2025.11181716"}],"container-title":["Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-026-01681-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00607-026-01681-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-026-01681-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,6]],"date-time":"2026-08-06T08:03:28Z","timestamp":1786003408000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00607-026-01681-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,16]]},"references-count":54,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2026,7]]}},"alternative-id":["1681"],"URL":"https:\/\/doi.org\/10.1007\/s00607-026-01681-6","relation":{},"ISSN":["0010-485X","1436-5057"],"issn-type":[{"value":"0010-485X","type":"print"},{"value":"1436-5057","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6,16]]},"assertion":[{"value":"23 November 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 May 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 June 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare that there is no conflict of interest with anybody or any institution regarding the publication of this paper.","order":1,"name":"Ethics","label":"Conflict of interest","group":{"name":"EthicsHeading","label":"Declarations"}}],"article-number":"98"}}