{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T23:30:38Z","timestamp":1773963038112,"version":"3.50.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"the Nation Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61966020"],"award-info":[{"award-number":["61966020"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100005273","name":"Natural Science Foundation of Yunnan Province","doi-asserted-by":"publisher","award":["202201AT070157"],"award-info":[{"award-number":["202201AT070157"]}],"id":[{"id":"10.13039\/501100005273","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1007\/s10489-024-05309-0","type":"journal-article","created":{"date-parts":[[2024,2,21]],"date-time":"2024-02-21T06:03:16Z","timestamp":1708495396000},"page":"3403-3416","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["Multimodal sentiment analysis based on cross-instance graph neural networks"],"prefix":"10.1007","volume":"54","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2176-2998","authenticated-orcid":false,"given":"Hongbin","family":"Wang","sequence":"first","affiliation":[]},{"given":"Chun","family":"Ren","sequence":"additional","affiliation":[]},{"given":"Zhengtao","family":"Yu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,2,21]]},"reference":[{"key":"5309_CR1","doi-asserted-by":"crossref","unstructured":"Yang X, Feng S, Zhang Y, Wang D (2021) Multimodal sentiment detection based on multi-channel graph neural networks. In: Proceedings of the 59th annual meeting of the association for computational linguistics and the 11th international joint conference on natural language processing (Volume 1: Long Papers), pp 328\u2013339","DOI":"10.18653\/v1\/2021.acl-long.28"},{"key":"5309_CR2","doi-asserted-by":"publisher","first-page":"102147","DOI":"10.1016\/j.is.2022.102147","volume":"114","author":"F Lin","year":"2023","unstructured":"Lin F, Liu S, Zhang C, Fan J, Wu Z (2023) Stylebert: Text-audio sentiment analysis with bi-directional style enhancement. Inf Syst 114:102147","journal-title":"Inf Syst"},{"key":"5309_CR3","doi-asserted-by":"crossref","unstructured":"Zeng D, Chen X, Song Z, Xue Y, Cai Q (2023) Multimodal interaction and fused graph convolution network for sentiment classification of online reviews. Mathematics 11(10)","DOI":"10.3390\/math11102335"},{"issue":"3","key":"5309_CR4","doi-asserted-by":"publisher","first-page":"1966","DOI":"10.1109\/TAFFC.2022.3171091","volume":"14","author":"J Yu","year":"2023","unstructured":"Yu J, Chen K, Xia R (2023) Hierarchical interactive multimodal transformer for aspect-based multimodal sentiment analysis. IEEE Trans Affect Comput 14(3):1966\u20131978","journal-title":"IEEE Trans Affect Comput"},{"issue":"6","key":"5309_CR5","doi-asserted-by":"publisher","first-page":"103508","DOI":"10.1016\/j.ipm.2023.103508","volume":"60","author":"L Xiao","year":"2023","unstructured":"Xiao L, Wu X, Yang S, Xu J, Zhou J, He L (2023) Cross-modal fine-grained alignment and fusion network for multimodal aspect-based sentiment analysis. Inf Process Manag 60(6):103508","journal-title":"Inf Process Manag"},{"key":"5309_CR6","doi-asserted-by":"crossref","unstructured":"Zhou S, Wu X, Jiang F, Huang Q, Huang C (2023) Emotion recognition from large-scale video clips with cross-attention and hybrid feature weighting neural networks. Int J Environ Res Public Health 20(2)","DOI":"10.3390\/ijerph20021400"},{"key":"5309_CR7","doi-asserted-by":"crossref","unstructured":"Zhang Z, Wang Z, Li X, Liu N, Guo B, Yu Z (2021) Modalnet: an aspect-level sentiment classification model by exploring multimodal data with fusion discriminant attentional network. World Wide Web 24(17)","DOI":"10.1007\/s11280-021-00955-7"},{"key":"5309_CR8","doi-asserted-by":"crossref","unstructured":"Li Z, Xu B, Zhu C, Zhao T (2022) Clmlf: A contrastive learning and multi-layer fusion method for multimodal sentiment detection. In: Findings of the association for computational linguistics: NAACL 2022, pp 2282\u20132294","DOI":"10.18653\/v1\/2022.findings-naacl.175"},{"key":"5309_CR9","doi-asserted-by":"crossref","unstructured":"Huang C, Zhang J, Wu X, Wang Y, Li M, Huang X (2023) Tefna: Text-centered fusion network with crossmodal attention for multimodal sentiment analysis. Know-Based Syst 269(C)","DOI":"10.1016\/j.knosys.2023.110502"},{"key":"5309_CR10","doi-asserted-by":"crossref","unstructured":"Liu X, Xu Z, Huang K, Ben\u00a0Aoun N (2023) Multimodal emotion recognition based on cascaded multichannel and hierarchical fusion. Intell Neurosci 2023","DOI":"10.1155\/2023\/9645611"},{"key":"5309_CR11","doi-asserted-by":"publisher","first-page":"4014","DOI":"10.1109\/TMM.2020.3035277","volume":"23","author":"X Yang","year":"2020","unstructured":"Yang X, Feng S, Wang D, Zhang Y (2020) Image-text multimodal emotion classification via multi-view attentional network. IEEE Trans Multimedia 23:4014\u20134026","journal-title":"IEEE Trans Multimedia"},{"issue":"4","key":"5309_CR12","doi-asserted-by":"publisher","first-page":"2889","DOI":"10.1109\/TAFFC.2022.3222023","volume":"14","author":"X Zhao","year":"2023","unstructured":"Zhao X, Chen Y, Liu S, Tang B (2023) Shared-private memory networks for multimodal sentiment analysis. IEEE Trans Affect Comput 14(4):2889\u20132900","journal-title":"IEEE Trans Affect Comput"},{"key":"5309_CR13","doi-asserted-by":"crossref","unstructured":"He J, Yang H, Zhang C, Chen H, Xua Y-S (2022) Dynamic invariant-specific representation fusion network for multimodal sentiment analysis. Comput Math Methods 2022","DOI":"10.1155\/2022\/2105593"},{"issue":"4","key":"5309_CR14","doi-asserted-by":"publisher","first-page":"3332","DOI":"10.1109\/TAFFC.2022.3220762","volume":"14","author":"H Liu","year":"2023","unstructured":"Liu H, Li K, Fan J, Yan C, Qin T, Zheng Q (2023) Social image-text sentiment classification with cross-modal consistency and knowledge distillation. IEEE Trans Affect Comput 14(4):3332\u20133344","journal-title":"IEEE Trans Affect Comput"},{"key":"5309_CR15","doi-asserted-by":"publisher","first-page":"131671","DOI":"10.1109\/ACCESS.2022.3219200","volume":"10","author":"M Xu","year":"2022","unstructured":"Xu M, Liang F, Su X, Fang C (2022) Cmjrt: Cross-modal joint representation transformer for multimodal sentiment analysis. IEEE Access 10:131671\u2013131679","journal-title":"IEEE Access"},{"issue":"2","key":"5309_CR16","doi-asserted-by":"publisher","first-page":"103193","DOI":"10.1016\/j.ipm.2022.103193","volume":"60","author":"D Chen","year":"2023","unstructured":"Chen D, Su W, Wu P, Hua B (2023) Joint multimodal sentiment analysis based on information relevance. Inf Process Manag 60(2):103193","journal-title":"Inf Process Manag"},{"key":"5309_CR17","doi-asserted-by":"crossref","unstructured":"Yao L, Mao C, Luo Y (2019) Graph convolutional networks for text classification. In: Proceedings of the AAAI conference on artificial intelligence, vol 33, pp 7370\u20137377","DOI":"10.1609\/aaai.v33i01.33017370"},{"key":"5309_CR18","doi-asserted-by":"crossref","unstructured":"Lianzhe\u00a0Huang SLXZHW, Ma D (2019) Text level graph neural network for text classification. In: Proceedings of the 2019 conference on empirical methods in natural language processing and the 9th international joint conference on natural language processing (EMNLP-IJCNLP), pp 3444\u20133450","DOI":"10.18653\/v1\/D19-1345"},{"key":"5309_CR19","doi-asserted-by":"crossref","unstructured":"Liu X, You X, Zhang X, Wu J, Lv P (2020) Tensor graph convolutional networks for text classification. In: Proceedings of the AAAI conference on artificial intelligence, vol 34, pp 8409\u20138416","DOI":"10.1609\/aaai.v34i05.6359"},{"key":"5309_CR20","doi-asserted-by":"crossref","unstructured":"An W, Tian F, Chen P, Zheng Q (2022) Aspect-based sentiment analysis with heterogeneous graph neural network. IEEE Trans Comput Soc Syst","DOI":"10.1109\/TCSS.2022.3148866"},{"key":"5309_CR21","doi-asserted-by":"publisher","first-page":"11184","DOI":"10.1007\/s10489-021-02936-9","volume":"52","author":"JLPWJF WenXiong Liao","year":"2022","unstructured":"WenXiong Liao JLPWJF, Zeng B (2022) Image-text interaction graph neural network for image-text sentiment analysis. Appl Intell 52:11184\u201311198","journal-title":"Appl Intell"},{"key":"5309_CR22","doi-asserted-by":"crossref","unstructured":"Lin T-Y, Maire M, Belongie S, Hays J, Perona P, Ramanan D, Doll\u00e1r P, Zitnick CL (2014) Microsoft coco: Common objects in context. In: Computer Vision\u2013ECCV 2014: 13th European Conference, Zurich, Switzerland, September 6-12, 2014, Proceedings, Part V 13, Springer, pp 740\u2013755.","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"5309_CR23","doi-asserted-by":"crossref","unstructured":"Cai Y, Cai H, Wan X (2019) Multi-modal sarcasm detection in twitter with hierarchical fusion model. In: Proceedings of the 57th annual meeting of the association for computational linguistics, pp 2506\u20132515","DOI":"10.18653\/v1\/P19-1239"},{"key":"5309_CR24","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"5309_CR25","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Huang Z, Karpathy A, Khosla A, Bernstein M et al (2015) Imagenet large scale visual recognition challenge. Int J Comput Vis 115:211\u2013252","journal-title":"Int J Comput Vis"},{"key":"5309_CR26","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD (2014) Glove: Global vectors for word representation. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP), pp 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"5309_CR27","doi-asserted-by":"crossref","unstructured":"Zhou P, Shi W, Tian J, Qi Z, Li B, Hao H, Xu B (2016) Attention-based bidirectional long short-term memory networks for relation classification. In: Proceedings of the 54th annual meeting of the association for computational linguistics (volume 2: Short Papers), pp 207\u2013212","DOI":"10.18653\/v1\/P16-2034"},{"key":"5309_CR28","doi-asserted-by":"crossref","unstructured":"Wang Y, Qian S, Hu J, Fang Q, Xu C (2020) Fake news detection via knowledge-driven multimodal graph convolutional networks. In: Proceedings of the 2020 international conference on multimedia retrieval. ICMR \u201920, Association for Computing Machinery, New York, USA, pp 540\u2013547.","DOI":"10.1145\/3372278.3390713"},{"key":"5309_CR29","unstructured":"Gilmer J, Schoenholz SS, Riley PF, Vinyals O, Dahl GE (2017) Neural message passing for quantum chemistry. In: International conference on machine learning, PMLR, pp 1263\u20131272"},{"key":"5309_CR30","doi-asserted-by":"crossref","unstructured":"Chen Z-M, Wei X-S, Wang P, Guo Y (2019) Multi-label image recognition with graph convolutional networks. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 5177\u20135186","DOI":"10.1109\/CVPR.2019.00532"},{"key":"5309_CR31","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. Adv Neural Inf Process Syst 30"},{"key":"5309_CR32","doi-asserted-by":"crossref","unstructured":"Niu T, Zhu S, Pang L, El\u00a0Saddik A (2016) Sentiment analysis on multi-view social data. In: MultiMedia modeling: 22nd International Conference, MMM 2016, Miami, FL, USA, January 4-6, 2016, Proceedings, Part II 22, Springer, pp 15\u201327","DOI":"10.1007\/978-3-319-27674-8_2"},{"key":"5309_CR33","unstructured":"Kingma DP, Ba J (2014) Adam: A method for stochastic optimization. Preprint arXiv:1412.6980"},{"key":"5309_CR34","unstructured":"Paszke A, Gross S, Massa F, Lerer A, Bradbury J, Chanan G, Killeen T, Lin Z, Gimelshein N, Antiga L et al (2019) Pytorch: An imperative style, high-performance deep learning library. Adv Neural Inf Process Syst 32"},{"key":"5309_CR35","unstructured":"Chen Y (2015) Convolutional neural network for sentence classification. Master\u2019s thesis, University of Waterloo"},{"key":"5309_CR36","doi-asserted-by":"crossref","unstructured":"Lai S, Xu L, Liu K, Zhao J (2015) Recurrent convolutional neural networks for text classification. In: Proceedings of the AAAI conference on artificial intelligence, vol 29","DOI":"10.1609\/aaai.v29i1.9513"},{"key":"5309_CR37","doi-asserted-by":"crossref","unstructured":"Xu N, Mao W (2017) Multisentinet: A deep semantic network for multimodal sentiment analysis. In: Proceedings of the 2017 ACM on conference on information and knowledge management, pp 2399\u20132402","DOI":"10.1145\/3132847.3133142"},{"key":"5309_CR38","doi-asserted-by":"crossref","unstructured":"Xu N (2017) Analyzing multimodal public sentiment based on hierarchical semantic attentional network. In: 2017 IEEE International conference on intelligence and security informatics (ISI), IEEE, pp 152\u2013154","DOI":"10.1109\/ISI.2017.8004895"},{"key":"5309_CR39","doi-asserted-by":"crossref","unstructured":"Xu N, Mao W, Chen G (2018) A co-memory network for multimodal sentiment analysis. In: The 41st International ACM SIGIR conference on research & development in information retrieval, pp 929\u2013932","DOI":"10.1145\/3209978.3210093"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05309-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-024-05309-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05309-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,3]],"date-time":"2024-04-03T13:14:07Z","timestamp":1712150047000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-024-05309-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2]]},"references-count":39,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2024,2]]}},"alternative-id":["5309"],"URL":"https:\/\/doi.org\/10.1007\/s10489-024-05309-0","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2]]},"assertion":[{"value":"31 January 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 February 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors use an open source dataset, which does not have ethical issues. The dataset is sourced from  and .","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical and informed consent for data used"}},{"value":"The authors declare that there is no conflict of interests with anybody or any institution regarding the publication of this paper.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interests"}}]}}