{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T09:58:04Z","timestamp":1780394284791,"version":"3.54.1"},"reference-count":81,"publisher":"Springer Science and Business Media LLC","issue":"17","license":[{"start":{"date-parts":[[2023,11,4]],"date-time":"2023-11-04T00:00:00Z","timestamp":1699056000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,11,4]],"date-time":"2023-11-04T00:00:00Z","timestamp":1699056000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-023-17569-y","type":"journal-article","created":{"date-parts":[[2023,11,4]],"date-time":"2023-11-04T08:02:42Z","timestamp":1699084962000},"page":"50061-50085","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["A multimodal sentiment analysis approach for tweets by comprehending co-relations between information modalities"],"prefix":"10.1007","volume":"83","author":[{"given":"Debatosh","family":"Chakraborty","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9729-277X","authenticated-orcid":false,"given":"Dwijen","family":"Rudrapal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Baby","family":"Bhattacharya","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,11,4]]},"reference":[{"key":"17569_CR1","doi-asserted-by":"publisher","unstructured":"Abdi H, Williams LJ (2010) Principal component analysis. WIREs. Comput Stat 2(4):433\u2013459. https:\/\/doi.org\/10.1002\/wics.101, https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1002\/wics.101","DOI":"10.1002\/wics.101"},{"key":"17569_CR2","doi-asserted-by":"publisher","unstructured":"Barbieri F, Camacho-Collados J, Neves L, et\u00a0al. (2020) TweetEval: Unified Benchmark and Comparative Evaluation for Tweet Classification. https:\/\/doi.org\/10.48550\/arXiv.2010.12421, arXiv:2010.12421","DOI":"10.48550\/arXiv.2010.12421"},{"key":"17569_CR3","doi-asserted-by":"publisher","unstructured":"Barrett LF, Lindquist KA, Gendron M (2007) Language as context for the perception of emotion. Trends Cognit Sci 11(8):327\u2013332. https:\/\/doi.org\/10.1016\/j.tics.2007.06.003, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1364661307001532","DOI":"10.1016\/j.tics.2007.06.003"},{"key":"17569_CR4","doi-asserted-by":"publisher","unstructured":"Borth D, Ji R, Chen T, et\u00a0al. (2013) Large-scale visual sentiment ontology and detectors using adjective noun pairs. In: Proceedings of the 21st ACM international conference on Multimedia. Association for Computing Machinery, New York, NY, USA, MM \u201913, pp 223\u2013232, https:\/\/doi.org\/10.1145\/2502081.2502282","DOI":"10.1145\/2502081.2502282"},{"key":"17569_CR5","doi-asserted-by":"crossref","unstructured":"Cai G, Xia B (2015) Convolutional neural networks for multimedia sentiment analysis. In: natural language processing and chinese computing: 4th CCF Conference, NLPCC 2015, Nanchang, China, October 9-13, 2015, Proceedings 4, Springer, pp 159\u2013167","DOI":"10.1007\/978-3-319-25207-0_14"},{"issue":"4","key":"17569_CR6","doi-asserted-by":"publisher","first-page":"28","DOI":"10.3390\/mti6040028","volume":"6","author":"MC Caschera","year":"2022","unstructured":"Caschera MC, Grifoni P, Ferri F (2022) Emotion classification from speech and text in videos using a multimodal approach. Multimod Technol Interact 6(4):28","journal-title":"Multimod Technol Interact"},{"key":"17569_CR7","doi-asserted-by":"publisher","unstructured":"Castellano G, Kessous L, Caridakis G (2008) Emotion Recognition through Multiple Modalities: Face, Body Gesture, Speech. In: Peter C, Beale R (eds) Affect and Emotion in Human-Computer Interaction: From Theory to Applications. Lecture Notes in Computer Science, Springer, Berlin, Heidelberg, p 92\u2013103, https:\/\/doi.org\/10.1007\/978-3-540-85099-1_8","DOI":"10.1007\/978-3-540-85099-1_8"},{"key":"17569_CR8","doi-asserted-by":"crossref","unstructured":"Cheema GS, Hakimov S, M\u00fcller-Budack E, et\u00a0al. (2021) A fair and comprehensive comparison of multimodal tweet sentiment analysis methods. In: Proceedings of the 2021 Workshop on Multi-Modal Pre-Training for Multimedia Understanding, pp 37\u201345","DOI":"10.1145\/3463945.3469058"},{"key":"17569_CR9","doi-asserted-by":"publisher","unstructured":"Chen T, Borth D, Darrell T, et\u00a0al. (2014) DeepSentiBank: Visual Sentiment Concept Classification with Deep Convolutional Neural Networks. https:\/\/doi.org\/10.48550\/arXiv.1410.8586, arXiv:1410.8586","DOI":"10.48550\/arXiv.1410.8586"},{"key":"17569_CR10","doi-asserted-by":"publisher","unstructured":"Chen T, Yu FX, Chen J, et\u00a0al. (2014) Object-Based Visual Sentiment Concept Analysis and Application. In: Proceedings of the 22nd ACM international conference on Multimedia. Association for Computing Machinery, New York, NY, USA, MM \u201914, pp 367\u2013376, https:\/\/doi.org\/10.1145\/2647868.2654935","DOI":"10.1145\/2647868.2654935"},{"key":"17569_CR11","doi-asserted-by":"crossref","unstructured":"Das R, Singh TD (2023) Multimodal sentiment analysis: A survey of methods, trends and challenges. ACM Comput Surv","DOI":"10.1145\/3586075"},{"key":"17569_CR12","doi-asserted-by":"crossref","unstructured":"Dave K, Lawrence S, Pennock DM (2003) Mining the peanut gallery: Opinion extraction and semantic classification of product reviews. In: Proceedings of the 12th international conference on World Wide Web, pp 519\u2013528","DOI":"10.1145\/775152.775226"},{"key":"17569_CR13","doi-asserted-by":"publisher","unstructured":"Devlin J, Chang MW, Lee K, et\u00a0al. (2019) BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). Association for Computational Linguistics, Minneapolis, Minnesota, pp 4171\u20134186, https:\/\/doi.org\/10.18653\/v1\/N19-1423, https:\/\/aclanthology.org\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"17569_CR14","doi-asserted-by":"publisher","unstructured":"El-Sappagh S, Saleh H, Sahal R et al (2021) Alzheimer\u2019s disease progression detection model based on an early fusion of cost-effective multimodal data. Future Generation Comput Syst 115:680\u2013699. https:\/\/doi.org\/10.1016\/j.future.2020.10.005, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0167739X20329824","DOI":"10.1016\/j.future.2020.10.005"},{"key":"17569_CR15","first-page":"1871","volume":"9","author":"RE Fan","year":"2008","unstructured":"Fan RE, Chang KW, Hsieh CJ et al (2008) Liblinear: A library for large linear classification. J Mach Learn Res 9:1871\u20131874","journal-title":"J Mach Learn Res"},{"key":"17569_CR16","doi-asserted-by":"publisher","unstructured":"Gandhi A, Adhvaryu K, Khanduja V (2021) Multimodal sentiment analysis: Review, application domains and future directions. In: 2021 IEEE Pune Section International Conference (PuneCon), pp 1\u20135, https:\/\/doi.org\/10.1109\/PuneCon52575.2021.9686504","DOI":"10.1109\/PuneCon52575.2021.9686504"},{"key":"17569_CR17","doi-asserted-by":"crossref","unstructured":"Gandhi A, Adhvaryu K, Poria S, et\u00a0al. (2022) Multimodal sentiment analysis: A systematic review of history, datasets, multimodal fusion methods, applications, challenges and future directions. Information Fusion","DOI":"10.1016\/j.inffus.2022.09.025"},{"key":"17569_CR18","doi-asserted-by":"publisher","unstructured":"Gkoumas D, Li Q, Lioma C et al (2021) What makes the difference? An empirical comparison of fusion strategies for multimodal language analysis. Inf Fusion 66:184\u2013197. https:\/\/doi.org\/10.1016\/j.inffus.2020.09.005, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1566253520303675","DOI":"10.1016\/j.inffus.2020.09.005"},{"key":"17569_CR19","doi-asserted-by":"crossref","unstructured":"Goel A, Gautam J, Kumar S (2016) Real time sentiment analysis of tweets using naive bayes. In: 2016 2nd international conference on next generation computing technologies (NGCT), IEEE, pp 257\u2013261","DOI":"10.1109\/NGCT.2016.7877424"},{"key":"17569_CR20","doi-asserted-by":"publisher","unstructured":"Huang F, Zhang X, Zhao Z et al (2019) Image-text sentiment analysis via deep multimodal attentive fusion. Knowledge-Based Systems 167:26\u201337. https:\/\/doi.org\/10.1016\/j.knosys.2019.01.019, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S095070511930019X","DOI":"10.1016\/j.knosys.2019.01.019"},{"key":"17569_CR21","doi-asserted-by":"publisher","unstructured":"Huang F, Wei K, Weng J, et\u00a0al. (2020) Attention-Based Modality-Gated Networks for Image-Text Sentiment Analysis. ACM Trans Multimed Comput, Commun Appl 16(3):79:1\u201379:19. https:\/\/doi.org\/10.1145\/3388861","DOI":"10.1145\/3388861"},{"issue":"2","key":"17569_CR22","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s13735-019-00185-8","volume":"9","author":"MG Huddar","year":"2020","unstructured":"Huddar MG, Sannakki SS, Rajpurohit VS (2020) Multi-level context extraction and attention-based contextual inter-modal fusion for multimodal sentiment analysis and emotion classification. Int J Multimed Inf Retrieval 9(2):103\u2013112. https:\/\/doi.org\/10.1007\/s13735-019-00185-8","journal-title":"Int J Multimed Inf Retrieval"},{"key":"17569_CR23","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2021.100413","volume":"41","author":"PK Jain","year":"2021","unstructured":"Jain PK, Pamula R, Srivastava G (2021) A systematic literature review on machine learning applications for consumer sentiment analysis using online reviews. Comput Sci Rev 41:100413. https:\/\/doi.org\/10.1016\/j.cosrev.2021.100413","journal-title":"Comput Sci Rev"},{"key":"17569_CR24","doi-asserted-by":"publisher","unstructured":"Jiang T, Wang J, Liu Z, et\u00a0al. (2020) Fusion-Extraction Network for Multimodal Sentiment Analysis. In: Lauw HW, Wong RCW, Ntoulas A, et\u00a0al. (eds) Advances in Knowledge Discovery and Data Mining. Springer International Publishing, Cham, Lecture Notes in Computer Science, pp 785\u2013797, https:\/\/doi.org\/10.1007\/978-3-030-47436-2_59","DOI":"10.1007\/978-3-030-47436-2_59"},{"key":"17569_CR25","doi-asserted-by":"crossref","unstructured":"Joachims T (1998) (2005) Text categorization with support vector machines: Learning with many relevant features. Machine Learning: ECML-98: 10th European Conference on Machine Learning Chemnitz, Germany, April 21\u201323. Proceedings, Springer, pp 137\u2013142","DOI":"10.1007\/BFb0026683"},{"key":"17569_CR26","doi-asserted-by":"publisher","unstructured":"Kaur R, Kautish S (2022). Multimodal Sentiment Analysis: A Survey and Comparison. https:\/\/doi.org\/10.4018\/978-1-6684-6303-1.ch098, iSBN: 9781668463031 Pages: 1846-1870 Publisher: IGI Global","DOI":"10.4018\/978-1-6684-6303-1.ch098"},{"key":"17569_CR27","doi-asserted-by":"publisher","unstructured":"Kim Y (2014) Convolutional neural networks for sentence classification. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP). Association for Computational Linguistics, Doha, Qatar, pp 1746\u20131751, https:\/\/doi.org\/10.3115\/v1\/D14-1181, https:\/\/aclanthology.org\/D14-1181","DOI":"10.3115\/v1\/D14-1181"},{"key":"17569_CR28","unstructured":"Li J, Selvaraju R, Gotmare A, et\u00a0al. (2021) Align before Fuse: Vision and Language Representation Learning with Momentum Distillation. Advances in Neural Information Processing Systems 34:9694\u20139705. https:\/\/proceedings.neurips.cc\/paper\/2021\/hash\/505259756244493872b7709a8a01b536-Abstract.html"},{"key":"17569_CR29","unstructured":"Li J, Li D, Xiong C, et\u00a0al. (2022) BLIP: Bootstrapping language-image pre-training for unified vision-language understanding and generation. In: Chaudhuri K, Jegelka S, Song L, et\u00a0al. (eds) Proceedings of the 39th International Conference on Machine Learning, Proceedings of Machine Learning Research, vol 162. PMLR, pp 12888\u201312900, https:\/\/proceedings.mlr.press\/v162\/li22n.html"},{"key":"17569_CR30","doi-asserted-by":"publisher","first-page":"3522","DOI":"10.1007\/s10489-020-01964-1","volume":"51","author":"W Liao","year":"2021","unstructured":"Liao W, Zeng B, Yin X et al (2021) An improved aspect-category sentiment analysis model for text sentiment analysis based on roberta. Appl Intell 51:3522\u20133533","journal-title":"Appl Intell"},{"issue":"10","key":"17569_CR31","doi-asserted-by":"publisher","first-page":"11184","DOI":"10.1007\/s10489-021-02936-9","volume":"52","author":"W Liao","year":"2022","unstructured":"Liao W, Zeng B, Liu J et al (2022) Image-text interaction graph neural network for image-text sentiment analysis. Appl Intell 52(10):11184\u201311198","journal-title":"Appl Intell"},{"issue":"7","key":"17569_CR32","doi-asserted-by":"publisher","first-page":"4997","DOI":"10.1007\/s10462-021-09973-3","volume":"54","author":"A Ligthart","year":"2021","unstructured":"Ligthart A, Catal C, Tekinerdogan B (2021) Systematic reviews in sentiment analysis: a tertiary study. Artif Intell Rev 54(7):4997\u20135053. https:\/\/doi.org\/10.1007\/s10462-021-09973-3","journal-title":"Artif Intell Rev"},{"key":"17569_CR33","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1016\/j.cviu.2017.04.012","volume":"163","author":"M Liu","year":"2017","unstructured":"Liu M, Zhang L, Liu Y et al (2017) Recognizing semantic correlation in image-text weibo via feature space mapping. Comput Vision Image Understand 163:58\u201366","journal-title":"Comput Vision Image Understand"},{"key":"17569_CR34","doi-asserted-by":"publisher","unstructured":"Liu Y, Ott M, Goyal N, et\u00a0al. (2019) RoBERTa: A Robustly Optimized BERT Pretraining Approach. https:\/\/doi.org\/10.48550\/arXiv.1907.11692, arXiv:1907.11692","DOI":"10.48550\/arXiv.1907.11692"},{"key":"17569_CR35","doi-asserted-by":"publisher","unstructured":"Lu X, Suryanarayan P, Adams RB, et\u00a0al. (2012) On shape and the computability of emotions. In: Proceedings of the 20th ACM international conference on Multimedia. Association for Computing Machinery, New York, NY, USA, MM \u201912, pp 229\u2013238, https:\/\/doi.org\/10.1145\/2393347.2393384,","DOI":"10.1145\/2393347.2393384"},{"key":"17569_CR36","doi-asserted-by":"publisher","unstructured":"Machajdik J, Hanbury A (2010) Affective image classification using features inspired by psychology and art theory. In: Proceedings of the 18th ACM international conference on Multimedia. Association for Computing Machinery, New York, NY, USA, MM \u201910, pp 83\u201392, https:\/\/doi.org\/10.1145\/1873951.1873965,","DOI":"10.1145\/1873951.1873965"},{"key":"17569_CR37","doi-asserted-by":"publisher","unstructured":"Miaschi A, Dell\u2019Orletta F (2020) Contextual and non-contextual word embeddings: an in-depth linguistic investigation. In: Proceedings of the 5th Workshop on Representation Learning for NLP. Association for Computational Linguistics, Online, pp 110\u2013119, https:\/\/doi.org\/10.18653\/v1\/2020.repl4nlp-1.15, https:\/\/aclanthology.org\/2020.repl4nlp-1.15","DOI":"10.18653\/v1\/2020.repl4nlp-1.15"},{"key":"17569_CR38","unstructured":"Mikolov T, Sutskever I, Chen K, et\u00a0al. (2013) Distributed representations of words and phrases and their compositionality. Adv Neural Inf Process Syst 26"},{"key":"17569_CR39","doi-asserted-by":"publisher","unstructured":"Niu T, Zhu S, Pang L, et\u00a0al. (2016) Sentiment Analysis on Multi-View Social Data. In: Tian Q, Sebe N, Qi GJ, et\u00a0al. (eds) MultiMedia Modeling. Springer International Publishing, Cham, Lecture Notes in Computer Science, pp 15\u201327, https:\/\/doi.org\/10.1007\/978-3-319-27674-8_2","DOI":"10.1007\/978-3-319-27674-8_2"},{"key":"17569_CR40","doi-asserted-by":"publisher","unstructured":"Pang B, Lee L (2004) A sentimental education: Sentiment analysis using subjectivity summarization based on minimum cuts. In: Proceedings of the 42nd Annual Meeting on Association for Computational Linguistics. Association for Computational Linguistics, USA, ACL \u201904, p 271-es, https:\/\/doi.org\/10.3115\/1218955.1218990","DOI":"10.3115\/1218955.1218990"},{"key":"17569_CR41","doi-asserted-by":"crossref","unstructured":"Pang B, Lee L, Vaithyanathan S (2002) Thumbs up? sentiment classification using machine learning techniques. arXiv: cs\/0205070","DOI":"10.3115\/1118693.1118704"},{"key":"17569_CR42","doi-asserted-by":"publisher","unstructured":"Poria S, Chaturvedi I, Cambria E, et\u00a0al. (2016) Convolutional MKL Based Multimodal Emotion Recognition and Sentiment Analysis. In: 2016 IEEE 16th international conference on data mining (ICDM), pp 439\u2013448, https:\/\/doi.org\/10.1109\/ICDM.2016.0055, iSSN: 2374-8486","DOI":"10.1109\/ICDM.2016.0055"},{"key":"17569_CR43","doi-asserted-by":"publisher","unstructured":"P\u00e9rez Rosas V, Mihalcea R, Morency LP (2013) Multimodal Sentiment Analysis of Spanish Online Videos. IEEE Intelligent Systems 28(3):38\u201345. https:\/\/doi.org\/10.1109\/MIS.2013.9, conference Name: IEEE Intelligent Systems","DOI":"10.1109\/MIS.2013.9"},{"key":"17569_CR44","unstructured":"Radford A, Narasimhan K, Salimans T, et\u00a0al. (2018) Improving language understanding by generative pre-training"},{"key":"17569_CR45","doi-asserted-by":"publisher","first-page":"7149","DOI":"10.1007\/s10586-017-1077-z","volume":"22","author":"S Riaz","year":"2019","unstructured":"Riaz S, Fatima M, Kamran M et al (2019) Opinion mining on large scale data using sentiment analysis and k-means clustering. Cluster Comput 22:7149\u20137164","journal-title":"Cluster Comput"},{"key":"17569_CR46","unstructured":"Rogers S (2014) What fuels a tweet\u2019s engagement? twitter"},{"key":"17569_CR47","doi-asserted-by":"publisher","first-page":"118050","DOI":"10.1109\/ACCESS.2020.3005242","volume":"8","author":"S Sanagar","year":"2020","unstructured":"Sanagar S, Gupta D (2020) Unsupervised genre-based multidomain sentiment lexicon learning using corpus-generated polarity seed words. IEEE Access 8:118050\u2013118071","journal-title":"IEEE Access"},{"key":"17569_CR48","unstructured":"Sebastiani F, Esuli A (2006) Sentiwordnet: A publicly available lexical resource for opinion mining. In: Proceedings of the 5th international conference on language resources and evaluation, European Language Resources Association (ELRA) Genoa, Italy, pp 417\u2013422"},{"key":"17569_CR49","doi-asserted-by":"publisher","unstructured":"Setiawan E, Juwiantho H, Santoso J, et\u00a0al. (2021) Multiview sentiment analysis with image-text-concept features of indonesian social media posts. International Journal of Intelligent Engineering and Systems 14(2):521\u2013535. https:\/\/doi.org\/10.22266\/ijies2021.0430.47, publisher Copyright: 2021, Int J Intell Eng Syst. All Rigts Reserved","DOI":"10.22266\/ijies2021.0430.47"},{"key":"17569_CR50","doi-asserted-by":"publisher","unstructured":"She D, Yang J, Cheng MM et al (2020) WSCNet: Weakly Supervised Coupled Networks for Visual Sentiment Classification and Detection. IEEE Trans Multimed 22(5):1358\u20131371. https:\/\/doi.org\/10.1109\/TMM.2019.2939744, conference Name: IEEE Trans Multimed","DOI":"10.1109\/TMM.2019.2939744"},{"key":"17569_CR51","doi-asserted-by":"crossref","unstructured":"Smith R (2007) An overview of the tesseract ocr engine. In: Ninth international conference on document analysis and recognition (ICDAR 2007), IEEE, pp 629\u2013633","DOI":"10.1109\/ICDAR.2007.4376991"},{"key":"17569_CR52","doi-asserted-by":"publisher","unstructured":"Snoek CGM, Worring M (2009) Concept-Based Video Retrieval. Foundations and Trends\u00ae in Information Retrieval 2(4):215\u2013322. https:\/\/doi.org\/10.1561\/1500000014, https:\/\/www.nowpublishers.com\/article\/Details\/INR-014, publisher: Now Publishers, Inc","DOI":"10.1561\/1500000014"},{"key":"17569_CR53","doi-asserted-by":"publisher","unstructured":"Soleymani M, Garcia D, Jou B et al (2017) A survey of multimodal sentiment analysis. Image Vision Comput 65:3\u201314. https:\/\/doi.org\/10.1016\/j.imavis.2017.08.003, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0262885617301191","DOI":"10.1016\/j.imavis.2017.08.003"},{"key":"17569_CR54","unstructured":"Sun C, Huang L, Qiu X (2019) Utilizing bert for aspect-based sentiment analysis via constructing auxiliary sentence. arXiv:1903.09588"},{"issue":"2","key":"17569_CR55","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1162\/COLI_a_00049","volume":"37","author":"M Taboada","year":"2011","unstructured":"Taboada M, Brooke J, Tofiloski M et al (2011) Lexicon-based methods for sentiment analysis. Computat Linguist 37(2):267\u2013307","journal-title":"Computat Linguist"},{"key":"17569_CR56","doi-asserted-by":"crossref","unstructured":"Tai KS, Socher R, Manning CD (2015) Improved semantic representations from tree-structured long short-term memory networks. arXiv:1503.00075","DOI":"10.3115\/v1\/P15-1150"},{"key":"17569_CR57","doi-asserted-by":"crossref","unstructured":"Tang D, Qin B, Liu T (2015) Document modeling with gated recurrent neural network for sentiment classification. In: Proceedings of the 2015 conference on empirical methods in natural language processing, pp 1422\u20131432","DOI":"10.18653\/v1\/D15-1167"},{"key":"17569_CR58","unstructured":"Vaswani A, Shazeer N, Parmar N, et\u00a0al. (2017) Attention is All you Need. In: Advances in Neural Information Processing Systems, vol\u00a030. Curran Associates, Inc., https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2017\/hash\/3f5ee243547dee91fbd053c1c4a845aa-Abstract.html"},{"key":"17569_CR59","doi-asserted-by":"publisher","unstructured":"Wang A, Singh A, Michael J, et\u00a0al. (2019) GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding. https:\/\/doi.org\/10.48550\/arXiv.1804.07461, arXiv:1804.07461","DOI":"10.48550\/arXiv.1804.07461"},{"key":"17569_CR60","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1007\/s00530-014-0393-x","volume":"22","author":"F Wang","year":"2016","unstructured":"Wang F, Qi S, Gao G et al (2016) Logo information recognition in large-scale social media data. Multimed Syst 22:63\u201373","journal-title":"Multimed Syst"},{"key":"17569_CR61","doi-asserted-by":"publisher","unstructured":"Wang M, Cao D, Li L, et\u00a0al. (2014) Microblog Sentiment Analysis Based on Cross-media Bag-of-words Model. In: Proceedings of International Conference on Internet Multimedia Computing and Service. Association for Computing Machinery, New York, NY, USA, ICIMCS \u201914, pp 76\u201380, https:\/\/doi.org\/10.1145\/2632856.2632912","DOI":"10.1145\/2632856.2632912"},{"key":"17569_CR62","doi-asserted-by":"crossref","unstructured":"Wang Y, Huang M, Zhu X, et\u00a0al. (2016) Attention-based lstm for aspect-level sentiment classification. In: Proceedings of the 2016 conference on empirical methods in natural language processing, pp 606\u2013615","DOI":"10.18653\/v1\/D16-1058"},{"key":"17569_CR63","doi-asserted-by":"publisher","unstructured":"Wilson T, Hoffmann P, Somasundaran S, et\u00a0al. (2005) Opinionfinder: A system for subjectivity analysis. In: Proceedings of HLT\/EMNLP on Interactive Demonstrations. Association for Computational Linguistics, USA, HLT-Demo \u201905, p 34-35, https:\/\/doi.org\/10.3115\/1225733.1225751","DOI":"10.3115\/1225733.1225751"},{"key":"17569_CR64","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2020.113280","volume":"132","author":"Y Wu","year":"2020","unstructured":"Wu Y, Ngai EWT, Wu P et al (2020) Fake online reviews: Literature review, synthesis, and directions for future research. Decision Support Syst 132:113280. https:\/\/doi.org\/10.1016\/j.dss.2020.113280","journal-title":"Decision Support Syst"},{"key":"17569_CR65","doi-asserted-by":"publisher","unstructured":"Xi D, Xu W, Chen R et al (2021) Sending or not? A multimodal framework for Danmaku comment prediction. Inf Process Manag 58(6):102687. https:\/\/doi.org\/10.1016\/j.ipm.2021.102687, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0306457321001722","DOI":"10.1016\/j.ipm.2021.102687"},{"key":"17569_CR66","doi-asserted-by":"publisher","unstructured":"Xiao Y, Codevilla F, Gurram A et al (2022) Multimodal End-to-End Autonomous Driving. IEEE Trans Intell Transportat Syst 23(1):537\u2013547. https:\/\/doi.org\/10.1109\/TITS.2020.3013234, conference Name: IEEE Transactions on Intelligent Transportation Systems","DOI":"10.1109\/TITS.2020.3013234"},{"key":"17569_CR67","doi-asserted-by":"publisher","unstructured":"Xu J, Huang F, Zhang X et al (2019) Visual-textual sentiment classification with bi-directional multi-level attention networks. Knowl-Based Syst 178:61\u201373. https:\/\/doi.org\/10.1016\/j.knosys.2019.04.018, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950705119301911","DOI":"10.1016\/j.knosys.2019.04.018"},{"key":"17569_CR68","doi-asserted-by":"crossref","unstructured":"Xu N (2017) Analyzing multimodal public sentiment based on hierarchical semantic attentional network. In: 2017 IEEE international conference on intelligence and security informatics (ISI), IEEE, pp 152\u2013154","DOI":"10.1109\/ISI.2017.8004895"},{"key":"17569_CR69","doi-asserted-by":"publisher","unstructured":"Xu N, Mao W (2017) MultiSentiNet: A Deep Semantic Network for Multimodal Sentiment Analysis. In: Proceedings of the 2017 ACM on Conference on Information and Knowledge Management. Association for Computing Machinery, New York, NY, USA, CIKM \u201917, pp 2399\u20132402, https:\/\/doi.org\/10.1145\/3132847.3133142","DOI":"10.1145\/3132847.3133142"},{"key":"17569_CR70","doi-asserted-by":"publisher","unstructured":"Xu N, Mao W, Chen G (2018) A Co-Memory Network for Multimodal Sentiment Analysis. In: The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval. Association for Computing Machinery, New York, NY, USA, SIGIR \u201918, pp 929\u2013932, https:\/\/doi.org\/10.1145\/3209978.3210093","DOI":"10.1145\/3209978.3210093"},{"key":"17569_CR71","doi-asserted-by":"crossref","unstructured":"Yan X, Huang T (2015) Tibetan sentence sentiment analysis based on the maximum entropy model. 2015 10th International Conference on Broadband and Wireless Computing. Communication and Applications (BWCCA), IEEE, pp 594\u2013597","DOI":"10.1109\/BWCCA.2015.32"},{"key":"17569_CR72","doi-asserted-by":"publisher","unstructured":"Yang J, She D, Sun M (2017) Joint Image Emotion Classification and Distribution Learning via Deep Convolutional Neural Network. In: Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence. International Joint Conferences on Artificial Intelligence Organization, Melbourne, Australia, pp 3266\u20133272, https:\/\/doi.org\/10.24963\/ijcai.2017\/456, https:\/\/www.ijcai.org\/proceedings\/2017\/456","DOI":"10.24963\/ijcai.2017\/456"},{"key":"17569_CR73","doi-asserted-by":"crossref","unstructured":"Yang T, Li Y, Pan Q, et\u00a0al. (2016) Tb-cnn: joint tree-bank information for sentiment analysis using cnn. In: 2016 35th Chinese Control Conference (CCC), IEEE, pp 7042\u20137044","DOI":"10.1109\/ChiCC.2016.7554468"},{"key":"17569_CR74","doi-asserted-by":"publisher","first-page":"4014","DOI":"10.1109\/TMM.2020.3035277","volume":"23","author":"X Yang","year":"2020","unstructured":"Yang X, Feng S, Wang D et al (2020) Image-text multimodal emotion classification via multi-view attentional network. IEEE Trans Multimed 23:4014\u20134026","journal-title":"IEEE Trans Multimed"},{"key":"17569_CR75","doi-asserted-by":"publisher","unstructured":"You Q, Luo J, Jin H, et\u00a0al. (2015) Robust Image Sentiment Analysis Using Progressively Trained and Domain Transferred Deep Networks. Proceedings of the AAAI Conference on Artificial Intelligence 29(1). https:\/\/doi.org\/10.1609\/aaai.v29i1.9179, https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/9179, number: 1","DOI":"10.1609\/aaai.v29i1.9179"},{"key":"17569_CR76","doi-asserted-by":"publisher","unstructured":"You Q, Jin H, Luo J (2017) Visual Sentiment Analysis by Attending on Local Image Regions. Proceedings of the AAAI Conference on Artificial Intelligence 31(1). https:\/\/doi.org\/10.1609\/aaai.v31i1.10501, https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/10501, number: 1","DOI":"10.1609\/aaai.v31i1.10501"},{"key":"17569_CR77","doi-asserted-by":"publisher","unstructured":"Yu Y, Lin H, Meng J et al (2016) Visual and Textual Sentiment Analysis of a Microblog Using Deep Convolutional Neural Networks. Algorithms 9(2):41. https:\/\/doi.org\/10.3390\/a9020041, https:\/\/www.mdpi.com\/1999-4893\/9\/2\/41, number: 2 Publisher: Multidisciplinary Digital Publishing Institute","DOI":"10.3390\/a9020041"},{"key":"17569_CR78","doi-asserted-by":"publisher","unstructured":"Yuan J, Mcdonough S, You Q, et\u00a0al. (2013) Sentribute: image sentiment analysis from a mid-level perspective. In: Proceedings of the Second International Workshop on Issues of Sentiment Discovery and Opinion Mining. Association for Computing Machinery, New York, NY, USA, WISDOM \u201913, pp 1\u20138, https:\/\/doi.org\/10.1145\/2502069.2502079","DOI":"10.1145\/2502069.2502079"},{"key":"17569_CR79","doi-asserted-by":"publisher","unstructured":"Zhao S, Gao Y, Jiang X, et\u00a0al. (2014) Exploring Principles-of-Art Features For Image Emotion Recognition. In: Proceedings of the 22nd ACM international conference on Multimedia. Association for Computing Machinery, New York, NY, USA, MM \u201914, pp 47\u201356, https:\/\/doi.org\/10.1145\/2647868.2654930","DOI":"10.1145\/2647868.2654930"},{"key":"17569_CR80","doi-asserted-by":"publisher","unstructured":"Zhao S, Gao Y, Ding G et al (2018) Real-Time Multimedia Social Event Detection in Microblog. IEEE Trans Cybernet 48(11):3218\u20133231. https:\/\/doi.org\/10.1109\/TCYB.2017.2762344, conference Name: IEEE Transactions on Cybernetics","DOI":"10.1109\/TCYB.2017.2762344"},{"key":"17569_CR81","doi-asserted-by":"publisher","unstructured":"Zhao Z, Zhu H, Xue Z et al (2019) An image-text consistency driven multimodal sentiment analysis approach for social media. Inf Process Manag 56(6):102097. https:\/\/doi.org\/10.1016\/j.ipm.2019.102097, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0306457319304546","DOI":"10.1016\/j.ipm.2019.102097"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-17569-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-023-17569-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-17569-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,15]],"date-time":"2024-05-15T07:14:51Z","timestamp":1715757291000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-023-17569-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,4]]},"references-count":81,"journal-issue":{"issue":"17","published-online":{"date-parts":[[2024,5]]}},"alternative-id":["17569"],"URL":"https:\/\/doi.org\/10.1007\/s11042-023-17569-y","relation":{},"ISSN":["1573-7721"],"issn-type":[{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,11,4]]},"assertion":[{"value":"31 May 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 August 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 October 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 November 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}