{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T05:18:48Z","timestamp":1784179128853,"version":"3.55.0"},"reference-count":132,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T00:00:00Z","timestamp":1763510400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T00:00:00Z","timestamp":1763510400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Discov Computing"],"DOI":"10.1007\/s10791-025-09727-7","type":"journal-article","created":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T12:19:15Z","timestamp":1763554755000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Systematic review of recent advances in multimodal sentiment analysis"],"prefix":"10.1007","volume":"28","author":[{"given":"Sumit Kumar","family":"Baberwal","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nitin Arvind","family":"Shelke","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Khalid","family":"Anwar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,11,19]]},"reference":[{"key":"9727_CR1","doi-asserted-by":"publisher","DOI":"10.4018\/IJITSA.335940","author":"S Xie","year":"2024","unstructured":"Xie S, Li J. A multimodal sentiment analysis method integrating multi-layer attention interaction and multi-feature enhancement. Int J Inf Technol Syst Approach. 2024. https:\/\/doi.org\/10.4018\/IJITSA.335940.","journal-title":"Int J Inf Technol Syst Approach"},{"key":"9727_CR2","doi-asserted-by":"publisher","first-page":"2257","DOI":"10.1093\/comjnl\/bxae004","volume":"67","author":"KM Karaoglan","year":"2024","unstructured":"Karaoglan KM, Findik O. Enhancing aspect category detection through hybridised contextualised neural language models: a case study in multi-label text classification. Comput J. 2024;67:2257\u201369. https:\/\/doi.org\/10.1093\/comjnl\/bxae004.","journal-title":"Comput J"},{"key":"9727_CR3","doi-asserted-by":"crossref","unstructured":"Hu G, Lin T-E, Zhao Y, Lu G, Wu Y, Li Y. UniMSE: towards unified multimodal sentiment analysis and emotion recognition. 2022.","DOI":"10.18653\/v1\/2022.emnlp-main.534"},{"key":"9727_CR4","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.imavis.2017.08.003","volume":"65","author":"M Soleymani","year":"2017","unstructured":"Soleymani M, Garcia D, Jou B, Schuller B, Chang SF, Pantic M. A survey of multimodal sentiment analysis. Image Vis Comput. 2017;65:3\u201314. https:\/\/doi.org\/10.1016\/j.imavis.2017.08.003.","journal-title":"Image Vis Comput"},{"key":"9727_CR5","doi-asserted-by":"publisher","first-page":"204","DOI":"10.1016\/j.inffus.2021.06.003","volume":"76","author":"SA Abdu","year":"2021","unstructured":"Abdu SA, Yousef AH, Salem A. Multimodal video sentiment analysis using deep learning approaches, a survey. Inf Fusion. 2021;76:204\u201326.","journal-title":"Inf Fusion"},{"key":"9727_CR6","doi-asserted-by":"publisher","first-page":"424","DOI":"10.1016\/j.inffus.2022.09.025","volume":"91","author":"A Gandhi","year":"2023","unstructured":"Gandhi A, Adhvaryu K, Poria S, Cambria E, Hussain A. Multimodal sentiment analysis: a systematic review of history, datasets, multimodal fusion methods, applications, challenges and future directions. Inf Fusion. 2023;91:424\u201344. https:\/\/doi.org\/10.1016\/j.inffus.2022.09.025.","journal-title":"Inf Fusion"},{"key":"9727_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.121692","author":"S Zhang","year":"2024","unstructured":"Zhang S, Yang Y, Chen C, Zhang X, Leng Q, Zhao X. Deep learning-based multimodal emotion recognition from audio, visual, and text modalities: a systematic review of recent advancements and future prospects. Expert Syst Appl. 2024. https:\/\/doi.org\/10.1016\/j.eswa.2023.121692.","journal-title":"Expert Syst Appl"},{"key":"9727_CR8","doi-asserted-by":"publisher","unstructured":"Li N, Kong R. Analysing psychological sentiment prediction across modalities: harnessing emotion datasets within natural language processing (NLP). ACM Trans Asian Low-Resour Lang Inf Process. 2024. https:\/\/doi.org\/10.1145\/3687305","DOI":"10.1145\/3687305"},{"key":"9727_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2023.111206","volume":"152","author":"A Pandey","year":"2024","unstructured":"Pandey A, Vishwakarma DK. Progress, achievements, and challenges in multimodal sentiment analysis using deep learning: a survey. Appl Soft Comput. 2024;152:111206.","journal-title":"Appl Soft Comput"},{"key":"9727_CR10","unstructured":"Zeng Z, Pantic M, Huang TS. Emotion recognition based on multimodal information. (2009)."},{"key":"9727_CR11","doi-asserted-by":"crossref","unstructured":"Gadzicki K, Khamsehashari R, Zetzsche C. Early vs late fusion in multimodal convolutional neural networks. In: 2020 IEEE 23rd international conference on information fusion (FUSION). 2020. 1\u20136.","DOI":"10.23919\/FUSION45008.2020.9190246"},{"key":"9727_CR12","doi-asserted-by":"publisher","first-page":"168865","DOI":"10.1109\/ACCESS.2020.3023871","volume":"8","author":"Y Cimtay","year":"2020","unstructured":"Cimtay Y, Ekmekcioglu E, Caglar-Ozhan S. Cross-subject multimodal emotion recognition based on hybrid fusion. IEEE Access. 2020;8:168865\u201378. https:\/\/doi.org\/10.1109\/ACCESS.2020.3023871.","journal-title":"IEEE Access"},{"key":"9727_CR13","doi-asserted-by":"crossref","unstructured":"Wang X, Zhao M, Huang C, Zhu J, Tang Y.Predicting students\u2019 mood level using multi-feature fusion joint sentiment-topic model in mobile learning. In: Sun Y, Lu T, XX, GL, F.H. (ed.) Computer supported cooperative work and social computing. Springer Singapore, Singapore. 2019:316\u2013330.","DOI":"10.1007\/978-981-13-3044-5_23"},{"key":"9727_CR14","doi-asserted-by":"crossref","unstructured":"Zhang K, Geng Y, Zhao J, Li W, Liu J. Multimodal sentiment analysis based on attention mechanism and tensor fusion network. In: 2021 IEEE international conference on systems, man, and cybernetics (SMC). 2021: 1473\u20131477.","DOI":"10.1109\/SMC52423.2021.9658940"},{"key":"9727_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2024.128263","volume":"602","author":"KM Karao\u011flan","year":"2024","unstructured":"Karao\u011flan KM. Novel approaches for fake news detection based on attention-based deep multiple-instance learning using contextualized neural language models. Neurocomputing. 2024;602:128263.","journal-title":"Neurocomputing"},{"key":"9727_CR16","doi-asserted-by":"publisher","first-page":"683","DOI":"10.1007\/s00607-019-00766-9","volume":"102","author":"J Xie","year":"2020","unstructured":"Xie J, Hou Y, Wang Y, Wang Q, Li B, Lv S, et al. Chinese text classification based on attention mechanism and feature-enhanced fusion neural network. Computing. 2020;102:683\u2013700. https:\/\/doi.org\/10.1007\/s00607-019-00766-9.","journal-title":"Computing"},{"key":"9727_CR17","doi-asserted-by":"crossref","unstructured":"Denecke K. Using SentiWordNet for multilingual sentiment analysis. In: 2008 IEEE 24th international conference on data engineering workshop. 2008:507\u2013512.","DOI":"10.1109\/ICDEW.2008.4498370"},{"key":"9727_CR18","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2024.112579","volume":"169","author":"K Anwar","year":"2025","unstructured":"Anwar K, Wasid M, Zafar A, Ganaie MA, Iqbal A. Soft computing techniques in multi-criteria recommender systems: a comprehensive review. Appl Soft Comput. 2025;169:112579.","journal-title":"Appl Soft Comput"},{"key":"9727_CR19","doi-asserted-by":"crossref","unstructured":"Kaur S, Sikka G, Awasthi LK. Sentiment analysis approach based on N-gram and KNN classifier. In 2018 first international conference on secure cyber computing and communication (ICSCCC). 2018: 1\u20134","DOI":"10.1109\/ICSCCC.2018.8703350"},{"key":"9727_CR20","doi-asserted-by":"publisher","first-page":"1162","DOI":"10.1016\/j.specom.2011.06.004","volume":"53","author":"C-C Lee","year":"2011","unstructured":"Lee C-C, Mower E, Busso C, Lee S, Narayanan S. Emotion recognition using a hierarchical binary decision tree approach. Speech Commun. 2011;53:1162\u201371. https:\/\/doi.org\/10.1016\/j.specom.2011.06.004.","journal-title":"Speech Commun"},{"key":"9727_CR21","doi-asserted-by":"crossref","unstructured":"Luo F, Li C, Cao Z. Affective-feature-based sentiment analysis using SVM classifier. In: 2016 IEEE 20th international conference on computer supported cooperative work in design (CSCWD). 2016. 276\u2013281.","DOI":"10.1109\/CSCWD.2016.7566001"},{"key":"9727_CR22","doi-asserted-by":"crossref","unstructured":"Ramadhan WP, Astri Novianty STMT, Casi Setianingsih STMT. Sentiment analysis using multinomial logistic regression. In: 2017 international conference on control, electronics, renewable energy and communications (ICCREC). 2017: 46\u201349.","DOI":"10.1109\/ICCEREC.2017.8226700"},{"key":"9727_CR23","doi-asserted-by":"crossref","unstructured":"Parveen H, Pandey S. Sentiment analysis on Twitter data-set using Naive Bayes algorithm. In: 2016 2nd international conference on applied and theoretical computing and communication technology (iCATccT). 2016. 416\u2013419.","DOI":"10.1109\/ICATCCT.2016.7912034"},{"key":"9727_CR24","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1016\/j.procs.2018.01.150","volume":"127","author":"Y Al Amrani","year":"2018","unstructured":"Al Amrani Y, Lazaar M, El Kadiri KE. Random forest and support vector machine based hybrid approach to sentiment analysis. Procedia Comput Sci. 2018;127:511\u201320.","journal-title":"Procedia Comput Sci"},{"key":"9727_CR25","doi-asserted-by":"crossref","unstructured":"Anwar K, Garg A, Ahmad S, Wasid M. Machine learning models for sentiment analysis: state of the art and applications. In: 2024 15th international conference on computing communication and networking technologies (ICCCNT). 2024:1\u20136.","DOI":"10.1109\/ICCCNT61001.2024.10726197"},{"key":"9727_CR26","doi-asserted-by":"crossref","unstructured":"Huang, X, Zhang W, Tang X, Zhang M, Surbiryala J, Iosifidis V, Liu Z, Zhang J. LSTM based sentiment analysis for cryptocurrency prediction. In: Jensen Christian S, Lim E-P, Yang D-N, Lee W-C, Tseng VS, Kalogeraki V, Huang J-W, Shen C-Y (eds) Database systems for advanced applications. Springer, Cham. 2021:617\u2013621.","DOI":"10.1007\/978-3-030-73200-4_47"},{"key":"9727_CR27","doi-asserted-by":"crossref","unstructured":"Zouzou A, Azami I. El: text sentiment analysis with CNN & GRU model using GloVe. In: 2021 fifth international conference on intelligent computing in data sciences (ICDS). 2021:1\u20135.","DOI":"10.1109\/ICDS53782.2021.9626715"},{"key":"9727_CR28","doi-asserted-by":"crossref","unstructured":"Baberwal SK, Shelke NA, Anwar K. Sentiment analysis: an in-depth review of current insights, challenges, and open issues. In: 2024 second international conference on advanced computing & communication technologies (ICACCTech). 2024:1\u20137.","DOI":"10.1109\/ICACCTech65084.2024.00012"},{"key":"9727_CR29","doi-asserted-by":"crossref","unstructured":"Ouyang X, Zhou P, Li CH, Liu L. Sentiment analysis using convolutional neural network. In: 2015 IEEE international conference on computer and information technology; ubiquitous computing and communications; dependable, autonomic and secure computing; pervasive intelligence and computing. 2015:2359\u20132364.","DOI":"10.1109\/CIT\/IUCC\/DASC\/PICOM.2015.349"},{"key":"9727_CR30","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1057\/s41270-021-00109-8","volume":"9","author":"S Alaparthi","year":"2021","unstructured":"Alaparthi S, Mishra M. BERT: a sentiment analysis odyssey. J Mark Anal. 2021;9:118\u201326. https:\/\/doi.org\/10.1057\/s41270-021-00109-8.","journal-title":"J Mark Anal"},{"key":"9727_CR31","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1109\/TCSS.2019.2915543","volume":"6","author":"R-C Chen","year":"2019","unstructured":"Chen R-C. Hendry: user rating classification via deep belief network learning and sentiment analysis. IEEE Trans Comput Soc Syst. 2019;6:535\u201346. https:\/\/doi.org\/10.1109\/TCSS.2019.2915543.","journal-title":"IEEE Trans Comput Soc Syst"},{"key":"9727_CR32","doi-asserted-by":"publisher","first-page":"10417","DOI":"10.1007\/s12652-022-03698-z","volume":"14","author":"PK Jain","year":"2023","unstructured":"Jain PK, Quamer W, Saravanan V, Pamula R. Employing BERT-DCNN with sentic knowledge base for social media sentiment analysis. J Ambient Intell Humaniz Comput. 2023;14:10417\u201329. https:\/\/doi.org\/10.1007\/s12652-022-03698-z.","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"9727_CR33","doi-asserted-by":"crossref","unstructured":"Baberwal SK., Shelke, N.A., Anwar, K.: Comparative analysis of deep learning models for sentiment analysis using twitter data. In: 2024 international conference on artificial intelligence and quantum computation-based sensor application (ICAIQSA). 2024. 1\u20136.","DOI":"10.1109\/ICAIQSA64000.2024.10882328"},{"key":"9727_CR34","unstructured":"Wang X, Jiang W, Luo Z. Combination of convolutional and recurrent neural network for sentiment analysis of short texts. In Matsumoto Y, Prasad R. (eds.) Proceedings of COLING 2016, the 26th international conference on computational linguistics: technical papers. The COLING 2016 Organizing Committee, Osaka, Japan. 2016."},{"key":"9727_CR35","doi-asserted-by":"publisher","DOI":"10.1016\/j.metrad.2023.100017","author":"Y Liu","year":"2023","unstructured":"Liu Y, Han T, Ma S, Zhang J, Yang Y, Tian J, et al. Summary of ChatGPT-related research and perspective towards the future of large language models. Meta-Radiology. 2023. https:\/\/doi.org\/10.1016\/j.metrad.2023.100017.","journal-title":"Meta-Radiology"},{"key":"9727_CR36","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.101973","volume":"101","author":"Z Liu","year":"2024","unstructured":"Liu Z, Zhou B, Chu D, Sun Y, Meng L. Modality translation-based multimodal sentiment analysis under uncertain missing modalities. Inf Fusion. 2024;101:101973.","journal-title":"Inf Fusion"},{"key":"9727_CR37","doi-asserted-by":"crossref","unstructured":"Khattar D, Goud JS, Gupta M, Varma V.: MVAE: Multimodal variational autoencoder for fake news detection. In: The world wide web conference. Association for Computing Machinery, New York, NY, USA. 2019:2915\u20132921.","DOI":"10.1145\/3308558.3313552"},{"key":"9727_CR38","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1007\/s11390-024-3814-0","volume":"39","author":"R Jiang","year":"2024","unstructured":"Jiang R, Zheng G-C, Li T, Yang T-R, Wang J-D, Li X. A survey of multimodal controllable diffusion models. J Comput Sci Technol. 2024;39:509\u201341. https:\/\/doi.org\/10.1007\/s11390-024-3814-0.","journal-title":"J Comput Sci Technol"},{"key":"9727_CR39","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1007\/s13735-024-00340-w","volume":"13","author":"Y Deng","year":"2024","unstructured":"Deng Y, Li Y, Xian S, Li L, Qiu H. Mual: enhancing multimodal sentiment analysis with cross-modal attention and difference loss. Int J Multimed Inf Retr. 2024;13:31. https:\/\/doi.org\/10.1007\/s13735-024-00340-w.","journal-title":"Int J Multimed Inf Retr"},{"key":"9727_CR40","unstructured":"Li LH, Yatskar M, Yin D, Hsieh C-J, Chang K-W. VisualBERT: a simple and performant baseline for vision and language. 2019."},{"key":"9727_CR41","doi-asserted-by":"crossref","unstructured":"Tan H, Bansal M. LXMERT: learning cross-modality encoder representations from transformers. 2019.","DOI":"10.18653\/v1\/D19-1514"},{"key":"9727_CR42","unstructured":"Kim W, Son B, Kim I. ViLT: Vision-and-language transformer without convolution or region supervision. 2021."},{"key":"9727_CR43","doi-asserted-by":"crossref","unstructured":"Singh A, Hu R, Goswami V, Couairon G, Galuba W, Rohrbach M, Kiela D. FLAVA: a foundational language and vision alignment model. 2022.","DOI":"10.1109\/CVPR52688.2022.01519"},{"key":"9727_CR44","unstructured":"Radford A, Kim JW, Hallacy C, Ramesh A, Goh G, Agarwal S, Sastry G, Askell A, Mishkin P, Clark J, Krueger G, Sutskever I. Learning transferable visual models from natural language supervision. 2021."},{"key":"9727_CR45","unstructured":"Tsimpoukelli M, Menick J, Cabi S, Eslami SMA, Vinyals O, Hill F. Multimodal few-shot learning with frozen language models. 2021."},{"key":"9727_CR46","doi-asserted-by":"crossref","unstructured":"Li Y, Zhu R, Li W. CorMulT: a semi-supervised modality correlation-aware multimodal transformer for sentiment analysis. 2024.","DOI":"10.1109\/TAFFC.2025.3559866"},{"key":"9727_CR47","doi-asserted-by":"publisher","unstructured":"Wang L, Peng J, Zheng C, Zhao T, Zhu L. A cross modal hierarchical fusion multimodal sentiment analysis method based on multi-task learning. Inf Process Manag. 2024;61, 103675. https:\/\/doi.org\/10.1016\/j.ipm.2024.103675","DOI":"10.1016\/j.ipm.2024.103675"},{"key":"9727_CR48","unstructured":"Wang, S., Liu, C., Liu, Q.: Multi-modality collaborative learning for sentiment analysis. 2025."},{"key":"9727_CR49","doi-asserted-by":"crossref","unstructured":"Lu, J., Clark, C., Lee, S., Zhang, Z., Khosla, S., Marten, R., Hoiem, D., Kembhavi, A.: Unified-IO 2: scaling autoregressive multimodal models with vision, language, audio, and action. 2023.","DOI":"10.1109\/CVPR52733.2024.02497"},{"key":"9727_CR50","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2022.108524","volume":"118","author":"KM Karao\u011flan","year":"2022","unstructured":"Karao\u011flan KM, F\u0131nd\u0131k O. Extended rule-based opinion target extraction with a novel text pre-processing method and ensemble learning. Appl Soft Comput. 2022;118:108524.","journal-title":"Appl Soft Comput"},{"key":"9727_CR51","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2025.112743","author":"R Chandra","year":"2025","unstructured":"Chandra R, Zhu B, Fang Q, Shinjikashvili E. Large language models for newspaper sentiment analysis during COVID-19: the Guardian. Appl Soft Comput. 2025. https:\/\/doi.org\/10.1016\/j.asoc.2025.112743.","journal-title":"Appl Soft Comput"},{"key":"9727_CR52","doi-asserted-by":"crossref","unstructured":"Beno JP, Cgoe SE. ELECTRA and GPT-4o: cost-effective partners for sentiment analysis. 2025.","DOI":"10.18653\/v1\/2025.knowledgenlp-1.2"},{"key":"9727_CR53","doi-asserted-by":"publisher","DOI":"10.3390\/electronics14061090","author":"JW Kang","year":"2025","unstructured":"Kang JW, Choi SY. Comparative investigation of GPT and FinBERT\u2019s sentiment analysis performance in news across different sectors. Electronics. 2025. https:\/\/doi.org\/10.3390\/electronics14061090.","journal-title":"Electronics"},{"key":"9727_CR54","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-76079-5","author":"MA Jahin","year":"2024","unstructured":"Jahin MA, Shovon MSH, Mridha MF, Islam MR, Watanobe Y. A hybrid transformer and attention based recurrent neural network for robust and interpretable sentiment analysis of tweets. Sci Rep. 2024. https:\/\/doi.org\/10.1038\/s41598-024-76079-5.","journal-title":"Sci Rep"},{"key":"9727_CR55","doi-asserted-by":"publisher","unstructured":"Sudheesh R, Mujahid M, Rustam F, Shafique R, Chunduri V, Villar MG, Ballester JB, Diez I, de la T, Ashraf I. Analyzing sentiments regarding ChatGPT using novel BERT: a machine learning approach. Information (Switzerland).2023:14. https:\/\/doi.org\/10.3390\/info14090474","DOI":"10.3390\/info14090474"},{"key":"9727_CR56","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1016\/j.knosys.2016.05.040","volume":"108","author":"O Appel","year":"2016","unstructured":"Appel O, Chiclana F, Carter J, Fujita H. A hybrid approach to the sentiment analysis problem at the sentence level. Knowl Based Syst. 2016;108:110\u201324. https:\/\/doi.org\/10.1016\/j.knosys.2016.05.040.","journal-title":"Knowl Based Syst"},{"key":"9727_CR57","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2019.05.008","author":"R Ahuja","year":"2019","unstructured":"Ahuja R, Chug A, Kohli S, Gupta S, Ahuja P, Elsevier B.V. The impact of features extraction on the sentiment analysis. Procedia Comput Sci. 2019. https:\/\/doi.org\/10.1016\/j.procs.2019.05.008.","journal-title":"Procedia Comput Sci"},{"key":"9727_CR58","unstructured":"Thomas B, Vinod P, Dhanya KA. Multiclass emotion extraction from sentences. Int J Sci Eng Res. 2014:5."},{"key":"9727_CR59","doi-asserted-by":"crossref","unstructured":"Baziotis C, Athanasiou N, Chronopoulou A, Kolovou A, Paraskevopoulos G, Ellinas N, Narayanan S, Potamianos A. NTUA-SLP at SemEval-2018 task 1: predicting affective content in tweets with deep attentive RNNs and transfer learning.","DOI":"10.18653\/v1\/S18-1037"},{"key":"9727_CR60","unstructured":"Seyeditabari A, Tabari N, Gholizadeh S, Zadrozny W. Emotion detection in text: focusing on latent representation. 2019."},{"key":"9727_CR61","doi-asserted-by":"crossref","unstructured":"Wang Y, Feng S, Wang D, Yu G, Zhang Y. Multi-label Chinese microblog emotion classification via convolutional neural network. In: Li F, Shim K, Zheng K, Liu G (eds.) Web technologies and applications. Springer International Publishing, Cham. 2016:567\u2013580.","DOI":"10.1007\/978-3-319-45814-4_46"},{"key":"9727_CR62","doi-asserted-by":"crossref","unstructured":"Amelia W., Maulidevi NU. Dominant emotion recognition in short story using keyword spotting technique and learning-based method. In: 2016 international conference on advanced informatics: concepts, theory and application (ICAICTA). 2016:1\u20136.","DOI":"10.1109\/ICAICTA.2016.7803131"},{"key":"9727_CR63","doi-asserted-by":"publisher","first-page":"171408","DOI":"10.1109\/ACCESS.2020.3024750","volume":"8","author":"R Cai","year":"2020","unstructured":"Cai R, Qin B, Chen Y, Zhang L, Yang R, Chen S, et al. Sentiment analysis about investors and consumers in energy market based on BERT-BILSTM. IEEE Access. 2020;8:171408\u201315. https:\/\/doi.org\/10.1109\/ACCESS.2020.3024750.","journal-title":"IEEE Access"},{"key":"9727_CR64","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1109\/MCI.2019.2954667","volume":"15","author":"MS Akhtar","year":"2020","unstructured":"Akhtar MS, Ekbal A, Cambria E. How intense are you? Predicting intensities of emotions and sentiments using stacked ensemble [application notes]. IEEE Comput Intell Mag. 2020;15:64\u201375. https:\/\/doi.org\/10.1109\/MCI.2019.2954667.","journal-title":"IEEE Comput Intell Mag"},{"key":"9727_CR65","doi-asserted-by":"crossref","unstructured":"Hasan M, Rundensteiner E, Kong X, Agu E. Using social sensing to discover trends in public emotion. In: Proceedings\u2014IEEE 11th international conference on semantic computing, ICSC 2017. Institute of Electrical and Electronics Engineers Inc. 2017:172\u2013179.","DOI":"10.1109\/ICSC.2017.76"},{"key":"9727_CR66","doi-asserted-by":"crossref","unstructured":"Feng B, Ruan S, Yang M, Han D, Liu H, Zhang K, Liu Q: SentiFormer: metadata enhanced transformer for image sentiment analysis. 2025.","DOI":"10.1109\/ICASSP49660.2025.10889954"},{"key":"9727_CR67","doi-asserted-by":"crossref","unstructured":"Khargonkar T, Choudhary S, Kumar S, KR, BR.: SeLiNet: Sentiment enriched lightweight network for emotion recognition in images. (2023)","DOI":"10.1109\/ISCAS46773.2023.10181844"},{"key":"9727_CR68","doi-asserted-by":"crossref","unstructured":"Jaiswal A, Krishnama Raju A, Deb S. Facial emotion detection using deep learning. In 2020 international conference for emerging technology (INCET). 2020:1\u20135.","DOI":"10.1109\/INCET49848.2020.9154121"},{"key":"9727_CR69","doi-asserted-by":"crossref","unstructured":"Jain C, Sawant K, Rehman M, Kumar R. Emotion detection and characterization using facial features. In: 2018 3rd international conference and workshops on recent advances and innovations in engineering (ICRAIE). 2018:1\u20136.","DOI":"10.1109\/ICRAIE.2018.8710406"},{"key":"9727_CR70","doi-asserted-by":"crossref","unstructured":"Mittal N, Sharma D, Joshi ML. Image sentiment analysis using deep learning. In: Proceedings - 2018 IEEE\/WIC\/ACM international conference on web intelligence, WI 2018. Institute of Electrical and Electronics Engineers Inc. 2019:684\u2013687","DOI":"10.1109\/WI.2018.00-11"},{"key":"9727_CR71","doi-asserted-by":"publisher","first-page":"2513","DOI":"10.1109\/TMM.2018.2803520","volume":"20","author":"J Yang","year":"2018","unstructured":"Yang J, She D, Sun M, Cheng MM, Rosin PL, Wang L. Visual sentiment prediction based on automatic discovery of affective regions. IEEE Trans Multimedia. 2018;20:2513\u201325. https:\/\/doi.org\/10.1109\/TMM.2018.2803520.","journal-title":"IEEE Trans Multimedia"},{"key":"9727_CR72","doi-asserted-by":"crossref","unstructured":"Mukhopadhyay M, Pal S, Nayyar A, Pramanik PKD, Dasgupta N, Choudhury P. Facial emotion detection to assess learner\u2019s state of mind in an online learning system. In: ACM international conference proceeding series. Association for Computing Machinery. 2020:107\u2013115.","DOI":"10.1145\/3385209.3385231"},{"key":"9727_CR73","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1016\/j.neucom.2018.12.053","volume":"333","author":"T Rao","year":"2019","unstructured":"Rao T, Li X, Zhang H, Xu M. Multi-level region-based convolutional neural network for image emotion classification. Neurocomputing. 2019;333:429\u201339. https:\/\/doi.org\/10.1016\/j.neucom.2018.12.053.","journal-title":"Neurocomputing"},{"key":"9727_CR74","doi-asserted-by":"publisher","DOI":"10.3390\/s22103628","author":"SZ Hassan","year":"2022","unstructured":"Hassan SZ, Ahmad K, Hicks S, Halvorsen P, Al-Fuqaha A, Conci N, et al. Visual sentiment analysis from disaster images in social media. Sensors (Basel). 2022. https:\/\/doi.org\/10.3390\/s22103628.","journal-title":"Sensors (Basel)"},{"key":"9727_CR75","doi-asserted-by":"publisher","first-page":"2974","DOI":"10.1109\/TII.2020.3005405","volume":"17","author":"J Xu","year":"2021","unstructured":"Xu J, Li Z, Huang F, Li C, Yu PS. Social image sentiment analysis by exploiting multimodal content and heterogeneous relations. IEEE Trans Ind Inform. 2021;17:2974\u201382. https:\/\/doi.org\/10.1109\/TII.2020.3005405.","journal-title":"IEEE Trans Ind Inform"},{"key":"9727_CR76","doi-asserted-by":"crossref","unstructured":"Mishra S, Wajahat S, Rizvi A. AI-driven speech emotion detection: a systematic approach to voice-based sentiment analysis. 2025.","DOI":"10.5120\/ijca2025924877"},{"key":"9727_CR77","doi-asserted-by":"publisher","DOI":"10.3390\/s24051429","author":"C Xu","year":"2024","unstructured":"Xu C, Liu Y, Song W, Liang Z, Chen X. A new network structure for speech emotion recognition research. Sensors. 2024. https:\/\/doi.org\/10.3390\/s24051429.","journal-title":"Sensors"},{"key":"9727_CR78","doi-asserted-by":"publisher","DOI":"10.1007\/s43681-024-00453-2","author":"S Luitel","year":"2024","unstructured":"Luitel S, Liu Y, Anwar M. Investigating fairness in machine learning-based audio sentiment analysis. AI Ethics. 2024. https:\/\/doi.org\/10.1007\/s43681-024-00453-2.","journal-title":"AI Ethics"},{"key":"9727_CR79","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1016\/j.inffus.2022.07.006","volume":"88","author":"F Zhang","year":"2022","unstructured":"Zhang F, Li XC, Lim CP, Hua Q, Dong CR, Zhai JH. Deep emotional arousal network for multimodal sentiment analysis and emotion recognition. Inf Fusion. 2022;88:296\u2013304. https:\/\/doi.org\/10.1016\/j.inffus.2022.07.006.","journal-title":"Inf Fusion"},{"key":"9727_CR80","doi-asserted-by":"publisher","unstructured":"Ottl S, Amiriparian S, Gerczuk M, Karas V, Schuller B. Group-level speech emotion recognition utilising deep spectrum features. In: ICMI 2020\u2014proceedings of the 2020 international conference on multimodal interaction. Association for Computing Machinery, Inc. 2020:821\u2013826.https:\/\/doi.org\/10.1145\/3382507.341796","DOI":"10.1145\/3382507.341796"},{"key":"9727_CR81","doi-asserted-by":"publisher","first-page":"1576","DOI":"10.1109\/TMM.2017.2766843","volume":"20","author":"S Zhang","year":"2018","unstructured":"Zhang S, Zhang S, Huang T, Gao W. Speech emotion recognition using deep convolutional neural network and discriminant temporal pyramid matching. IEEE Trans Multimedia. 2018;20:1576\u201390. https:\/\/doi.org\/10.1109\/TMM.2017.2766843.","journal-title":"IEEE Trans Multimedia"},{"key":"9727_CR82","doi-asserted-by":"publisher","first-page":"2203","DOI":"10.1109\/TMM.2014.2360798","volume":"16","author":"Q Mao","year":"2014","unstructured":"Mao Q, Dong M, Huang Z, Zhan Y. Learning salient features for speech emotion recognition using convolutional neural networks. IEEE Trans Multimedia. 2014;16:2203\u201313. https:\/\/doi.org\/10.1109\/TMM.2014.2360798.","journal-title":"IEEE Trans Multimedia"},{"key":"9727_CR83","doi-asserted-by":"crossref","unstructured":"Le D, Provost EM. Emotion recognition from spontaneous speech using Hidden Markov models with deep belief networks. In: 2013 IEEE workshop on automatic speech recognition and understanding. 2013:216\u2013221","DOI":"10.1109\/ASRU.2013.6707732"},{"key":"9727_CR84","doi-asserted-by":"crossref","unstructured":"Kaushik L, Sangwan A, Hansen JHL. Sentiment extraction from natural audio streams. In: 2013 IEEE international conference on acoustics, speech and signal processing. 2013:8485\u20138489.","DOI":"10.1109\/ICASSP.2013.6639321"},{"key":"9727_CR85","doi-asserted-by":"publisher","first-page":"1943","DOI":"10.1007\/s11063-021-10713-5","volume":"54","author":"X Zhuang","year":"2022","unstructured":"Zhuang X, Liu F, Hou J, Hao J, Cai X. Transformer-based interactive multi-modal attention network for video sentiment detection. Neural Process Lett. 2022;54:1943\u201360. https:\/\/doi.org\/10.1007\/s11063-021-10713-5.","journal-title":"Neural Process Lett"},{"key":"9727_CR86","doi-asserted-by":"crossref","unstructured":"Stappen L, Baird A, Schumann L, Schuller B. The multimodal sentiment analysis in car reviews (MuSe-CaR) dataset: collection, insights and improvements. 2021.","DOI":"10.1145\/3475957.3484450"},{"key":"9727_CR87","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.107676","author":"T Wu","year":"2021","unstructured":"Wu T, Peng J, Zhang W, Zhang H, Ma C, Huang Y. Video Sentiment Analysis with Bimodal Information-augmented Multi-Head Attention. 2021. https:\/\/doi.org\/10.1016\/j.knosys.2021.107676.","journal-title":"Video Sentiment Analysis with Bimodal Information-augmented Multi-Head Attention"},{"key":"9727_CR88","doi-asserted-by":"publisher","first-page":"75073","DOI":"10.1109\/ACCESS.2020.2986582","volume":"8","author":"Z Li","year":"2020","unstructured":"Li Z, Li R, Jin G. Sentiment analysis of danmaku videos based on na\u00efve bayes and sentiment dictionary. IEEE Access. 2020;8:75073\u201384. https:\/\/doi.org\/10.1109\/ACCESS.2020.2986582.","journal-title":"IEEE Access"},{"key":"9727_CR89","doi-asserted-by":"crossref","unstructured":"Cunha AAL, Costa MC, Pacheco MAC. Sentiment analysis of YouTube video comments using deep neural networks. In Lecture notes in computer science (including subseries lecture notes in artificial intelligence and lecture notes in bioinformatics). Springer Verlag. 2019:561\u2013570.","DOI":"10.1007\/978-3-030-20912-4_51"},{"key":"9727_CR90","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1109\/MIS.2021.3062200","volume":"36","author":"L Stappen","year":"2021","unstructured":"Stappen L, Baird A, Cambria E, Schuller BW, Cambria E. Sentiment analysis and topic recognition in video transcriptions. IEEE Intell Syst. 2021;36:88\u201395. https:\/\/doi.org\/10.1109\/MIS.2021.3062200.","journal-title":"IEEE Intell Syst"},{"key":"9727_CR91","doi-asserted-by":"crossref","unstructured":"Zhang S, Zhang J, Zhang Z, Li L. Multimodal mixture of low-rank experts for sentiment analysis and emotion recognition. 2025.","DOI":"10.1109\/ICME59968.2025.11210197"},{"key":"9727_CR92","unstructured":"Qin J, Liu F, Zong L. Hierarchical adaptive expert for multimodal sentiment analysis. 2025."},{"key":"9727_CR93","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-025-02446-x","author":"B Yu","year":"2025","unstructured":"Yu B, Li C, Shi Z. Multi-grained feature gating fusion network for multimodal sentiment analysis. Knowl Inf Syst. 2025. https:\/\/doi.org\/10.1007\/s10115-025-02446-x.","journal-title":"Knowl Inf Syst"},{"key":"9727_CR94","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.102085","author":"P Tiwari","year":"2024","unstructured":"Tiwari P, Zhang L, Qu Z, Muhammad G. Quantum fuzzy neural network for multimodal sentiment and sarcasm detection. Inf Fusion. 2024. https:\/\/doi.org\/10.1016\/j.inffus.2023.102085.","journal-title":"Inf Fusion"},{"key":"9727_CR95","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2024.112220","author":"J Hou","year":"2024","unstructured":"Hou J, Omar N, Tiun S, Saad S, He Q. TCHFN: Multimodal sentiment analysis based on Text-Centric Hierarchical Fusion Network. Knowl-Based Syst. 2024. https:\/\/doi.org\/10.1016\/j.knosys.2024.112220.","journal-title":"Knowl-Based Syst"},{"key":"9727_CR96","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2024.102454","author":"Y Sun","year":"2024","unstructured":"Sun Y, Liu Z, Sheng QZ, Chu D, Yu J, Sun H. Similar modality completion-based multimodal sentiment analysis under uncertain missing modalities. Inf Fusion. 2024. https:\/\/doi.org\/10.1016\/j.inffus.2024.102454.","journal-title":"Inf Fusion"},{"key":"9727_CR97","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2024.109174","author":"X Wang","year":"2024","unstructured":"Wang X, Wang M, Cui H, Zhang Y. A dual-channel multimodal sentiment analysis framework based on three-way decision. Eng Appl Artif Intell. 2024. https:\/\/doi.org\/10.1016\/j.engappai.2024.109174.","journal-title":"Eng Appl Artif Intell"},{"key":"9727_CR98","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2022.109259","author":"D Wang","year":"2023","unstructured":"Wang D, Guo X, Tian Y, Liu J, He LH, Luo X. TETFN: a text enhanced transformer fusion network for multimodal sentiment analysis. Pattern Recogn. 2023. https:\/\/doi.org\/10.1016\/j.patcog.2022.109259.","journal-title":"Pattern Recogn"},{"key":"9727_CR99","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2023.110467","author":"Y Liu","year":"2023","unstructured":"Liu Y, Li Z, Zhou K, Zhang L, Li L, Tian P, et al. Scanning, attention, and reasoning multimodal content for sentiment analysis. Knowl-Based Syst. 2023. https:\/\/doi.org\/10.1016\/j.knosys.2023.110467.","journal-title":"Knowl-Based Syst"},{"key":"9727_CR100","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1016\/j.neucom.2021.09.041","volume":"467","author":"B Yang","year":"2022","unstructured":"Yang B, Shao B, Wu L, Lin X. Multimodal sentiment analysis with unidirectional modality translation. Neurocomputing. 2022;467:130\u20137. https:\/\/doi.org\/10.1016\/j.neucom.2021.09.041.","journal-title":"Neurocomputing"},{"key":"9727_CR101","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.110021","author":"J Ye","year":"2022","unstructured":"Ye J, Zhou J, Tian J, Wang R, Zhou J, Gui T, et al. Sentiment-aware multimodal pre-training for multimodal sentiment analysis. Knowl-Based Syst. 2022. https:\/\/doi.org\/10.1016\/j.knosys.2022.110021.","journal-title":"Knowl-Based Syst"},{"key":"9727_CR102","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2022.102929","author":"A Ghorbanali","year":"2022","unstructured":"Ghorbanali A, Sohrabi MK, Yaghmaee F. Ensemble transfer learning-based multimodal sentiment analysis using weighted convolutional neural networks. Inf Process Manag. 2022. https:\/\/doi.org\/10.1016\/j.ipm.2022.102929.","journal-title":"Inf Process Manag"},{"key":"9727_CR103","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2022.107961","author":"B Yu","year":"2022","unstructured":"Yu B, Wei J, Yu B, Cai X, Wang K, Sun H, et al. Feature-guided multimodal sentiment analysis towards industry 4.0. Comput Electr Eng. 2022. https:\/\/doi.org\/10.1016\/j.compeleceng.2022.107961.","journal-title":"Comput Electr Eng"},{"key":"9727_CR104","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.107676","author":"T Wu","year":"2022","unstructured":"Wu T, Peng J, Zhang W, Zhang H, Tan S, Yi F, et al. Video sentiment analysis with bimodal information-augmented multi-head attention. Knowl-Based Syst. 2022. https:\/\/doi.org\/10.1016\/j.knosys.2021.107676.","journal-title":"Knowl-Based Syst"},{"key":"9727_CR105","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1016\/j.neucom.2021.05.040","volume":"455","author":"J Zhou","year":"2021","unstructured":"Zhou J, Zhao J, Huang JX, Hu QV, He L. Masad: a large-scale dataset for multimodal aspect-based sentiment analysis. Neurocomputing. 2021;455:47\u201358. https:\/\/doi.org\/10.1016\/j.neucom.2021.05.040.","journal-title":"Neurocomputing"},{"key":"9727_CR106","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1016\/j.neucom.2021.02.020","volume":"457","author":"K Dashtipour","year":"2021","unstructured":"Dashtipour K, Gogate M, Cambria E, Hussain A. A novel context-aware multimodal framework for Persian sentiment analysis. Neurocomputing. 2021;457:377\u201388. https:\/\/doi.org\/10.1016\/j.neucom.2021.02.020.","journal-title":"Neurocomputing"},{"key":"9727_CR107","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1016\/j.inffus.2020.08.006","volume":"65","author":"Q Li","year":"2021","unstructured":"Li Q, Gkoumas D, Lioma C, Melucci M. Quantum-inspired multimodal fusion for video sentiment analysis. Inf Fusion. 2021;65:58\u201371. https:\/\/doi.org\/10.1016\/j.inffus.2020.08.006.","journal-title":"Inf Fusion"},{"key":"9727_CR108","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1016\/j.knosys.2019.01.019","volume":"167","author":"F Huang","year":"2019","unstructured":"Huang F, Zhang X, Zhao Z, Xu J, Li Z. Image\u2013text sentiment analysis via deep multimodal attentive fusion. Knowl-Based Syst. 2019;167:26\u201337. https:\/\/doi.org\/10.1016\/j.knosys.2019.01.019.","journal-title":"Knowl-Based Syst"},{"key":"9727_CR109","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1016\/j.inffus.2017.12.006","volume":"44","author":"I Chaturvedi","year":"2018","unstructured":"Chaturvedi I, Cambria E, Welsch RE, Herrera F. Distinguishing between facts and opinions for sentiment analysis: survey and challenges. Inf Fusion. 2018;44:65\u201377. https:\/\/doi.org\/10.1016\/j.inffus.2017.12.006.","journal-title":"Inf Fusion"},{"key":"9727_CR110","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1016\/j.knosys.2018.07.041","volume":"161","author":"N Majumder","year":"2018","unstructured":"Majumder N, Hazarika D, Gelbukh A, Cambria E, Poria S. Multimodal sentiment analysis using hierarchical fusion with context modeling. Knowl-Based Syst. 2018;161:124\u201333. https:\/\/doi.org\/10.1016\/j.knosys.2018.07.041.","journal-title":"Knowl-Based Syst"},{"key":"9727_CR111","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1016\/j.inffus.2017.02.003","volume":"37","author":"S Poria","year":"2017","unstructured":"Poria S, Cambria E, Bajpai R, Hussain A. A review of affective computing: from unimodal analysis to multimodal fusion. Inf Fusion. 2017;37:98\u2013125. https:\/\/doi.org\/10.1016\/j.inffus.2017.02.003.","journal-title":"Inf Fusion"},{"key":"9727_CR112","doi-asserted-by":"publisher","first-page":"680","DOI":"10.1109\/TAFFC.2019.2947464","volume":"13","author":"S Zhang","year":"2022","unstructured":"Zhang S, Zhao X, Tian Q. Spontaneous speech emotion recognition using multiscale deep convolutional LSTM. IEEE Trans Affect Comput. 2022;13:680\u20138. https:\/\/doi.org\/10.1109\/TAFFC.2019.2947464.","journal-title":"IEEE Trans Affect Comput"},{"key":"9727_CR113","unstructured":"Zadeh A, Zellers R, Pincus E, Morency L-P.:MOSI: multimodal corpus of sentiment intensity and subjectivity analysis in online opinion videos."},{"key":"9727_CR114","unstructured":"Yu W, Xu H, Meng F, Zhu Y, Ma Y, Wu J, Zou J, Yang K. CH-SIMS: a Chinese multimodal sentiment analysis dataset with fine-grained annotations of modality."},{"key":"9727_CR115","unstructured":"Zadeh A, Sheng Cao Y, Hessner S, Liang PP, Poria S, Morency L-P. CMU-MOSEAS: a multimodal language dataset for Spanish, Portuguese, German and French Visual Modality. Association for Computational Linguistics"},{"key":"9727_CR116","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-020-05616-w","author":"J Chen","year":"2020","unstructured":"Chen J, Wang C, Wang K, Yin C, Zhao C, Xu T, et al. HEU Emotion: A Large-scale Database for Multi-modal Emotion Recognition in the Wild. 2020. https:\/\/doi.org\/10.1007\/s00521-020-05616-w.","journal-title":"HEU Emotion: A Large-scale Database for Multi-modal Emotion Recognition in the Wild."},{"key":"9727_CR117","doi-asserted-by":"crossref","unstructured":"Martin O, Kotsia I, Macq B, Pitas I. The eNTERFACE\u201905 audio-visual emotion database. 2006.","DOI":"10.1109\/ICDEW.2006.145"},{"key":"9727_CR118","doi-asserted-by":"publisher","first-page":"936","DOI":"10.1109\/TMM.2008.927665","volume":"10","author":"Y Wang","year":"2008","unstructured":"Wang Y, Guan L. Recognizing human emotional state from audiovisual signals. IEEE Trans Multimedia. 2008;10:936\u201346. https:\/\/doi.org\/10.1109\/TMM.2008.927665.","journal-title":"IEEE Trans Multimedia"},{"key":"9727_CR119","unstructured":"Dhall A, Goecke R, Lucey S, Gedeon T. Collecting large, richly annotated facial-expression databases from movies constructing facial-expression datasets large-scale multimedia data collections."},{"key":"9727_CR120","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1109\/TAFFC.2016.2553038","volume":"8","author":"S Zhalehpour","year":"2017","unstructured":"Zhalehpour S, Onder O, Akhtar Z, Erdem CE. Baum-1: a spontaneous audio-visual face database of affective and mental states. IEEE Trans Affect Comput. 2017;8:300\u201313. https:\/\/doi.org\/10.1109\/TAFFC.2016.2553038.","journal-title":"IEEE Trans Affect Comput"},{"key":"9727_CR121","doi-asserted-by":"crossref","unstructured":"Li Y, Tao J, Schuller B, Shan S, Jiang D, Jia J. MEC 2016: the multimodal emotion recognition challenge of CCPR 2016. In: Communications in computer and information science. Springer Verlag. 2016:667\u2013678.","DOI":"10.1007\/978-981-10-3005-5_55"},{"key":"9727_CR122","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0196391","volume":"13","author":"SR Livingstone","year":"2018","unstructured":"Livingstone SR, Russo FA. The Ryerson audio-visual database of emotional speech and song (RAVDESS): a dynamic, multimodal set of facial and vocal expressions in North American English. PLoS ONE. 2018;13:e0196391. https:\/\/doi.org\/10.1371\/journal.pone.0196391.","journal-title":"PLoS ONE"},{"key":"9727_CR123","doi-asserted-by":"crossref","unstructured":"Sharma C, Bhageria D, Scott W, Pykl S, Das A, Chakraborty T, Pulabaigari V, Gamb\u00e4ck B. SemEval-2020 task 8: memotion analysis-the visuo-lingual metaphor! online. 2020.","DOI":"10.18653\/v1\/2020.semeval-1.99"},{"key":"9727_CR124","unstructured":"Ramamoorthy S, Gunti N, Mishra S, Suryavardan S, Reganti A, Patwa P, Das A, Chakraborty T, Sheth A, Ekbal A, Ahuja C. Memotion 2: dataset on sentiment and emotion analysis of memes. 2021."},{"key":"9727_CR125","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN52387.2021.9533552","author":"V Lopes","year":"2021","unstructured":"Lopes V, Gaspar A, Alexandre LA, Cordeiro J. An AutoML-based approach to multimodal image sentiment analysis. 2021. https:\/\/doi.org\/10.1109\/IJCNN52387.2021.9533552.","journal-title":"An AutoML-based approach to multimodal image sentiment analysis"},{"key":"9727_CR126","doi-asserted-by":"crossref","unstructured":"Busso C, Bulut M, Lee C-C, Kazemzadeh A, Mower E, Kim S, Chang JN, Lee S, Narayanan SS. IEMOCAP: interactive emotional dyadic motion capture database. Source: Language Resources and Evaluation 2008;42:335\u2013359.","DOI":"10.1007\/s10579-008-9076-6"},{"key":"9727_CR127","doi-asserted-by":"publisher","unstructured":"Perepelkina O, Kazimirova E, Konstantinova M. RAMAS: Russian multimodal corpus of dyadic interaction for studying emotion recognition. 2018. https:\/\/doi.org\/10.7287\/peerj.preprints.26688v1","DOI":"10.7287\/peerj.preprints.26688v1"},{"key":"9727_CR128","unstructured":"Mishra S, Suryavardan S, Bhaskar A, Chopra P, Reganti A, Patwa P, Das A, Chakraborty T, Sheth A, Ekbal A, Ahuja C. FACTIFY: a multi-modal fact verification dataset under creative commons license attribution 4.0 international (CC BY 4.0). 2021."},{"key":"9727_CR129","doi-asserted-by":"publisher","first-page":"7429","DOI":"10.1007\/s11042-014-1986-2","volume":"74","author":"C Eroglu Erdem","year":"2015","unstructured":"Eroglu Erdem C, Turan C, Aydin Z. BAUM-2: a multilingual audio-visual affective face database. Multimed Tools Appl. 2015;74:7429\u201359. https:\/\/doi.org\/10.1007\/s11042-014-1986-2.","journal-title":"Multimed Tools Appl"},{"key":"9727_CR130","unstructured":"Poria S, Hazarika D, Majumder N, Naik G, Cambria E, Mihalcea R. MELD: a multimodal multi-party dataset for emotion recognition in conversations."},{"key":"9727_CR131","unstructured":"Zadeh A, Liang PP, Vanbriesen J, Poria S, Tong E, Cambria E, Chen M, Morency L-P. Multimodal language analysis in the wild: CMU-MOSEI dataset and interpretable dynamic fusion graph. Association for Computational Linguistics"},{"key":"9727_CR132","unstructured":"https:\/\/trends.google.com\/trends\/explore?date=all%26q=multimodal%20sentiment%20analysis%26hl=en"}],"container-title":["Discover Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-025-09727-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-025-09727-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-025-09727-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T12:19:37Z","timestamp":1763554777000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-025-09727-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,19]]},"references-count":132,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["9727"],"URL":"https:\/\/doi.org\/10.1007\/s10791-025-09727-7","relation":{},"ISSN":["2948-2992"],"issn-type":[{"value":"2948-2992","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,19]]},"assertion":[{"value":"21 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 September 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 November 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"270"}}