{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T15:10:33Z","timestamp":1777129833342,"version":"3.51.4"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,2,15]],"date-time":"2025-02-15T00:00:00Z","timestamp":1739577600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,2,15]],"date-time":"2025-02-15T00:00:00Z","timestamp":1739577600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100031256","name":"Symbiosis International University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100031256","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Symbiosis International"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Big Data"],"DOI":"10.1186\/s40537-025-01062-4","type":"journal-article","created":{"date-parts":[[2025,2,15]],"date-time":"2025-02-15T10:51:58Z","timestamp":1739616718000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Multimodal text-emoji fusion using deep neural networks for text-based emotion detection in online communication"],"prefix":"10.1186","volume":"12","author":[{"given":"Sheetal","family":"Kusal","sequence":"first","affiliation":[]},{"given":"Shruti","family":"Patil","sequence":"additional","affiliation":[]},{"given":"Ketan","family":"Kotecha","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,15]]},"reference":[{"key":"1062_CR1","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/1140.003.0008","volume-title":"Affective computing","author":"RW Picard","year":"2000","unstructured":"Picard RW. Affective computing. Cambridge: MIT press; 2000."},{"key":"1062_CR2","doi-asserted-by":"crossref","unstructured":"Illendula A, Sheth A. Multimodal emotion classification. In: Companion Proceedings of the 2019 World Wide Web Conference, 2019; pp. 439\u2013449","DOI":"10.1145\/3308560.3316549"},{"key":"1062_CR3","doi-asserted-by":"crossref","unstructured":"Felbo, B., Mislove, A., S\u00f8gaard, A., Rahwan, I., Lehmann, S.: Using millions of emoji occurrences to learn any-domain representations for detecting sentiment, emotion and sarcasm. arXiv preprint. 2017. arXiv:1708.00524.","DOI":"10.18653\/v1\/D17-1169"},{"key":"1062_CR4","doi-asserted-by":"crossref","unstructured":"Wijeratne, S., Balasuriya, L., Sheth, A., Doran, D.: Emojinet: Building a machine readable sense inventory for emoji. In: Social Informatics: 8th International Con- ference, SocInfo 2016, Bellevue, WA, USA, November 11\u201314, 2016, Proceedings, Springer. 2016; Part I 8, pp. 527\u2013541.","DOI":"10.1007\/978-3-319-47880-7_33"},{"key":"1062_CR5","doi-asserted-by":"crossref","unstructured":"Ligthart, A., Catal, C., Tekinerdogan, B.: Systematic reviews in sentiment analysis: a tertiary study. Artificial Intelligence Review, 2021; 1\u201357","DOI":"10.1007\/s10462-021-09973-3"},{"issue":"6","key":"1062_CR6","doi-asserted-by":"publisher","first-page":"420","DOI":"10.1007\/s42979-021-00815-1","volume":"2","author":"IH Sarker","year":"2021","unstructured":"Sarker IH. Deep learning: a comprehensive overview on techniques, taxonomy, applications and research directions. SN Comput Sci. 2021;2(6):420.","journal-title":"SN Comput Sci"},{"key":"1062_CR7","doi-asserted-by":"publisher","first-page":"109259","DOI":"10.1016\/j.patcog.2022.109259","volume":"136","author":"D Wang","year":"2023","unstructured":"Wang D, Guo X, Tian Y, Liu J, He L, Luo X. Tetfn: a text enhancedtransformer fusion network for multimodal sentiment analysis. Pattern Recogni- tion. 2023;136:109259.","journal-title":"Pattern Recogni- tion"},{"key":"1062_CR8","doi-asserted-by":"publisher","first-page":"110502","DOI":"10.1016\/j.knosys.2023.110502","volume":"269","author":"C Huang","year":"2023","unstructured":"Huang C, Zhang J, Wu X, Wang Y, Li M, Huang X. Tefna: Text-centered fusion network with crossmodal attention for multimodal sentiment analysis. Knowl-Based Syst. 2023;269:110502.","journal-title":"Knowl-Based Syst"},{"key":"1062_CR9","unstructured":"Shixin P, Kai C, Tian T, Jingying C. An autoencoder-based feature level fusion for speech emotion recognition. Digital Communications and Networks. 2022."},{"key":"1062_CR10","doi-asserted-by":"publisher","first-page":"109924","DOI":"10.1016\/j.knosys.2022.109924","volume":"257","author":"DS Chauhan","year":"2022","unstructured":"Chauhan DS, Singh GV, Arora A, Ekbal A, Bhattacharyya P. An emoji- aware multitask framework for multimodal sarcasm detection. Knowl-Based Syst. 2022;257:109924.","journal-title":"Knowl-Based Syst"},{"key":"1062_CR11","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1016\/j.patrec.2020.06.010","volume":"136","author":"S Kwon","year":"2020","unstructured":"Kwon S, Go B-H, Lee J-H. A text-based visual context modulation neural model for multimodal machine translation. Pattern Recogn Lett. 2020;136:212\u20138.","journal-title":"Pattern Recogn Lett"},{"key":"1062_CR12","doi-asserted-by":"crossref","unstructured":"Liu, T., Du, Y., Zhou, Q.: Text emotion recognition using gru neural net- work with attention mechanism and emoticon emotions. In: Proceedings of the 2020 2nd International Conference on Robotics, Intelligent Control and Artificial Intelligence, 2020; pp. 278\u2013282.","DOI":"10.1145\/3438872.3439094"},{"key":"1062_CR13","first-page":"1","volume":"17","author":"X Li","year":"2022","unstructured":"Li X, Zhang J, Du Y, Zhu J, Fan Y, Chen X. A novel deep learning-based sentiment analysis method enhanced with emojis in microblog social networks. Enterp Inf Syst. 2022;17:1\u201322.","journal-title":"Enterp Inf Syst"},{"issue":"4","key":"1062_CR14","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1111\/j.1360-6441.2005.00310.x","volume":"9","author":"O Constantinou","year":"2005","unstructured":"Constantinou O. Multimodal discourse analysis: media, modes and technologies. J Socioling. 2005;9(4):602.","journal-title":"J Socioling"},{"key":"1062_CR15","unstructured":"Dutta S, Ganapathy S. Hcam\u2013hierarchical cross attention model for multi- modal emotion recognition. arXiv preprint. 2023. arXiv:2304.06910."},{"key":"1062_CR16","doi-asserted-by":"crossref","unstructured":"Poria S, Cambria E, Gelbukh A. Deep convolutional neural network textual features and multiple kernel learning for utterance-level multimodal sentiment analysis. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, 2015; pp. 2539\u20132544.","DOI":"10.18653\/v1\/D15-1303"},{"key":"1062_CR17","doi-asserted-by":"crossref","unstructured":"Cao J, Prakash CS, Hamza W. Attention fusion: a light yet efficient late fusion mechanism for task adaptation in nlu. In: Findings of the association for computational Linguistics: NAACL 2022, 2022; pp. 857\u2013866","DOI":"10.18653\/v1\/2022.findings-naacl.64"},{"issue":"1","key":"1062_CR18","doi-asserted-by":"publisher","first-page":"506","DOI":"10.3390\/s23010506","volume":"23","author":"A Bello","year":"2023","unstructured":"Bello A, Ng S-C, Leung M-F. A bert framework to sentiment analysis of tweets. Sensors. 2023;23(1):506.","journal-title":"Sensors"},{"issue":"13","key":"1062_CR19","doi-asserted-by":"publisher","first-page":"7502","DOI":"10.3390\/app13137502","volume":"13","author":"L Rei","year":"2023","unstructured":"Rei L, Mladeni\u0107 D. Detecting fine-grained emotions in literature. Appl Sci. 2023;13(13):7502.","journal-title":"Appl Sci"},{"key":"1062_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11042-023-16062-w","volume":"83","author":"D Mahto","year":"2023","unstructured":"Mahto D, Yadav SC. Emotion prediction for textual data using glove based hebi-cudnnlstm model. Multimed Tools Appl. 2023;83:1\u201326.","journal-title":"Multimed Tools Appl"},{"issue":"15","key":"1062_CR21","doi-asserted-by":"publisher","first-page":"10945","DOI":"10.1007\/s00521-023-08276-8","volume":"35","author":"SJ Lee","year":"2023","unstructured":"Lee SJ, Lim J, Paas L, Ahn HS. Transformer transfer learning emotion detection model: synchronizing socially agreed and self-reported emotions in big data. Neural Comput Appl. 2023;35(15):10945\u201356.","journal-title":"Neural Comput Appl"},{"issue":"Suppl 1","key":"1062_CR22","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1007\/s13198-023-01861-z","volume":"14","author":"S Gupta","year":"2023","unstructured":"Gupta S, Singh A, Ranjan J. Multimodal, multiview and multitasking depression detection framework endorsed with auxiliary sentiment polarity and emotion detection. Int J Syst Assur Eng Manag. 2023;14(Suppl 1):337\u201352.","journal-title":"Int J Syst Assur Eng Manag"},{"key":"1062_CR23","doi-asserted-by":"crossref","unstructured":"Demszky D, Movshovitz-Attias D, Ko J, Cowen A, Nemade G, Ravi S. Goemotions: a dataset of fine-grained emotions. arXiv preprint. 2020. arXiv:2005.00547.","DOI":"10.18653\/v1\/2020.acl-main.372"},{"key":"1062_CR24","doi-asserted-by":"publisher","first-page":"121031","DOI":"10.1109\/ACCESS.2021.3108502","volume":"9","author":"S Al-Azani","year":"2021","unstructured":"Al-Azani S, El-Alfy E-SM. Early and late fusion of emojis and text to enhance opinion mining. IEEE Access. 2021;9:121031\u201345.","journal-title":"IEEE Access"},{"key":"1062_CR25","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3281544","author":"I Ameer","year":"2023","unstructured":"Ameer I, B\u00f6l\u00fcc\u00fc N, Sidorov G, Can B. Emotion classification in texts over graph neural networks: semantic representation is better than syntactic. IEEE Access. 2023. https:\/\/doi.org\/10.1109\/ACCESS.2023.3281544.","journal-title":"IEEE Access"},{"key":"1062_CR26","doi-asserted-by":"publisher","unstructured":"Chatterjee A, Narahari KN, Joshi M, Agrawal P. SemEval-2019 task 3: EmoContext contextual emotion detection in text. In: May J, Shutova E, Herbelot A, Zhu X, Apidianaki M, Mohammad SM (eds). Proceedings of the 13th International Workshop on Semantic Evaluation, pp. 39\u201348. Asso- ciation for Computational Linguistics, Minneapolis, Minnesota, USA. 2019. https:\/\/doi.org\/10.18653\/v1\/S19-2005 .","DOI":"10.18653\/v1\/S19-2005"},{"key":"1062_CR27","doi-asserted-by":"crossref","unstructured":"Saha, T., Upadhyaya, A., Saha, S., Bhattacharyya, P.: Towards sentiment and emotion aided multi-modal speech act classification in twitter. In: Proceed- ings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: human language technologies, 2021; pp. 5727\u20135737","DOI":"10.18653\/v1\/2021.naacl-main.456"},{"key":"1062_CR28","unstructured":"Bengio Y, Ducharme R, Vincent P. A neural probabilistic language model. Advances in neural information processing systems, 2000; 13"},{"key":"1062_CR29","unstructured":"Ngo A, Candri A, Ferdinan T, Koco\u0144 J, Korczynski W. Studemo: A non- aggregated review dataset for personalized emotion recognition. In: Proceedings of the 1st Workshop on Perspectivist Approaches to NLP@ LREC2022, 2022. pp. 46\u201355."},{"issue":"3","key":"1062_CR30","doi-asserted-by":"publisher","first-page":"43","DOI":"10.3390\/bdcc5030043","volume":"5","author":"S Kusal","year":"2021","unstructured":"Kusal S, Patil S, Kotecha K, Aluvalu R, Varadarajan V. Ai based emo- tion detection for textual big data: techniques and contribution. Big Data Cognit Comput. 2021;5(3):43.","journal-title":"Big Data Cognit Comput"},{"issue":"12","key":"1062_CR31","doi-asserted-by":"publisher","first-page":"15129","DOI":"10.1007\/s10462-023-10509-0","volume":"56","author":"S Kusal","year":"2023","unstructured":"Kusal S, Patil S, Choudrie J, Kotecha K, Vora D, Pappas I. A systematic review of applications of natural language processing and future challenges with special emphasis in text-based emotion detection. Artif Intell Rev. 2023;56(12):15129\u2013215.","journal-title":"Artif Intell Rev"},{"issue":"7","key":"1062_CR32","doi-asserted-by":"publisher","first-page":"12189","DOI":"10.1002\/eng2.12189","volume":"2","author":"FA Acheampong","year":"2020","unstructured":"Acheampong FA, Wenyu C, Nunoo-Mensah H. Text-based emotion detec- tion: advances, challenges, and opportunities. Eng Rep. 2020;2(7):12189.","journal-title":"Eng Rep"},{"issue":"1","key":"1062_CR33","doi-asserted-by":"publisher","first-page":"9603","DOI":"10.1038\/s41598-024-60210-7","volume":"14","author":"MSU Miah","year":"2024","unstructured":"Miah MSU, Kabir MM, Sarwar TB, Safran M, Alfarhood S, Mridha M. A multimodal approach to cross-lingual sentiment analysis with ensemble of transformer and llm. Sci Rep. 2024;14(1):9603.","journal-title":"Sci Rep"}],"container-title":["Journal of Big Data"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s40537-025-01062-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s40537-025-01062-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s40537-025-01062-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,15]],"date-time":"2025-02-15T10:52:12Z","timestamp":1739616732000},"score":1,"resource":{"primary":{"URL":"https:\/\/journalofbigdata.springeropen.com\/articles\/10.1186\/s40537-025-01062-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,15]]},"references-count":33,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1062"],"URL":"https:\/\/doi.org\/10.1186\/s40537-025-01062-4","relation":{},"ISSN":["2196-1115"],"issn-type":[{"value":"2196-1115","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,15]]},"assertion":[{"value":"25 June 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 January 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 February 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"32"}}