{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T18:58:16Z","timestamp":1772823496294,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"18","license":[{"start":{"date-parts":[[2023,11,21]],"date-time":"2023-11-21T00:00:00Z","timestamp":1700524800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,11,21]],"date-time":"2023-11-21T00:00:00Z","timestamp":1700524800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-023-17653-3","type":"journal-article","created":{"date-parts":[[2023,11,21]],"date-time":"2023-11-21T06:04:34Z","timestamp":1700546674000},"page":"53497-53530","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Emotion detection using convolutional neural network and long short-term memory: a deep multimodal framework"],"prefix":"10.1007","volume":"83","author":[{"given":"Madiha","family":"Tahir","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3094-3483","authenticated-orcid":false,"given":"Zahid","family":"Halim","sequence":"additional","affiliation":[]},{"given":"Muhammad","family":"Waqas","sequence":"additional","affiliation":[]},{"given":"Komal Nain","family":"Sukhia","sequence":"additional","affiliation":[]},{"given":"Shanshan","family":"Tu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,11,21]]},"reference":[{"issue":"3","key":"17653_CR1","doi-asserted-by":"publisher","first-page":"2798","DOI":"10.1007\/s10489-022-03552-x","volume":"53","author":"AU Rahman","year":"2023","unstructured":"Rahman AU, Halim Z (2023) Identifying dominant emotional state using handwriting and drawing samples by fusing features. Appl Intell 53(3):2798\u20132814","journal-title":"Appl Intell"},{"key":"17653_CR2","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1016\/j.ijhcs.2019.04.005","volume":"130","author":"S Ghosh","year":"2019","unstructured":"Ghosh S, Hiware K, Ganguly N, Mitra B, De P (2019) Emotion detection from touch interactions during text entry on smartphones. Int J Hum Comput Stud 130:47\u201357","journal-title":"Int J Hum Comput Stud"},{"issue":"11","key":"17653_CR3","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.38.11.1145","volume":"38","author":"JR Averill","year":"1983","unstructured":"Averill JR (1983) Studies on anger and aggression: implications for theories of emotion. Am Psychol 38(11):1145","journal-title":"Am Psychol"},{"issue":"1","key":"17653_CR4","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1093\/scan\/nsw153","volume":"12","author":"R Adolphs","year":"2017","unstructured":"Adolphs R (2017) How should neuroscience study emotions? By distinguishing emotion states, concepts, and experiences. Soc Cognit Affect Neurosci 12(1):24\u201331","journal-title":"Soc Cognit Affect Neurosci"},{"key":"17653_CR5","doi-asserted-by":"publisher","first-page":"10563","DOI":"10.1007\/s00500-021-06578-4","volume":"26","author":"AA Tubaishat","year":"2022","unstructured":"Tubaishat AA, Al-Obeidat F, Halim Z, Waqas M, Qayum F (2022) EmoPercept: EEG-based emotion classification through perceiver. Soft Computin 26:10563\u201310570","journal-title":"Soft Computin"},{"key":"17653_CR6","doi-asserted-by":"publisher","unstructured":"Ali N, Tubaishat A, Al-Obeidat F, Shabaz M, Waqas M, Halim Z, Rida I, Anwar SS (2023) Towards enhanced identification of emotion from resource-constrained language through a novel multilingual BERT approach. ACM Transactions on Asian and Low-Resource Language Information Processing. https:\/\/doi.org\/10.1145\/3592794","DOI":"10.1145\/3592794"},{"key":"17653_CR7","doi-asserted-by":"crossref","unstructured":"Binali H, Wu C, Potdar V (2010) Computational approaches for emotion detection in text. 4th IEEE International Conference on Digital Ecosystems and Technologies, IEEE","DOI":"10.1109\/DEST.2010.5610650"},{"key":"17653_CR8","doi-asserted-by":"crossref","unstructured":"Ko\u0142akowska A (2015) Recognizing emotions on the basis of keystroke dynamics. 8th International Conference on Human System Interaction (HSI), IEEE","DOI":"10.1109\/HSI.2015.7170682"},{"key":"17653_CR9","doi-asserted-by":"crossref","unstructured":"Ko\u0142akowska A (2016) Towards detecting programmers\u2019 stress on the basis of keystroke dynamics. Federated Conference on Computer Science and Information Systems (FedCSIS), IEEE","DOI":"10.15439\/2016F263"},{"key":"17653_CR10","doi-asserted-by":"crossref","unstructured":"Martin O, Kotsia I, Macq B, Pitas I (2006) The eNTERFACE\u201905 audio-visual emotion database. 22nd International Conference on Data Engineering Workshops (ICDEW\u201906), IEEE","DOI":"10.1109\/ICDEW.2006.145"},{"key":"17653_CR11","doi-asserted-by":"publisher","first-page":"23319","DOI":"10.1109\/ACCESS.2019.2899260","volume":"7","author":"A Kumar","year":"2019","unstructured":"Kumar A, Sangwan SR, Arora A, Nayyar A, Abdel-Basset M (2019) Sarcasm detection using soft attention-based bidirectional long short-term memory model with convolution network. IEEE Access 7:23319\u201323328","journal-title":"IEEE Access"},{"key":"17653_CR12","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1016\/j.inffus.2018.06.003","volume":"46","author":"Y Ma","year":"2019","unstructured":"Ma Y, Hao Y, Chen M, Chen J, Lu P, Ko\u0161ir A (2019) Audio-visual emotion fusion (AVEF): a deep efficient weighted approach. Inform Fusion 46:184\u2013192","journal-title":"Inform Fusion"},{"issue":"1","key":"17653_CR13","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/T-AFFC.2011.15","volume":"3","author":"S Koelstra","year":"2011","unstructured":"Koelstra S, Muhl C, Soleymani M, Lee JS, Yazdani A, Ebrahimi T (2011) Deap: a database for emotion analysis; using physiological signals. IEEE Trans Affect Comput 3(1):18\u201331","journal-title":"IEEE Trans Affect Comput"},{"key":"17653_CR14","doi-asserted-by":"crossref","unstructured":"Gu Y, Chen S, Marsic I (2018) Deep multimodal learning for emotion recognition in spoken language. IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP),IEEE","DOI":"10.1109\/ICASSP.2018.8462440"},{"key":"17653_CR15","doi-asserted-by":"crossref","unstructured":"Pag\u00e9 Fortin M, Chaib-draa B (2019) Multimodal multitask emotion recognition using images, texts and tags. In: Proceedings of the ACM Workshop on Crossmodal Learning and Application, ACM, pp 3\u201310","DOI":"10.1145\/3326459.3329165"},{"key":"17653_CR16","doi-asserted-by":"crossref","unstructured":"Gao T, Zhou S (2019) Emotion recognition scheme via EEG signal analysis. International Conference on Innovative Mobile and Internet Services in Ubiquitous Computing. Springer, Cham, pp 658\u2013663","DOI":"10.1007\/978-3-030-22263-5_62"},{"key":"17653_CR17","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1016\/j.dss.2018.09.002","volume":"115","author":"B Kratzwald","year":"2018","unstructured":"Kratzwald B, Ili\u0107 S, Kraus M, Feuerriegel S, Prendinger H (2018) Deep learning for affective computing: text-based emotion recognition in decision support. Decis Support Syst 115:24\u201335","journal-title":"Decis Support Syst"},{"key":"17653_CR18","first-page":"1","volume":"2","author":"S Grover","year":"2016","unstructured":"Grover S, Verma A (2016) Design for emotion detection of punjabi text using hybrid approach. International Conference on Inventive Computation Technologies (ICICT) 2:1\u20136","journal-title":"International Conference on Inventive Computation Technologies (ICICT)"},{"key":"17653_CR19","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1016\/j.procs.2016.04.128","volume":"83","author":"M Hajar","year":"2016","unstructured":"Hajar M (2016) Using Youtube comments for text-based emotion recognition. Procedia Comput Sci 83:292\u2013299","journal-title":"Procedia Comput Sci"},{"key":"17653_CR20","doi-asserted-by":"crossref","unstructured":"Rachman FH, Sarno R, Fatichah C (2016) CBE: Corpus-based of emotion for emotion detection in text document. 3rd International Conference on Information Technology, Computer, and Electrical Engineering (ICITACEE), IEEE","DOI":"10.1109\/ICITACEE.2016.7892466"},{"key":"17653_CR21","doi-asserted-by":"crossref","unstructured":"Li X, Pang J, Mo B, Rao Y (2016) Hybrid neural networks for social emotion detection over short text. International Joint Conference on Neural Networks (IJCNN), IEEE","DOI":"10.1109\/IJCNN.2016.7727246"},{"issue":"6","key":"17653_CR22","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1109\/TMM.2010.2052026","volume":"12","author":"RA Calix","year":"2010","unstructured":"Calix RA, Mallepudi SA, Chen B, Knapp GM (2010) Emotion recognition in text for 3-D facial expression rendering. IEEE Trans Multimedia 12(6):544\u2013551","journal-title":"IEEE Trans Multimedia"},{"key":"17653_CR23","doi-asserted-by":"crossref","unstructured":"Epp C, Lippold M, Mandryk RL (2011) Identifying emotional states using keystroke dynamics. Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, ACM","DOI":"10.1145\/1978942.1979046"},{"issue":"9","key":"17653_CR24","doi-asserted-by":"publisher","first-page":"987","DOI":"10.1080\/0144929X.2014.907343","volume":"33","author":"ANH Nahin","year":"2014","unstructured":"Nahin ANH, Alam JM, Mahmud H, Hasan K (2014) Identifying emotion by keystroke dynamics and text pattern analysis. Behav Inform Technol 33(9):987\u2013996","journal-title":"Behav Inform Technol"},{"key":"17653_CR25","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1016\/j.procs.2015.10.096","volume":"70","author":"KMA Kumar","year":"2015","unstructured":"Kumar KMA, Kiran BR, Shreyas BR, Sylvester J (2015) A multimodal approach to detect user\u2019s emotion. Procedia Comput Sci 70:296\u2013303","journal-title":"Procedia Comput Sci"},{"issue":"3","key":"17653_CR26","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1109\/TAFFC.2016.2553038","volume":"8","author":"S Zhalehpour","year":"2017","unstructured":"Zhalehpour S, Onder O, Akhtar Z, Erdem CE (2017) BAUM-1: a spontaneous audio-visual face database of affective and mental states. IEEE Trans Affect Comput 8(3):300\u2013313","journal-title":"IEEE Trans Affect Comput"},{"issue":"4","key":"17653_CR27","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1007\/s10579-008-9076-6","volume":"42","author":"C Busso","year":"2008","unstructured":"Busso C, Bulut M, Lee CC, Kazemzadeh A, Mower E, Kim S, Chang JN, Lee S, Narayanan SS (2008) IEMOCAP: Interactive emotional dyadic motion capture database. J Lang Resour Eval 42(4):335\u2013359","journal-title":"J Lang Resour Eval"},{"key":"17653_CR28","doi-asserted-by":"crossref","unstructured":"Burkhardt F, Paeschke A, Rolfes M, Sendlmeier WF, Weiss B (2005) A database of German emotional speech. Ninth European Conference on Speech Communication and Technology","DOI":"10.21437\/Interspeech.2005-446"},{"key":"17653_CR29","unstructured":"Tripathi S, Tripathi S, Beigi H (2018) Multi-modal emotion recognition on IEMOCAP dataset using deep learning. arXiv preprint arXiv:1804.05788"},{"key":"17653_CR30","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning C (2014) Glove: Global vectors for word representation. Proceedings of the conference on empirical methods in natural language processing (EMNLP)","DOI":"10.3115\/v1\/D14-1162"},{"key":"17653_CR31","unstructured":"Li Y, Yuan Y (2017) Convergence analysis of two-layer neural networks with relu activation. Proc Adv Neural Inf Process Syst (30):597\u2013607"},{"issue":"1","key":"17653_CR32","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Hinton G, Krizhevsky A, Sutskever I, Salakhutdinov B (2014) Dropout: a simple way to prevent neural networks from overfitting. J Mach Learn Res 15(1):1929\u20131958","journal-title":"J Mach Learn Res"},{"issue":"8","key":"17653_CR33","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"issue":"1","key":"17653_CR34","first-page":"37","volume":"2","author":"M Powers","year":"2011","unstructured":"Powers M (2011) Evaluation: From precision, recall and F-measure to ROC, informedness, markedness and correlation\u2019. J Mach Learn Technol 2(1):37\u201363. http:\/\/hdl.handle.net\/2328\/27165. Accessed 12 Dec 2022","journal-title":"J Mach Learn Technol"},{"key":"17653_CR35","doi-asserted-by":"crossref","unstructured":"Shikder R, Rahaman S, Afroze F, Al Islam AA (2017) Keystroke\/mouse usage based emotion detection and user identification. International Conference on Networking, Systems and Security (NSysS), IEEE","DOI":"10.1109\/NSysS.2017.7885808"},{"key":"17653_CR36","doi-asserted-by":"crossref","unstructured":"Ghosh S, Ganguly N, Mitra B, De P (2017) Evaluating effectiveness of smartphone typing as an indicator of user emotion. Seventh International Conference on Affective Computing and Intelligent Interaction (ACII), IEEE","DOI":"10.1109\/ACII.2017.8273592"},{"issue":"5","key":"17653_CR37","doi-asserted-by":"publisher","first-page":"358","DOI":"10.1089\/cyber.2019.29150.csi","volume":"22","author":"A Gaggioli","year":"2019","unstructured":"Gaggioli A (2019) Online emotion recognition services are a hot trend. Cyberpsychology. Behav Social Netw 22(5):358\u2013359","journal-title":"Behav Social Netw"},{"key":"17653_CR38","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1109\/ACCESS.2018.2883213","volume":"7","author":"L Santamaria-Granados","year":"2018","unstructured":"Santamaria-Granados L, Munoz-Organero M, Ramirez-Gonzalez G, Abdulhay E, Arunkumar NJIA (2018) Using deep convolutional neural network for emotion detection on a physiological signals dataset (AMIGOS). IEEE Access 7:57\u201367","journal-title":"IEEE Access"},{"key":"17653_CR39","doi-asserted-by":"publisher","first-page":"35365","DOI":"10.1109\/ACCESS.2018.2836950","volume":"6","author":"Y Xin","year":"2018","unstructured":"Xin Y, Kong L, Liu Z, Chen Y, Li Y, Zhu H, Gao M, Hou H, Wang C (2018) Machine learning and deep learning methods for cybersecurity. IEEE Access 6:35365\u201335381","journal-title":"IEEE Access"},{"issue":"2","key":"17653_CR40","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/MASSP.1987.1165576","volume":"4","author":"R Lippmann","year":"1987","unstructured":"Lippmann R (1987) An introduction to computing with neural nets. IEEE ASSP Mag 4(2):4\u201322","journal-title":"IEEE ASSP Mag"},{"key":"17653_CR41","volume-title":"Affect in text and speech","author":"ECO Alm","year":"2008","unstructured":"Alm ECO (2008) Affect in text and speech. University of Illinois at Urbana-Champaign, Urbana"},{"key":"17653_CR42","doi-asserted-by":"crossref","unstructured":"Qin Y, Wu Y, Lee T, Kong APH (2020) An end-to-end approach to automatic speech assessment for cantonese-speaking people with aphasia. J Signal Process Syst (92):819\u20138","DOI":"10.1007\/s11265-019-01511-3"},{"issue":"1","key":"17653_CR43","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1007\/s44196-023-00234-5","volume":"16","author":"M Tahir","year":"2023","unstructured":"Tahir M, Halim Z, Waqas M, Tu S (2023) On the effect of emotion identification from Limited translated text samples using Computational Intelligence. Int J Comput Intell Syst 16(1):107","journal-title":"Int J Comput Intell Syst"},{"key":"17653_CR44","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1016\/j.knosys.2019.01.019","volume":"167","author":"F Huang","year":"2019","unstructured":"Huang F, Zhang X, Zhao Z, Xu J, Li Z (2019) Image\u2013text sentiment analysis via deep multimodal attentive fusion. Knowl Based Syst 167:26\u201337","journal-title":"Knowl Based Syst"},{"key":"17653_CR45","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106443","volume":"208","author":"Z Halim","year":"2020","unstructured":"Halim Z, Waqar M, Tahir M (2020) A machine learning-based investigation utilizing the in-text features for the identification of dominant emotion in an email. Knowl Based Syst 208:106443","journal-title":"Knowl Based Syst"},{"issue":"1","key":"17653_CR46","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40537-019-0235-y","volume":"6","author":"M Roccetti","year":"2019","unstructured":"Roccetti M, Delnevo G, Casini L, Cappiello G (2019) Is bigger always better? A controversial journey to the center of machine learning design, with uses and misuses of big data for predicting water meter failures. J Big Data 6(1):1\u201323","journal-title":"J Big Data"},{"issue":"1","key":"17653_CR47","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1145\/3392663","volume":"64","author":"G Marcus","year":"2019","unstructured":"Marcus G, Davis E (2019) Insights for AI from the human mind. Commun ACM 64(1):38\u201341","journal-title":"Commun ACM"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-17653-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-023-17653-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-17653-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,15]],"date-time":"2024-05-15T10:15:40Z","timestamp":1715768140000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-023-17653-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,21]]},"references-count":47,"journal-issue":{"issue":"18","published-online":{"date-parts":[[2024,5]]}},"alternative-id":["17653"],"URL":"https:\/\/doi.org\/10.1007\/s11042-023-17653-3","relation":{},"ISSN":["1573-7721"],"issn-type":[{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,11,21]]},"assertion":[{"value":"27 December 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 October 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 November 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 November 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests to declare relevant to this article\u2019s content.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}