{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T16:54:34Z","timestamp":1782147274140,"version":"3.54.5"},"reference-count":39,"publisher":"Allerton Press","issue":"1","license":[{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Aut. Control Comp. Sci."],"published-print":{"date-parts":[[2026,2]]},"DOI":"10.3103\/s0146411626700070","type":"journal-article","created":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T16:25:25Z","timestamp":1782145525000},"page":"60-72","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Deep Learning Approaches for Real-Time Affect Recognition"],"prefix":"10.3103","volume":"60","author":[{"given":"R.","family":"Selvi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"C.","family":"Vijayakumaran","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"1627","published-online":{"date-parts":[[2026,6,22]]},"reference":[{"key":"7952_CR1","unstructured":"MarketsandMarkets. Emotion detection and recognition market worth $37.1 billion by 2026\u2014Exclusive report by MarketsandMarkets, PR Newswire, 2021. https:\/\/www.prnewswire.com\/news-releases\/emotion-detection-and-recognition-market-worth-37-1-billion-by-2026\u2013exclusive-report-by-marketsandmarkets-301256671.html."},{"key":"7952_CR2","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1186\/s40537-020-00401-x","volume":"8","author":"A.F. Bulagang","year":"2021","unstructured":"Bulagang, A.F., Mountstephens, J., and Teo, J., Multiclass emotion prediction using heart rate and virtual reality stimuli, J. Big Data, 2021, vol. 8, no. 1, p. 12. https:\/\/doi.org\/10.1186\/s40537-020-00401-x","journal-title":"J. Big Data"},{"key":"7952_CR3","first-page":"1","volume":"5","author":"R.R. Rajeshwari","year":"2015","unstructured":"Rajeshwari, R.R. and Mano Raj, S.J., Opening of new insights for the researchers: A descriptive study on emotional maturity, International Journal of Engineering Management and Research, 2015, vol. 5, no. 11, pp. 1\u201312.","journal-title":"International Journal of Engineering Management and Research"},{"key":"7952_CR4","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1177\/1754073917749016","volume":"11","author":"E. Siedlecka","year":"2019","unstructured":"Siedlecka, E. and Denson, T.F., Experimental methods for inducing basic emotions: A qualitative review, Emotion Rev., 2019, vol. 11, no. 1, pp. 87\u201397. https:\/\/doi.org\/10.1177\/1754073917749016","journal-title":"Emotion Rev."},{"key":"7952_CR5","doi-asserted-by":"publisher","unstructured":"Kim, J., Bimodal emotion recognition using speech and physiological changes, Robust Speech Recognition and Understanding, Grimm, M. and Kroschel, K., Eds., London: IntechOpen, 2007, pp. 265\u2013280. https:\/\/doi.org\/10.5772\/4754","DOI":"10.5772\/4754"},{"key":"7952_CR6","doi-asserted-by":"publisher","first-page":"68","DOI":"10.4018\/jse.2010101605","volume":"1","author":"H. Gunes","year":"2010","unstructured":"Gunes, H. and Pantic, M., Automatic, dimensional and continuous emotion recognition, International Journal of Synthetic Emotions, 2010, vol. 1, no. 1, pp. 68\u201399. https:\/\/doi.org\/10.4018\/jse.2010101605","journal-title":"International Journal of Synthetic Emotions"},{"key":"7952_CR7","doi-asserted-by":"publisher","first-page":"318","DOI":"10.14569\/IJACSA.2017.080344","volume":"8","author":"W.M.B. Henia","year":"2017","unstructured":"Henia, W.M.B. and Lachiri, Z., Emotion classification in arousal-valence model using MAHNOB-HCI database, Int. J. Adv. Comput. Sci. Appl., 2017, vol. 8, no. 3, pp. 318\u2013323. https:\/\/doi.org\/10.14569\/IJACSA.2017.080344","journal-title":"Int. J. Adv. Comput. Sci. Appl."},{"key":"7952_CR8","doi-asserted-by":"publisher","first-page":"1110","DOI":"10.1109\/tcyb.2018.2797176","volume":"49","author":"W.-L. Zheng","year":"2019","unstructured":"Zheng, W.-L., Liu, W., Lu, Yi., Lu, B.-L., and Cichocki, A., EmotionMeter: A multimodal framework for recognizing human emotions, IEEE Trans. Cybern., 2019, vol. 49, no. 3, pp. 1110\u20131122. https:\/\/doi.org\/10.1109\/tcyb.2018.2797176","journal-title":"IEEE Trans. Cybern."},{"key":"7952_CR9","doi-asserted-by":"publisher","unstructured":"Tiwari, S., Agarwal, S., Syafrullah, M., and Adiyarta, K., Classification of physiological signals for emotion recognition using IoT, 2019 6th International Conference on Electrical Engineering, Computer Science and Informatics (EECSI), Bandung, Indonesia, 2019, IEEE, 2019, pp. 106\u2013111. https:\/\/doi.org\/10.23919\/eecsi48112.2019.8977062","DOI":"10.23919\/eecsi48112.2019.8977062"},{"key":"7952_CR10","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1109\/taffc.2019.2954118","volume":"13","author":"L. Romeo","year":"2019","unstructured":"Romeo, L., Cavallo, A., Pepa, L., Bianchi-Berthouze, N., and Pontil, M., Multiple instance learning for emotion recognition using physiological signals, IEEE Trans. Affective Comput., 2019, vol. 13, no. 1, pp. 389\u2013407. https:\/\/doi.org\/10.1109\/taffc.2019.2954118","journal-title":"IEEE Trans. Affective Comput."},{"key":"7952_CR11","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1109\/access.2018.2883213","volume":"7","author":"L. Santamaria-Granados","year":"2019","unstructured":"Santamaria-Granados, L., Munoz-Organero, M., Ramirez-Gonzalez, G., Abdulhay, E., and Arunkumar, N., Using deep convolutional neural network for emotion detection on a physiological signals dataset (AMIGOS), IEEE Access, 2019, vol. 7, pp. 57\u201367. https:\/\/doi.org\/10.1109\/access.2018.2883213","journal-title":"IEEE Access"},{"key":"7952_CR12","doi-asserted-by":"publisher","unstructured":"Lin, W., Li, Ch., and Sun, Sh., Deep convolutional neural network for emotion recognition using EEG and peripheral physiological signal, Image and Graphics. ICIG 2017, Zhao, Y., Kong, X., and Taubman, D., Eds., Lecture Notes in Computer Science, vol. 10667, Cham: Springer, 2017, pp. 385\u2013394. https:\/\/doi.org\/10.1007\/978-3-319-71589-6_33","DOI":"10.1007\/978-3-319-71589-6_33"},{"key":"7952_CR13","doi-asserted-by":"publisher","unstructured":"Yang, C.-J., Fahier, N., He, C.-Y., Li, W.-C., and Fang, W.-C., An AI-edge platform with multimodal wearable physiological signals monitoring sensors for affective computing applications, 2020 IEEE International Symposium on Circuits and Systems (ISCAS), Seville, 2020, IEEE, 2020, pp. 3\u20137. https:\/\/doi.org\/10.1109\/iscas45731.2020.9180909","DOI":"10.1109\/iscas45731.2020.9180909"},{"key":"7952_CR14","doi-asserted-by":"publisher","first-page":"718","DOI":"10.3390\/s20030718","volume":"20","author":"L. Shu","year":"2020","unstructured":"Shu, L., Yu, Ya., Chen, W., Hua, H., Li, Q., Jin, J., and Xu, X., Wearable emotion recognition using heart rate data from a smart bracelet, Sensors, 2020, vol. 20, no. 3, p. 718. https:\/\/doi.org\/10.3390\/s20030718","journal-title":"Sensors"},{"key":"7952_CR15","doi-asserted-by":"publisher","first-page":"722","DOI":"10.1109\/taffc.2018.2840973","volume":"11","author":"L. Piho","year":"2020","unstructured":"Piho, L. and Tjahjadi, T., A mutual information based adaptive windowing of informative EEG for emotion recognition, IEEE Trans. Affective Comput., 2020, vol. 11, no. 4, pp. 722\u2013735. https:\/\/doi.org\/10.1109\/taffc.2018.2840973","journal-title":"IEEE Trans. Affective Comput."},{"key":"7952_CR16","doi-asserted-by":"publisher","first-page":"21642","DOI":"10.1109\/access.2021.3055933","volume":"9","author":"M.D. Hssayeni","year":"2021","unstructured":"Hssayeni, M.D. and Ghoraani, B., Multi-modal physiological data fusion for affect estimation using deep learning, IEEE Access, 2021, vol. 9, pp. 21642\u201321652. https:\/\/doi.org\/10.1109\/access.2021.3055933","journal-title":"IEEE Access"},{"key":"7952_CR17","doi-asserted-by":"publisher","first-page":"3265","DOI":"10.1109\/access.2019.2962085","volume":"8","author":"H. Huang","year":"2020","unstructured":"Huang, H., Hu, Zh., Wang, W., and Wu, M., Multimodal emotion recognition based on ensemble convolutional neural network, IEEE Access, 2020, vol. 8, pp. 3265\u20133271. https:\/\/doi.org\/10.1109\/access.2019.2962085","journal-title":"IEEE Access"},{"key":"7952_CR18","doi-asserted-by":"publisher","unstructured":"Palanivel, R., Basani, D.K.R., Ramanjaneyulu Gudivaka, B., Fallah, M.H., and Hindumathy, N., Support vector machine with tunicate swarm optimization algorithm for emotion recognition in human\u2013robot interaction, 2024 International Conference on Intelligent Algorithms for Computational Intelligence Systems (IACIS), Hassan, India, 2024, IEEE, 2024, pp. 1\u20134. https:\/\/doi.org\/10.1109\/iacis61494.2024.10721631","DOI":"10.1109\/iacis61494.2024.10721631"},{"key":"7952_CR19","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1109\/jbhi.2017.2688239","volume":"22","author":"S. Katsigiannis","year":"2018","unstructured":"Katsigiannis, S. and Ramzan, N., DREAMER: A database for emotion recognition through EEG and ECG signals from wireless low-cost off-the-shelf devices, IEEE J. Biomed. Health Inf., 2018, vol. 22, no. 1, pp. 98\u2013107. https:\/\/doi.org\/10.1109\/jbhi.2017.2688239","journal-title":"IEEE J. Biomed. Health Inf."},{"key":"7952_CR20","doi-asserted-by":"publisher","first-page":"4386","DOI":"10.1109\/tcyb.2020.2987575","volume":"51","author":"X. Zhang","year":"2021","unstructured":"Zhang, X., Liu, J., Shen, J., Li, Sh., Hou, K., Hu, B., Gao, J., Zhang, T., and Hu, B., Emotion recognition from multimodal physiological signals using a regularized deep fusion of kernel machine, IEEE Trans. Cybern., 2021, vol. 51, no. 9, pp. 4386\u20134399. https:\/\/doi.org\/10.1109\/tcyb.2020.2987575","journal-title":"IEEE Trans. Cybern."},{"key":"7952_CR21","doi-asserted-by":"publisher","first-page":"12177","DOI":"10.1109\/access.2019.2891579","volume":"7","author":"T. Song","year":"2019","unstructured":"Song, T., Zheng, W., Lu, Ch., Zong, Yu., Zhang, X., and Cui, Zh., MPED: A multi-modal physiological emotion database for discrete emotion recognition, IEEE Access, 2019, vol. 7, pp. 12177\u201312191. https:\/\/doi.org\/10.1109\/access.2019.2891579","journal-title":"IEEE Access"},{"key":"7952_CR22","doi-asserted-by":"publisher","first-page":"225463","DOI":"10.1109\/access.2020.3027026","volume":"8","author":"B. Nakisa","year":"2020","unstructured":"Nakisa, B., Rastgoo, M.N., Rakotonirainy, A., Maire, F., and Chandran, V., Automatic emotion recognition using temporal multimodal deep learning, IEEE Access, 2020, vol. 8, pp. 225463\u2013225474. https:\/\/doi.org\/10.1109\/access.2020.3027026","journal-title":"IEEE Access"},{"key":"7952_CR23","doi-asserted-by":"publisher","first-page":"11896","DOI":"10.1109\/access.2020.2964794","volume":"8","author":"G. Du","year":"2020","unstructured":"Du, G., Long, Sh., and Yuan, H., Non-contact emotion recognition combining heart rate and facial expression for interactive gaming environments, IEEE Access, 2020, vol. 8, pp. 11896\u201311906. https:\/\/doi.org\/10.1109\/access.2020.2964794","journal-title":"IEEE Access"},{"key":"7952_CR24","doi-asserted-by":"publisher","first-page":"110421","DOI":"10.1109\/access.2021.3102042","volume":"9","author":"V.S. Bawa","year":"2021","unstructured":"Bawa, V.S., Sharma, Sh., Usman, M., Gupta, A., and Kumar, V., An automatic multimedia likability prediction system based on facial expression of observer, IEEE Access, 2021, vol. 9, pp. 110421\u2013110434. https:\/\/doi.org\/10.1109\/access.2021.3102042","journal-title":"IEEE Access"},{"key":"7952_CR25","doi-asserted-by":"publisher","first-page":"19","DOI":"10.3389\/fnbot.2017.00019","volume":"11","author":"Zh. Yin","year":"2017","unstructured":"Yin, Zh., Wang, Yo., Liu, L., Zhang, W., Zhang, J., Cross-subject EEG feature selection for emotion recognition using transfer recursive feature elimination, Front. Neurorobotics, 2017, vol. 11, p. 19. https:\/\/doi.org\/10.3389\/fnbot.2017.00019","journal-title":"Front. Neurorobotics"},{"key":"7952_CR26","doi-asserted-by":"publisher","first-page":"103029","DOI":"10.1016\/j.bspc.2021.103029","volume":"70","author":"Yi. Tan","year":"2021","unstructured":"Tan, Yi., Sun, Zh., Duan, F., Sol\u00e9-Casals, J., and Caiafa, C.F., A multimodal emotion recognition method based on facial expressions and electroencephalography, Biomed. Signal Process. Control, 2021, vol. 70, p. 103029. https:\/\/doi.org\/10.1016\/j.bspc.2021.103029","journal-title":"Biomed. Signal Process. Control"},{"key":"7952_CR27","doi-asserted-by":"publisher","first-page":"1898","DOI":"10.1109\/lsp.2021.3112314","volume":"28","author":"K. Zhang","year":"2021","unstructured":"Zhang, K., Li, Yu., Wang, J., Wang, Zh., and Li, X., Feature fusion for multimodal emotion recognition based on deep canonical correlation analysis, IEEE Signal Process. Lett., 2021, vol. 28, pp. 1898\u20131902. https:\/\/doi.org\/10.1109\/lsp.2021.3112314","journal-title":"IEEE Signal Process. Lett."},{"key":"7952_CR28","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1109\/taffc.2020.3000510","volume":"13","author":"S. Mai","year":"2020","unstructured":"Mai, S., Hu, H., Xu, J., and Xing, S., Multi-fusion residual memory network for multimodal human sentiment comprehension, IEEE Trans. Affective Comput., 2020, vol. 13, no. 1, pp. 320\u2013334. https:\/\/doi.org\/10.1109\/taffc.2020.3000510","journal-title":"IEEE Trans. Affective Comput."},{"key":"7952_CR29","doi-asserted-by":"publisher","first-page":"8402","DOI":"10.1109\/jsen.2018.2867221","volume":"19","author":"A. Albraikan","year":"2019","unstructured":"Albraikan, A., Tobon, D.P., and El Saddik, A., Toward user-independent emotion recognition using physiological signals, IEEE Sens. J., 2019, vol. 19, no. 19, pp. 8402\u20138412. https:\/\/doi.org\/10.1109\/jsen.2018.2867221","journal-title":"IEEE Sens. J."},{"key":"7952_CR30","doi-asserted-by":"publisher","first-page":"99152","DOI":"10.1109\/access.2019.2927134","volume":"7","author":"A. Gumaei","year":"2019","unstructured":"Gumaei, A., Hassan, M.M., Alelaiwi, A., and Alsalman, H., A hybrid deep learning model for human activity recognition using multimodal body sensing data, IEEE Access, 2019, vol. 7, pp. 99152\u201399160. https:\/\/doi.org\/10.1109\/access.2019.2927134","journal-title":"IEEE Access"},{"key":"7952_CR31","doi-asserted-by":"publisher","first-page":"94557","DOI":"10.1109\/access.2021.3092735","volume":"9","author":"S. Lee","year":"2021","unstructured":"Lee, S., Han, D.K., and Ko, H., Multimodal emotion recognition fusion analysis adapting BERT with heterogeneous feature unification, IEEE Access, 2021, vol. 9, pp. 94557\u201394572. https:\/\/doi.org\/10.1109\/access.2021.3092735","journal-title":"IEEE Access"},{"key":"7952_CR32","doi-asserted-by":"publisher","first-page":"2067","DOI":"10.1109\/tpami.2008.26","volume":"30","author":"J. Kim","year":"2008","unstructured":"Kim, J. and Andr\u00e9, E., Emotion recognition based on physiological changes in music listening, IEEE Trans. Pattern Anal. Mach. Intell., 2008, vol. 30, no. 12, pp. 2067\u20132083. https:\/\/doi.org\/10.1109\/tpami.2008.26","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"7952_CR33","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1007\/s10462-024-11065-x","volume":"58","author":"Ch. Barhoumi","year":"2024","unstructured":"Barhoumi, Ch. and Benayed, Ya., Real-time speech emotion recognition using deep learning and data augmentation, Artif. Intell. Rev., 2024, vol. 58, no. 2, p. 49. https:\/\/doi.org\/10.1007\/s10462-024-11065-x","journal-title":"Artif. Intell. Rev."},{"key":"7952_CR34","doi-asserted-by":"publisher","first-page":"1672","DOI":"10.1155\/s1110865704406192","volume":"2004","author":"Ch.L. Lisetti","year":"2004","unstructured":"Lisetti, Ch.L. and Nasoz, F., Using noninvasive wearable computers to recognize human emotions from physiological signals, EURASIP J. Adv. Signal Process., 2004, vol. 2004, no. 11, pp. 1672\u20131687. https:\/\/doi.org\/10.1155\/s1110865704406192","journal-title":"EURASIP J. Adv. Signal Process."},{"key":"7952_CR35","doi-asserted-by":"publisher","first-page":"306","DOI":"10.1016\/0013-4694(70)90143-4","volume":"29","author":"B. Hjorth","year":"1970","unstructured":"Hjorth, B., EEG analysis based on time domain properties, Electroencephalogr. Clin. Neurophysiol., 1970, vol. 29, no. 3, pp. 306\u2013310. https:\/\/doi.org\/10.1016\/0013-4694(70)90143-4","journal-title":"Electroencephalogr. Clin. Neurophysiol."},{"key":"7952_CR36","doi-asserted-by":"publisher","first-page":"1226","DOI":"10.1109\/TPAMI.2005.159","volume":"27","author":"H. Peng","year":"2005","unstructured":"Peng, H., Long, F., and Ding, C., Feature selection based on mutual information criteria of max-dependency, max-relevance, and min-redundancy, IEEE Trans. Pattern Anal. Mach. Intell., 2005, vol. 27, no. 8, pp. 1226\u20131238. https:\/\/doi.org\/10.1109\/TPAMI.2005.159","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"7952_CR37","doi-asserted-by":"publisher","unstructured":"Xie, B., Sidulova, M., and Park, C.H., Robust multimodal emotion recognition from conversation with transformer-based cross-modality fusion, Sensors, 2021, vol. 21, no. 14, p. 4913. https:\/\/doi.org\/10.3390\/s21144913","DOI":"10.3390\/s21144913"},{"key":"7952_CR38","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1109\/taffc.2015.2392932","volume":"6","author":"M.Kh. Abadi","year":"2015","unstructured":"Abadi, M.Kh., Subramanian, R., Kia, S.M., Avesani, P., Patras, I., and Sebe, N., DECAF: MEG-based multimodal database for decoding affective physiological responses, IEEE Trans. Affective Comput., 2015, vol. 6, no.\u00a03, pp. 209\u2013222. https:\/\/doi.org\/10.1109\/taffc.2015.2392932","journal-title":"IEEE Trans. Affective Comput."},{"key":"7952_CR39","doi-asserted-by":"publisher","first-page":"9573","DOI":"10.1007\/s13369-021-05369-1","volume":"46","author":"M. Murugappan","year":"2021","unstructured":"Murugappan, M., Zheng, B.S., and Khairunizam, W., Recurrent quantification analysis-based emotion classification in stroke using electroencephalogram signals, Arabian J. Sci. Eng., 2021, vol. 46, no. 10, pp. 9573\u20139588. https:\/\/doi.org\/10.1007\/s13369-021-05369-1","journal-title":"Arabian J. Sci. Eng."}],"container-title":["Automatic Control and Computer Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.3103\/S0146411626700070.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.3103\/S0146411626700070","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.3103\/S0146411626700070.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T16:25:31Z","timestamp":1782145531000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.3103\/S0146411626700070"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2]]},"references-count":39,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,2]]}},"alternative-id":["7952"],"URL":"https:\/\/doi.org\/10.3103\/s0146411626700070","relation":{},"ISSN":["0146-4116","1558-108X"],"issn-type":[{"value":"0146-4116","type":"print"},{"value":"1558-108X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,2]]},"assertion":[{"value":"29 November 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 January 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 November 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 June 2026","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors of this work declare that they have no conflicts of interest.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"CONFLICT OF INTEREST"}}]}}