{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,5]],"date-time":"2026-11-05T04:13:31Z","timestamp":1793852011733,"version":"4.6.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T00:00:00Z","timestamp":1714089600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T00:00:00Z","timestamp":1714089600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-024-19171-2","type":"journal-article","created":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T05:01:42Z","timestamp":1714107702000},"page":"1-36","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":44,"title":["Multimodal emotion recognition model via hybrid model with improved feature level fusion on facial and EEG feature set"],"prefix":"10.1007","volume":"84","author":[{"given":"Pratima","family":"Singh","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mukesh Kumar","family":"Tripathi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mithun B.","family":"Patil","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"family":"Shivendra","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Madugundu","family":"Neelakantappa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,4,26]]},"reference":[{"key":"19171_CR1","doi-asserted-by":"publisher","unstructured":"Stickel C, Ebner M, Steinbach-Nordmann S, Searle G, Holzinger A (2009) Emotion detection: application of the valence arousal space for rapid biological usability testing to enhance universal access. In: Stephanidis C (eds) universal access in human-computer interaction. addressing diversity. UAHCI 2009. Lecture Notes in Computer Science, vol 5614. Springer, Berlin, Heidelberg. https:\/\/doi.org\/10.1007\/978-3-642-02707-9_70","DOI":"10.1007\/978-3-642-02707-9_70"},{"key":"19171_CR2","doi-asserted-by":"publisher","first-page":"225463","DOI":"10.1109\/ACCESS.2020.3027026","volume":"8","author":"B Nakisa","year":"2020","unstructured":"Nakisa B, Rastgoo MN, Rakotonirainy A, Maire F, Chandran V (2020) Automatic emotion recognition using temporal multimodal deep learning. IEEE Access 8:225463\u2013225474. https:\/\/doi.org\/10.1109\/ACCESS.2020.3027026","journal-title":"IEEE Access"},{"key":"19171_CR3","doi-asserted-by":"publisher","first-page":"985","DOI":"10.1109\/TASLP.2021.3049898","volume":"29","author":"Z Lian","year":"2021","unstructured":"Lian Z, Liu B, Tao J (2021) CTNet: conversational transformer network for emotion recognition. IEEE\/ACM Trans Audio Speech Lang Process 29:985\u20131000. https:\/\/doi.org\/10.1109\/TASLP.2021.3049898","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"issue":"6","key":"19171_CR4","doi-asserted-by":"publisher","first-page":"899","DOI":"10.1016\/j.ipm.2014.07.005","volume":"50","author":"G Petz","year":"2014","unstructured":"Petz G, Karpowicz M, Fuerschuss H, Auinger A, Stritesky V, Holzinger A (2014) Computational approaches for mining user\u2019s opinions on the Web 2.0. Inf Process Manage 50(6):899\u2013908. https:\/\/doi.org\/10.1016\/j.ipm.2014.07.005","journal-title":"Inf Process Manage"},{"key":"19171_CR5","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1007\/s00779-018-01195-9","volume":"23","author":"Y Wang","year":"2019","unstructured":"Wang Y (2019) Multimodal emotion recognition algorithm based on edge network emotion element compensation and data fusion. Pers UbiquitComput 23:383\u2013392. https:\/\/doi.org\/10.1007\/s00779-018-01195-9","journal-title":"Pers UbiquitComput"},{"issue":"1","key":"19171_CR6","first-page":"115","volume":"3","author":"K Aggarwal","year":"2022","unstructured":"Aggarwal K, Mijwil MM, Al-Mistarehi AH, Alomari S, G\u00f6k M, Alaabdin AMZ, Abdulrhman SH (2022) Has the future started? The current growth of artificial intelligence, machine learning, and deep learning. Iraqi J Comput Sci Math 3(1):115\u2013123","journal-title":"Iraqi J Comput Sci Math"},{"issue":"5","key":"19171_CR7","doi-asserted-by":"publisher","first-page":"3567","DOI":"10.1109\/TCYB.2020.3013112","volume":"52","author":"N Ayari","year":"2022","unstructured":"Ayari N, Abdelkawy H, Chibani A, Amirat Y (2022) Hybrid model-based emotion contextual recognition for cognitive assistance services. IEEE Trans Cybernet 52(5):3567\u20133576. https:\/\/doi.org\/10.1109\/TCYB.2020.3013112","journal-title":"IEEE Trans Cybernet"},{"key":"19171_CR8","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1007\/s10723-021-09564-0","volume":"19","author":"D Liu","year":"2021","unstructured":"Liu D, Chen L, Wang Z et al (2021) Speech expression multimodal emotion recognition based on deep belief network. J Grid Computing 19:22. https:\/\/doi.org\/10.1007\/s10723-021-09564-0","journal-title":"J Grid Computing"},{"key":"19171_CR9","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-023-17037-7","author":"MK Tripathi","year":"2023","unstructured":"Tripathi MK (2023) Shivendra Neutrosophic approach based intelligent system for automatic mango detection. Multimed Tools Appl. https:\/\/doi.org\/10.1007\/s11042-023-17037-7","journal-title":"Multimed Tools Appl"},{"key":"19171_CR10","doi-asserted-by":"crossref","unstructured":"Tripathi MK, Shivendra (2024) Improved deep belief network for estimating mango quality indices and grading: a computer vision-based neutrosophic approach. Network: Computation in Neural Systems 1\u201329","DOI":"10.1080\/0954898X.2023.2299851"},{"key":"19171_CR11","doi-asserted-by":"publisher","first-page":"8213","DOI":"10.1007\/s11042-020-10030-4","volume":"80","author":"RH Huan","year":"2021","unstructured":"Huan RH, Shu J, Bao SL et al (2021) Video multimodal emotion recognition based on Bi-GRU and attention fusion. Multimed Tools Appl 80:8213\u20138240. https:\/\/doi.org\/10.1007\/s11042-020-10030-4","journal-title":"Multimed Tools Appl"},{"issue":"Suppl 1","key":"19171_CR12","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/s40998-018-0142-9","volume":"43","author":"F Rahdari","year":"2019","unstructured":"Rahdari F, Rashedi E, Eftekhari M (2019) A multimodal emotion recognition system using facial landmark analysis. Iran J Sci Technol Trans Electr Eng 43(Suppl 1):171\u2013189. https:\/\/doi.org\/10.1007\/s40998-018-0142-9","journal-title":"Iran J Sci Technol Trans Electr Eng"},{"key":"19171_CR13","doi-asserted-by":"publisher","first-page":"923","DOI":"10.1007\/s13042-019-01056-8","volume":"11","author":"Z Wang","year":"2020","unstructured":"Wang Z, Zhou X, Wang W et al (2020) Emotion recognition using multimodal deep learning in multiple psychophysiological signals and video. Int J Mach Learn Cyber 11:923\u2013934. https:\/\/doi.org\/10.1007\/s13042-019-01056-8","journal-title":"Int J Mach Learn Cyber"},{"key":"19171_CR14","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1007\/s40846-019-00505-7","volume":"40","author":"D Ayata","year":"2020","unstructured":"Ayata D, Yaslan Y, Kamasak ME (2020) Emotion recognition from multimodal physiological signals for emotion aware healthcare systems. J Med Biol Eng 40:149\u2013157. https:\/\/doi.org\/10.1007\/s40846-019-00505-7","journal-title":"J Med Biol Eng"},{"key":"19171_CR15","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1007\/s10772-020-09713-y","volume":"23","author":"A Christy","year":"2020","unstructured":"Christy A, Vaithyasubramanian S, Jesudoss A et al (2020) Multimodal speech emotion recognition and classification using convolutional neural network techniques. Int J Speech Technol 23:381\u2013388. https:\/\/doi.org\/10.1007\/s10772-020-09713-y","journal-title":"Int J Speech Technol"},{"key":"19171_CR16","doi-asserted-by":"crossref","unstructured":"Singh P, Srivastava R, Kumar V (2021) A multimodal hierarchical approach to speech emotion recognition from audio and text. Knowledge-Based Syst 229 (Cover date: 11 October 2021)Article 107316","DOI":"10.1016\/j.knosys.2021.107316"},{"key":"19171_CR17","doi-asserted-by":"crossref","unstructured":"Wang S, Wang W, Zhao J, Chen S, Jin Q, Zhang S, Qin Y (2017) Emotion recognition with multimodal features and temporal models. In: Proceedings of the 19th ACM international conference on multimodal interaction (pp 598\u2013602)","DOI":"10.1145\/3136755.3143016"},{"key":"19171_CR18","doi-asserted-by":"publisher","first-page":"7943","DOI":"10.1109\/ACCESS.2021.3049516","volume":"9","author":"Y Zhang","year":"2021","unstructured":"Zhang Y, Cheng C, Zhang Y (2021) Multimodal emotion recognition using a hierarchical fusion convolutional neural network. IEEE Access 9:7943\u20137951","journal-title":"IEEE Access"},{"key":"19171_CR19","doi-asserted-by":"publisher","first-page":"172948","DOI":"10.1109\/ACCESS.2019.2955637","volume":"7","author":"S Nemati","year":"2019","unstructured":"Nemati S, Rohani R, Basiri ME, Abdar M, Yen NY, Makarenkov V (2019) A hybrid latent space data fusion method for multimodal emotion recognition. IEEE Access 7:172948\u2013172964","journal-title":"IEEE Access"},{"key":"19171_CR20","doi-asserted-by":"publisher","first-page":"168865","DOI":"10.1109\/ACCESS.2020.3023871","volume":"8","author":"Y Cimtay","year":"2020","unstructured":"Cimtay Y, Ekmekcioglu E, Caglar-Ozhan S (2020) Cross-subject multimodal emotion recognition based on hybrid fusion. IEEE Access 8:168865\u2013168878","journal-title":"IEEE Access"},{"key":"19171_CR21","doi-asserted-by":"crossref","unstructured":"Tan Y, Sun Z, Caiafa CF (2021) A multimodal emotion recognition method based on facial expressions and electroencephalography. Biomedical Signal Processing and Control 70 (Cover date: September 2021)Article 103029","DOI":"10.1016\/j.bspc.2021.103029"},{"issue":"2","key":"19171_CR22","doi-asserted-by":"publisher","first-page":"10250","DOI":"10.1016\/j.ifacol.2020.12.2756","volume":"53","author":"L Chen","year":"2020","unstructured":"Chen L, Wang K, Hirota K (2020) K-means clustering-based kernel canonical correlation analysis for multimodal emotion recognition. IFAC-PapersOnLine 53(2):10250\u201310254","journal-title":"IFAC-PapersOnLine"},{"key":"19171_CR23","doi-asserted-by":"publisher","first-page":"94557","DOI":"10.1109\/ACCESS.2021.3092735","volume":"9","author":"S Lee","year":"2021","unstructured":"Lee S, Han DK, Ko H (2021) Multimodal emotion recognition fusion analysis adapting BERT with heterogeneous feature unification. IEEE Access 9:94557\u201394572. https:\/\/doi.org\/10.1109\/ACCESS.2021.3092735","journal-title":"IEEE Access"},{"key":"19171_CR24","doi-asserted-by":"publisher","first-page":"168865","DOI":"10.1109\/ACCESS.2020.3023871","volume":"8","author":"Y Cimtay","year":"2020","unstructured":"Cimtay Y, Ekmekcioglu E, Caglar-Ozhan S (2020) Cross-subject multimodal emotion recognition based on hybrid fusion. IEEE Access 8:168865\u2013168878. https:\/\/doi.org\/10.1109\/ACCESS.2020.3023871","journal-title":"IEEE Access"},{"key":"19171_CR25","doi-asserted-by":"publisher","first-page":"164130","DOI":"10.1109\/ACCESS.2020.3021994","volume":"8","author":"H Zhang","year":"2020","unstructured":"Zhang H (2020) Expression-EEG based collaborative multimodal emotion recognition using deep autoencoder. IEEE Access 8:164130\u2013164143. https:\/\/doi.org\/10.1109\/ACCESS.2020.3021994","journal-title":"IEEE Access"},{"key":"19171_CR26","doi-asserted-by":"publisher","first-page":"176274","DOI":"10.1109\/ACCESS.2020.3026823","volume":"8","author":"S Siriwardhana","year":"2020","unstructured":"Siriwardhana S, Kaluarachchi T, Billinghurst M, Nanayakkara S (2020) Multimodal emotion recognition with transformer-based self supervised feature fusion. IEEE Access 8:176274\u2013176285. https:\/\/doi.org\/10.1109\/ACCESS.2020.3026823","journal-title":"IEEE Access"},{"key":"19171_CR27","doi-asserted-by":"publisher","first-page":"1046","DOI":"10.1109\/LSP.2021.3078698","volume":"28","author":"M Ren","year":"2021","unstructured":"Ren M, Huang X, Shi X, Nie W (2021) Interactive multimodal attention network for emotion recognition in conversation. IEEE Signal Process Lett 28:1046\u20131050. https:\/\/doi.org\/10.1109\/LSP.2021.3078698","journal-title":"IEEE Signal Process Lett"},{"issue":"9","key":"19171_CR28","doi-asserted-by":"publisher","first-page":"4386","DOI":"10.1109\/TCYB.2020.2987575","volume":"51","author":"X Zhang","year":"2021","unstructured":"Zhang X et al (2021) Emotion recognition from multimodal physiological signals using a regularized deep fusion of kernel machine. IEEE Trans Cybernet 51(9):4386\u20134399. https:\/\/doi.org\/10.1109\/TCYB.2020.2987575","journal-title":"IEEE Trans Cybernet"},{"issue":"6","key":"19171_CR29","first-page":"127","volume":"6","author":"H Guo","year":"2023","unstructured":"Guo H, Gao Z (2023) Multimodal sentiment recognition based on Bi-LSTM and fusion mechanism. Acad J Comput Inf Sci 6(6):127\u2013132","journal-title":"Acad J Comput Inf Sci"},{"key":"19171_CR30","doi-asserted-by":"crossref","unstructured":"Alhussan AA, Talaat FM, El-kenawy ES, Abdelhamid AA, Ibrahim A, Khafaga DS, Alnaggar M (2023 ) Facial expression recognition model depending on optimized support vector machine. Computers, Materials & Continua 76(1)","DOI":"10.32604\/cmc.2023.039368"},{"key":"19171_CR31","unstructured":"Shouran M, Elgamli E (2020) Design and implementation of Butterworth filter. International Journal of Innovative Research in Science Engineering and Technology 9(9):7975\u201383"},{"key":"19171_CR32","first-page":"27","volume":"23","author":"AR Ahad","year":"2018","unstructured":"Ahad AR, Paul T, Shammi UA, Shammi UA (2018) A study on face detection using Viola-Jones algorithm for various backgrounds, angels and distances. IJBSCHS 23:27\u201336","journal-title":"IJBSCHS"},{"key":"19171_CR33","unstructured":"Moukadem A, Bouguila Z, Abdeslam DO, Dieterlen A (2014) Stockwell transform optimization applied on the detection of split in heart sounds. European Signal Processing Conference"},{"key":"19171_CR34","first-page":"1355","volume":"11","author":"T Duzenli","year":"2011","unstructured":"Duzenli T, Ozkurt N (2011) Comparison of wavelet-based feature extraction methods for speech\/music discrimination. IU-JEEE 11:1355\u20131362","journal-title":"IU-JEEE"},{"key":"19171_CR35","doi-asserted-by":"publisher","first-page":"3976","DOI":"10.3906\/elk-1502-162","volume":"24","author":"O Aydemir","year":"2016","unstructured":"Aydemir O (2016) Commonspatialpattern-basedfeatureextraction from the best time segment ofBCIdata. Turk J Electr Eng Comput Sci 24:3976\u20133986","journal-title":"Turk J Electr Eng Comput Sci"},{"key":"19171_CR36","doi-asserted-by":"crossref","unstructured":"Zhou T, Wu X-J, Wu T, Feng Z-H (2012) An improved AAM method for extracting human facial features. J Appl Math. Article ID 643562","DOI":"10.1155\/2012\/643562"},{"key":"19171_CR37","doi-asserted-by":"publisher","first-page":"2635","DOI":"10.3233\/IFS-1412366","volume":"27","author":"P Kannana","year":"2014","unstructured":"Kannana P, ShanthaSelvaKumari R (2014) VLSI architecture for LGXP texture for facerecognition. J Intell Fuzzy Syst 27:2635\u20132647","journal-title":"J Intell Fuzzy Syst"},{"key":"19171_CR38","doi-asserted-by":"publisher","unstructured":"Dai M, Dai G, Wu Y, Xia Y, Shen F, Zhang H (2019) An improved feature fusion for speaker recognition. In: 2019 IEEE fourth international conference on data science in cyberspace (DSC), Hangzhou, China, pp 183\u2013187. https:\/\/doi.org\/10.1109\/DSC.2019.00035","DOI":"10.1109\/DSC.2019.00035"},{"key":"19171_CR39","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/1570\/1\/012011","author":"C Bai","year":"2020","unstructured":"Bai C (2020) AGA-LSTM: an optimized LSTM neural network model based on adaptive genetic algorithm. ICAACE. https:\/\/doi.org\/10.1088\/1742-6596\/1570\/1\/012011","journal-title":"ICAACE"},{"key":"19171_CR40","doi-asserted-by":"crossref","unstructured":"Hossain MA, Sajib MSA (2019) Classification of image using convolutional neural network (CNN). Global J Comp Sci Technol 19(D2):13\u201318","DOI":"10.34257\/GJCSTDVOL19IS2PG13"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-024-19171-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-024-19171-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-024-19171-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,27]],"date-time":"2025-01-27T09:20:55Z","timestamp":1737969655000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-024-19171-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,26]]},"references-count":40,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,1]]}},"alternative-id":["19171"],"URL":"https:\/\/doi.org\/10.1007\/s11042-024-19171-2","relation":{},"ISSN":["1573-7721"],"issn-type":[{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,26]]},"assertion":[{"value":"15 December 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 March 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 April 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 April 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not Relevant.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Not Relevant.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"The writers say they have no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}