{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T16:00:47Z","timestamp":1782835247410,"version":"3.54.5"},"reference-count":209,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2025,2,14]],"date-time":"2025-02-14T00:00:00Z","timestamp":1739491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,2,14]],"date-time":"2025-02-14T00:00:00Z","timestamp":1739491200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Artif Intell Rev"],"DOI":"10.1007\/s10462-025-11126-9","type":"journal-article","created":{"date-parts":[[2025,2,14]],"date-time":"2025-02-14T17:49:31Z","timestamp":1739555371000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":97,"title":["A review on EEG-based multimodal learning for emotion recognition"],"prefix":"10.1007","volume":"58","author":[{"given":"Rajasekhar","family":"Pillalamarri","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Udhayakumar","family":"Shanmugam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,2,14]]},"reference":[{"key":"11126_CR1","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1109\/TAFFC.2015.2392932","volume":"6","author":"MK Abadi","year":"2015","unstructured":"Abadi MK, Subramanian R, Kia SM et al (2015) DECAF: MEG-based multimodal database for decoding affective physiological responses. IEEE Trans Affect Comput 6:209\u2013222. https:\/\/doi.org\/10.1109\/TAFFC.2015.2392932","journal-title":"IEEE Trans Affect Comput"},{"key":"11126_CR2","first-page":"247","volume-title":"Proceedings of the international conference on advanced intelligent systems and informatics","author":"MA AbdelAal","year":"2018","unstructured":"AbdelAal MA, Alsawy AA, Hefny HA (2018) EEG-based emotion recognition using a wrapper-based feature selection method. In: Hassanien AE, Shaalan K, Gaber T, Tolba MF (eds) Proceedings of the international conference on advanced intelligent systems and informatics. Springer, Cham, pp 247\u2013256"},{"key":"11126_CR3","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1016\/j.knosys.2013.02.014","volume":"45","author":"UR Acharya","year":"2013","unstructured":"Acharya UR, Vinitha Sree S, Swapna G et al (2013) Automated EEG analysis of epilepsy: a review. Knowl-Based Syst 45:147\u2013165. https:\/\/doi.org\/10.1016\/j.knosys.2013.02.014","journal-title":"Knowl-Based Syst"},{"key":"11126_CR4","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1016\/S0304-3940(97)00232-2","volume":"226","author":"LI Aftanas","year":"1997","unstructured":"Aftanas LI, Lotova NV, Koshkarov VI et al (1997) Non-linear analysis of emotion EEG: calculation of Kolmogorov entropy and the principal Lyapunov exponent. Neurosci Lett 226:13\u201316. https:\/\/doi.org\/10.1016\/S0304-3940(97)00232-2","journal-title":"Neurosci Lett"},{"key":"11126_CR5","volume":"17","author":"N Ahmed","year":"2023","unstructured":"Ahmed N, Al Aghbari Z, Girija S (2023) A systematic survey on multimodal emotion recognition using learning algorithms. Intell Syst Appl 17:200171","journal-title":"Intell Syst Appl"},{"key":"11126_CR6","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1016\/B978-0-12-814597-5.00006-0","volume-title":"Advanced rehabilitative technology","author":"Q Ai","year":"2018","unstructured":"Ai Q, Liu Q, Meng W, Xie SQ (2018) EEG-based brain intention recognition. In: Ai Q, Liu Q, Meng W, Xie SQ (eds) Advanced rehabilitative technology. Academic Press, pp 135\u2013166"},{"key":"11126_CR7","doi-asserted-by":"publisher","first-page":"R1","DOI":"10.1088\/0967-3334\/28\/3\/R01","volume":"28","author":"J Allen","year":"2007","unstructured":"Allen J (2007) Photoplethysmography and its application in clinical physiological measurement. Physiol Meas 28:R1. https:\/\/doi.org\/10.1088\/0967-3334\/28\/3\/R01","journal-title":"Physiol Meas"},{"key":"11126_CR8","doi-asserted-by":"publisher","first-page":"2228","DOI":"10.3390\/app14062228","volume":"14","author":"M \u00c1lvarez-Jim\u00e9nez","year":"2024","unstructured":"\u00c1lvarez-Jim\u00e9nez M, Calle-Jimenez T, Hern\u00e1ndez-\u00c1lvarez M (2024) A comprehensive evaluation of features and simple machine learning algorithms for electroencephalographic-based emotion recognition. Appl Sci 14:2228. https:\/\/doi.org\/10.3390\/app14062228","journal-title":"Appl Sci"},{"key":"11126_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2024.128354","volume":"604","author":"A Apicella","year":"2024","unstructured":"Apicella A, Arpaia P, D\u2019Errico G et al (2024) Toward cross-subject and cross-session generalization in EEG-based emotion recognition: systematic review, taxonomy, and methods. Neurocomputing 604:128354. https:\/\/doi.org\/10.1016\/j.neucom.2024.128354","journal-title":"Neurocomputing"},{"key":"11126_CR10","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1016\/j.eswa.2015.10.049","volume":"47","author":"J Atkinson","year":"2016","unstructured":"Atkinson J, Campos D (2016) Improving BCI-based emotion recognition by combining EEG feature selection and kernel classifiers. Expert Syst Appl 47:35\u201341. https:\/\/doi.org\/10.1016\/j.eswa.2015.10.049","journal-title":"Expert Syst Appl"},{"key":"11126_CR11","first-page":"67","volume-title":"International review of neurobiology","author":"C Babiloni","year":"2009","unstructured":"Babiloni C, Pizzella V, Gratta CD et al (2009) Fundamentals of electroencefalography, magnetoencefalography, and functional magnetic resonance imaging. International review of neurobiology. Academic Press, pp 67\u201380"},{"key":"11126_CR12","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1016\/j.inffus.2021.03.001","volume":"73","author":"N Bahador","year":"2021","unstructured":"Bahador N, Jokelainen J, Mustola S, Kortelainen J (2021) Multimodal spatio-temporal-spectral fusion for deep learning applications in physiological time series processing: a case study in monitoring the depth of anesthesia. Inform Fusion 73:125\u2013143. https:\/\/doi.org\/10.1016\/j.inffus.2021.03.001","journal-title":"Inform Fusion"},{"key":"11126_CR13","doi-asserted-by":"publisher","first-page":"590","DOI":"10.1080\/10494820.2014.908927","volume":"24","author":"K Bahreini","year":"2016","unstructured":"Bahreini K, Nadolski R, Westera W (2016) Towards multimodal emotion recognition in e-learning environments. Interact Learn Environ 24:590\u2013605. https:\/\/doi.org\/10.1080\/10494820.2014.908927","journal-title":"Interact Learn Environ"},{"key":"11126_CR14","first-page":"289","volume-title":"Pattern recognition. ICPR international workshops and challenges","author":"A Bakhshi","year":"2021","unstructured":"Bakhshi A, Chalup S (2021) Multimodal emotion recognition based on speech and physiological signals using deep neural networks. In: Del Bimbo A, Cucchiara R, Sclaroff S et al (eds) Pattern recognition. ICPR international workshops and challenges. Springer, Cham, pp 289\u2013300"},{"key":"11126_CR15","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1007\/s12144-014-9219-4","volume":"33","author":"I Bakker","year":"2014","unstructured":"Bakker I, van der Voordt T, Vink P, de Boon J (2014) Pleasure, arousal, dominance: mehrabian and Russell revisited. Curr Psychol 33:405\u2013421. https:\/\/doi.org\/10.1007\/s12144-014-9219-4","journal-title":"Curr Psychol"},{"key":"11126_CR16","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1016\/j.ijpsycho.2007.10.002","volume":"67","author":"M Balconi","year":"2008","unstructured":"Balconi M, Lucchiari C (2008) Consciousness and arousal effects on emotional face processing as revealed by brain oscillations. A gamma band analysis. Int J Psychophysiol 67:41\u201346. https:\/\/doi.org\/10.1016\/j.ijpsycho.2007.10.002","journal-title":"Int J Psychophysiol"},{"key":"11126_CR17","doi-asserted-by":"publisher","first-page":"708","DOI":"10.1016\/j.neuroimage.2009.02.028","volume":"46","author":"T Ball","year":"2009","unstructured":"Ball T, Kern M, Mutschler I et al (2009) Signal quality of simultaneously recorded invasive and non-invasive EEG. Neuroimage 46:708\u2013716. https:\/\/doi.org\/10.1016\/j.neuroimage.2009.02.028","journal-title":"Neuroimage"},{"key":"11126_CR18","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1109\/TPAMI.2018.2798607","volume":"41","author":"T Baltru\u0161aitis","year":"2018","unstructured":"Baltru\u0161aitis T, Ahuja C, Morency L-P (2018) Multimodal machine learning: a survey and taxonomy. IEEE Trans Pattern Anal Mach Intell 41:423\u2013443","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"11126_CR19","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevLett.88.174102","volume":"88","author":"C Bandt","year":"2002","unstructured":"Bandt C, Pompe B (2002) Permutation entropy: a natural complexity measure for time series. Phys Rev Lett 88:174102. https:\/\/doi.org\/10.1103\/PhysRevLett.88.174102","journal-title":"Phys Rev Lett"},{"key":"11126_CR20","doi-asserted-by":"publisher","first-page":"4835","DOI":"10.1007\/s11042-016-3796-1","volume":"76","author":"S Barra","year":"2017","unstructured":"Barra S, Casanova A, Fraschini M, Nappi M (2017) Fusion of physiological measures for multimodal biometric systems. Multimed Tools Appl 76:4835\u20134847. https:\/\/doi.org\/10.1007\/s11042-016-3796-1","journal-title":"Multimed Tools Appl"},{"key":"11126_CR21","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1007\/BF01797193","volume":"87","author":"H Berger","year":"1929","unstructured":"Berger H (1929) \u00dcber das Elektrenkephalogramm des Menschen. Archiv f Psychiatrie 87:527\u2013570. https:\/\/doi.org\/10.1007\/BF01797193","journal-title":"Archiv f Psychiatrie"},{"key":"11126_CR210","doi-asserted-by":"crossref","unstructured":"Bezdek JC (1981) Pattern Recognition with Fuzzy Objective Function Algorithms. Springer US, Boston, MA","DOI":"10.1007\/978-1-4757-0450-1"},{"key":"11126_CR22","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1515\/cait-2016-0032","volume":"16","author":"B Bontchev","year":"2016","unstructured":"Bontchev B (2016) Adaptation in affective video games: a literature review. Cybernet Inform Technol 16:3\u201334","journal-title":"Cybernet Inform Technol"},{"key":"11126_CR23","doi-asserted-by":"publisher","first-page":"140990","DOI":"10.1109\/ACCESS.2019.2944001","volume":"7","author":"PJ Bota","year":"2019","unstructured":"Bota PJ, Wang C, Fred AL, Da Silva HP (2019) A review, current challenges, and future possibilities on emotion recognition using machine learning and physiological signals. IEEE Access 7:140990\u2013141020","journal-title":"IEEE Access"},{"key":"11126_CR24","doi-asserted-by":"publisher","first-page":"467","DOI":"10.3389\/fpsyg.2018.00467","volume":"9","author":"S Br\u00e1s","year":"2018","unstructured":"Br\u00e1s S, Ferreira JHT, Soares SC, Pinho AJ (2018) Biometric and emotion identification: an ECG compression based method. Front Psychol 9:467","journal-title":"Front Psychol"},{"key":"11126_CR25","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L (2001) Random forests. Mach Learn 45:5\u201332. https:\/\/doi.org\/10.1023\/A:1010933404324","journal-title":"Mach Learn"},{"key":"11126_CR26","doi-asserted-by":"publisher","unstructured":"Broek E van den (2011) Affective signal processing (ASP): unraveling the mystery of emotions. https:\/\/doi.org\/10.3990\/1.9789036532433","DOI":"10.3990\/1.9789036532433"},{"key":"11126_CR27","unstructured":"Bromfield EB, Cavazos JE, Sirven JI (2006) Slide 14, [10\/20 System of EEG Electrode Placement]. https:\/\/www.ncbi.nlm.nih.gov\/books\/NBK2510\/figure\/A44\/. Accessed 3 Jun 2024"},{"key":"11126_CR28","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1016\/j.jneumeth.2004.03.002","volume":"137","author":"A Bruns","year":"2004","unstructured":"Bruns A (2004) Fourier-, Hilbert- and wavelet-based signal analysis: are they really different approaches? J Neurosci Methods 137:321\u2013332. https:\/\/doi.org\/10.1016\/j.jneumeth.2004.03.002","journal-title":"J Neurosci Methods"},{"key":"11126_CR29","unstructured":"Brynolfsson J (2012) Time frequency analysis of EEG measured when performing the flanker task"},{"key":"11126_CR30","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1016\/j.ijpsycho.2015.05.004","volume":"97","author":"B Burle","year":"2015","unstructured":"Burle B, Spieser L, Roger C et al (2015) Spatial and temporal resolutions of EEG: Is it really black and white? A scalp current density view. Int J Psychophysiol 97:210\u2013220. https:\/\/doi.org\/10.1016\/j.ijpsycho.2015.05.004","journal-title":"Int J Psychophysiol"},{"key":"11126_CR31","doi-asserted-by":"crossref","unstructured":"Chanel G, Ansari-Asl K, Pun T (2007) Valence-arousal evaluation using physiological signals in an emotion recall paradigm. In: 2007 IEEE International conference on systems, man and cybernetics. pp 2662\u20132667","DOI":"10.1109\/ICSMC.2007.4413638"},{"key":"11126_CR32","doi-asserted-by":"crossref","unstructured":"Chaparro V, Gomez A, Salgado A, et al (2018) Emotion recognition from EEG and facial expressions: a multimodal approach. In: 2018 40th Annual international conference of the IEEE engineering in medicine and biology society (EMBC). pp 530\u2013533","DOI":"10.1109\/EMBC.2018.8512407"},{"key":"11126_CR33","doi-asserted-by":"publisher","first-page":"13229","DOI":"10.1109\/ACCESS.2022.3146729","volume":"10","author":"J Chen","year":"2022","unstructured":"Chen J, Ro T, Zhu Z (2022) Emotion recognition with audio, video, EEG, and EMG: a dataset and baseline approaches. IEEE Access 10:13229\u201313242. https:\/\/doi.org\/10.1109\/ACCESS.2022.3146729","journal-title":"IEEE Access"},{"key":"11126_CR34","doi-asserted-by":"publisher","first-page":"14515","DOI":"10.1038\/s41598-023-41682-5","volume":"13","author":"W Chen","year":"2023","unstructured":"Chen W, Cai Y, Li A et al (2023) EEG feature selection method based on maximum information coefficient and quantum particle swarm. Sci Rep 13:14515. https:\/\/doi.org\/10.1038\/s41598-023-41682-5","journal-title":"Sci Rep"},{"key":"11126_CR35","doi-asserted-by":"publisher","first-page":"203814","DOI":"10.1109\/ACCESS.2020.3036877","volume":"8","author":"DY Choi","year":"2020","unstructured":"Choi DY, Kim D-H, Song BC (2020) Multimodal attention network for continuous-time emotion recognition using video and EEG signals. IEEE Access 8:203814\u2013203826","journal-title":"IEEE Access"},{"key":"11126_CR36","doi-asserted-by":"publisher","first-page":"168865","DOI":"10.1109\/ACCESS.2020.3023871","volume":"8","author":"Y Cimtay","year":"2020","unstructured":"Cimtay Y, Ekmekcioglu E, Caglar-Ozhan S (2020) Cross-subject multimodal emotion recognition based on hybrid fusion. IEEE Access 8:168865\u2013168878. https:\/\/doi.org\/10.1109\/ACCESS.2020.3023871","journal-title":"IEEE Access"},{"key":"11126_CR37","doi-asserted-by":"publisher","first-page":"784","DOI":"10.1126\/science.161.3843.784","volume":"161","author":"D Cohen","year":"1968","unstructured":"Cohen D (1968) Magnetoencephalography: evidence of magnetic fields produced by alpha-rhythm currents. Science 161:784\u2013786. https:\/\/doi.org\/10.1126\/science.161.3843.784","journal-title":"Science"},{"key":"11126_CR38","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1016\/j.neuroimage.2019.05.048","volume":"199","author":"MX Cohen","year":"2019","unstructured":"Cohen MX (2019) A better way to define and describe Morlet wavelets for time-frequency analysis. Neuroimage 199:81\u201386. https:\/\/doi.org\/10.1016\/j.neuroimage.2019.05.048","journal-title":"Neuroimage"},{"key":"11126_CR39","doi-asserted-by":"publisher","unstructured":"Cohen O, Hazan G, Gannot S (2024) Multi-microphone and multi-modal emotion recognition in reverberant environment. https:\/\/doi.org\/10.48550\/arXiv.2409.09545","DOI":"10.48550\/arXiv.2409.09545"},{"key":"11126_CR40","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/ab0ab5","volume":"16","author":"A Craik","year":"2019","unstructured":"Craik A, He Y, Contreras-Vidal JL (2019) Deep learning for electroencephalogram (EEG) classification tasks: a review. J Neural Eng 16:031001. https:\/\/doi.org\/10.1088\/1741-2552\/ab0ab5","journal-title":"J Neural Eng"},{"key":"11126_CR41","doi-asserted-by":"publisher","first-page":"4385","DOI":"10.1016\/j.jksuci.2021.03.009","volume":"34","author":"D Dadebayev","year":"2022","unstructured":"Dadebayev D, Goh WW, Tan EX (2022) EEG-based emotion recognition: review of commercial EEG devices and machine learning techniques. J King Saud Univ Comput Inform Sci 34:4385\u20134401. https:\/\/doi.org\/10.1016\/j.jksuci.2021.03.009","journal-title":"J King Saud Univ Comput Inform Sci"},{"key":"11126_CR42","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1027\/0269-8803\/a000029","volume":"25","author":"U Dimberg","year":"2011","unstructured":"Dimberg U, Andr\u00e9asson P, Thunberg M (2011) Emotional empathy and facial reactions to facial expressions. J Psychophysiol 25:26\u201331. https:\/\/doi.org\/10.1027\/0269-8803\/a000029","journal-title":"J Psychophysiol"},{"key":"11126_CR43","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2019.101646","volume":"55","author":"JA Dom\u00ednguez-Jim\u00e9nez","year":"2020","unstructured":"Dom\u00ednguez-Jim\u00e9nez JA, Campo-Landines KC, Mart\u00ednez-Santos JC et al (2020) A machine learning model for emotion recognition from physiological signals. Biomed Signal Process Control 55:101646. https:\/\/doi.org\/10.1016\/j.bspc.2019.101646","journal-title":"Biomed Signal Process Control"},{"key":"11126_CR44","doi-asserted-by":"crossref","unstructured":"Duan R-N, Zhu J-Y, Lu B-L (2013) Differential entropy feature for EEG-based emotion classification. In: 2013 6th International IEEE\/EMBS conference on neural engineering (NER). IEEE, pp 81\u201384","DOI":"10.1109\/NER.2013.6695876"},{"key":"11126_CR45","doi-asserted-by":"publisher","DOI":"10.1007\/s13218-023-00828-3","author":"R Duwenbeck","year":"2024","unstructured":"Duwenbeck R, Kirchner EA (2024) Auditive emotion recognition for empathic AI-Assistants. K\u00fcnstl Intell. https:\/\/doi.org\/10.1007\/s13218-023-00828-3","journal-title":"K\u00fcnstl Intell"},{"key":"11126_CR46","doi-asserted-by":"publisher","first-page":"89876","DOI":"10.1109\/ACCESS.2022.3200762","volume":"10","author":"S Dwijayanti","year":"2022","unstructured":"Dwijayanti S, Iqbal M, Suprapto BY (2022) Real-time implementation of face recognition and emotion recognition in a humanoid robot using a convolutional neural network. IEEE Access 10:89876\u201389886","journal-title":"IEEE Access"},{"key":"11126_CR47","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1080\/02699939208411068","volume":"6","author":"P Ekman","year":"1992","unstructured":"Ekman P (1992) An argument for basic emotions. Cogn Emot 6:169\u2013200","journal-title":"Cogn Emot"},{"key":"11126_CR48","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1016\/0165-1781(92)90115-J","volume":"42","author":"RJ Erwin","year":"1992","unstructured":"Erwin RJ, Gur RC, Gur RE et al (1992) Facial emotion discrimination: I. Task construction and behavioral findings in normal subjects. Psychiatry Res 42:231\u2013240. https:\/\/doi.org\/10.1016\/0165-1781(92)90115-J","journal-title":"Psychiatry Res"},{"key":"11126_CR49","volume-title":"The Blackwell dictionary of cognitive psychology","author":"MW Eysenck","year":"1994","unstructured":"Eysenck MW, Ellis AW, Hunt EB, Johnson-Laird PNE (1994) The Blackwell dictionary of cognitive psychology. Basil Blackwell"},{"key":"11126_CR50","doi-asserted-by":"crossref","unstructured":"Fan Q, Li Y, Xin Y, et al (2024) Leveraging contrastive learning and self-training for multimodal emotion recognition with limited labeled samples. In: Proceedings of the 2nd international workshop on multimodal and responsible affective computing. association for computing machinery, New York, pp 72\u201377","DOI":"10.1145\/3689092.3689412"},{"key":"11126_CR51","doi-asserted-by":"crossref","unstructured":"Ferguson HJ, Wimmer L (2023) A psychological exploration of empathy. In: Conversations on Empathy. Routledge, pp 60\u201377","DOI":"10.4324\/9781003189978-5"},{"key":"11126_CR52","doi-asserted-by":"publisher","first-page":"274","DOI":"10.1109\/TITB.2009.2037317","volume":"14","author":"A Fleury","year":"2010","unstructured":"Fleury A, Vacher M, Noury N (2010) SVM-based multimodal classification of activities of daily living in health smart homes: sensors, algorithms, and first experimental results. IEEE Trans Inf Technol Biomed 14:274\u2013283. https:\/\/doi.org\/10.1109\/TITB.2009.2037317","journal-title":"IEEE Trans Inf Technol Biomed"},{"key":"11126_CR53","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1016\/S0013-4694(98)00024-8","volume":"106","author":"PJ Franaszczuk","year":"1998","unstructured":"Franaszczuk PJ, Bergey GK, Durka PJ, Eisenberg HM (1998) Time\u2013frequency analysis using the matching pursuit algorithm applied to seizures originating from the mesial temporal lobe. Electroencephalogr Clin Neurophysiol 106:513\u2013521. https:\/\/doi.org\/10.1016\/S0013-4694(98)00024-8","journal-title":"Electroencephalogr Clin Neurophysiol"},{"key":"11126_CR54","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1006\/jcss.1997.1504","volume":"55","author":"Y Freund","year":"1997","unstructured":"Freund Y, Schapire RE (1997) A decision-theoretic generalization of on-line learning and an application to boosting. J Comput Syst Sci 55:119\u2013139. https:\/\/doi.org\/10.1006\/jcss.1997.1504","journal-title":"J Comput Syst Sci"},{"key":"11126_CR55","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2023.1234162","author":"B Fu","year":"2023","unstructured":"Fu B, Gu C, Fu M et al (2023) A novel feature fusion network for multimodal emotion recognition from EEG and eye movement signals. Front Neurosci. https:\/\/doi.org\/10.3389\/fnins.2023.1234162","journal-title":"Front Neurosci"},{"key":"11126_CR56","doi-asserted-by":"publisher","first-page":"1000716","DOI":"10.3389\/fnins.2022.1000716","volume":"16","author":"Z Fu","year":"2022","unstructured":"Fu Z, Zhang B, He X et al (2022) Emotion recognition based on multi-modal physiological signals and transfer learning. Front Neurosci 16:1000716. https:\/\/doi.org\/10.3389\/fnins.2022.1000716","journal-title":"Front Neurosci"},{"key":"11126_CR57","doi-asserted-by":"publisher","first-page":"3051","DOI":"10.1016\/j.neucom.2011.04.029","volume":"74","author":"T Gandhi","year":"2011","unstructured":"Gandhi T, Panigrahi B, Anand S (2011) A comparative study of wavelet families for EEG signal classification. Neurocomputing 74:3051\u20133057. https:\/\/doi.org\/10.1016\/j.neucom.2011.04.029","journal-title":"Neurocomputing"},{"key":"11126_CR58","doi-asserted-by":"publisher","first-page":"829","DOI":"10.1162\/neco_a_01273","volume":"32","author":"J Gao","year":"2020","unstructured":"Gao J, Li P, Chen Z, Zhang J (2020a) A survey on deep learning for multimodal data fusion. Neural Comput 32:829\u2013864. https:\/\/doi.org\/10.1162\/neco_a_01273","journal-title":"Neural Comput"},{"key":"11126_CR59","doi-asserted-by":"publisher","first-page":"27057","DOI":"10.1007\/s11042-020-09354-y","volume":"79","author":"Q Gao","year":"2020","unstructured":"Gao Q, Wang C, Wang Z et al (2020b) EEG based emotion recognition using fusion feature extraction method. Multimed Tools Appl 79:27057\u201327074. https:\/\/doi.org\/10.1007\/s11042-020-09354-y","journal-title":"Multimed Tools Appl"},{"key":"11126_CR60","doi-asserted-by":"publisher","DOI":"10.1038\/sdata.2018.120","volume":"5","author":"E Gatti","year":"2018","unstructured":"Gatti E, Calzolari E, Maggioni E, Obrist M (2018) Emotional ratings and skin conductance response to visual, auditory and haptic stimuli. Sci Data 5:180120. https:\/\/doi.org\/10.1038\/sdata.2018.120","journal-title":"Sci Data"},{"key":"11126_CR61","doi-asserted-by":"publisher","first-page":"239","DOI":"10.3390\/info10070239","volume":"10","author":"RM Ghoniem","year":"2019","unstructured":"Ghoniem RM, Algarni AD, Shaalan K (2019) Multi-modal emotion aware system based on fusion of speech and brain information. Information 10:239. https:\/\/doi.org\/10.3390\/info10070239","journal-title":"Information"},{"key":"11126_CR62","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1109\/TAFFC.2019.2927337","volume":"13","author":"G Giannakakis","year":"2019","unstructured":"Giannakakis G, Grigoriadis D, Giannakaki K et al (2019) Review on psychological stress detection using biosignals. IEEE Trans Affect Comput 13:440\u2013460","journal-title":"IEEE Trans Affect Comput"},{"key":"11126_CR63","doi-asserted-by":"publisher","first-page":"16876","DOI":"10.1038\/s41598-022-21456-1","volume":"12","author":"M Gjoreski","year":"2022","unstructured":"Gjoreski M, Kiprijanovska I, Stankoski S et al (2022) Facial EMG sensing for monitoring affect using a wearable device. Sci Rep 12:16876. https:\/\/doi.org\/10.1038\/s41598-022-21456-1","journal-title":"Sci Rep"},{"key":"11126_CR64","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2023.104835","volume":"84","author":"L Gong","year":"2023","unstructured":"Gong L, Li M, Zhang T, Chen W (2023) EEG emotion recognition using attention-based convolutional transformer neural network. Biomed Signal Process Control 84:104835. https:\/\/doi.org\/10.1016\/j.bspc.2023.104835","journal-title":"Biomed Signal Process Control"},{"key":"11126_CR65","doi-asserted-by":"publisher","first-page":"400","DOI":"10.1016\/j.chaos.2018.07.035","volume":"114","author":"A Goshvarpour","year":"2018","unstructured":"Goshvarpour A, Goshvarpour A (2018) Poincar\u00e9\u2019s section analysis for PPG-based automatic emotion recognition. Chaos, Solitons Fractals 114:400\u2013407. https:\/\/doi.org\/10.1016\/j.chaos.2018.07.035","journal-title":"Chaos, Solitons Fractals"},{"key":"11126_CR66","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/s13246-019-00825-7","volume":"43","author":"A Goshvarpour","year":"2020","unstructured":"Goshvarpour A, Goshvarpour A (2020) The potential of photoplethysmogram and galvanic skin response in emotion recognition using nonlinear features. Phys Eng Sci Med 43:119\u2013134. https:\/\/doi.org\/10.1007\/s13246-019-00825-7","journal-title":"Phys Eng Sci Med"},{"key":"11126_CR67","doi-asserted-by":"publisher","first-page":"272","DOI":"10.1007\/978-981-33-4929-2_19","volume-title":"Robotics and rehabilitation intelligence","author":"H Guo","year":"2020","unstructured":"Guo H, Jiang N, Shao D (2020) Research on multi-modal emotion recognition based on speech, EEG and ECG signals. In: Qian J, Liu H, Cao J, Zhou D (eds) Robotics and rehabilitation intelligence. Springer, Singapore, pp 272\u2013288"},{"key":"11126_CR68","doi-asserted-by":"publisher","first-page":"63373","DOI":"10.1109\/ACCESS.2019.2916887","volume":"7","author":"W Guo","year":"2019","unstructured":"Guo W, Wang J, Wang S (2019) Deep multimodal representation learning: a survey. IEEE Access 7:63373\u201363394","journal-title":"IEEE Access"},{"key":"11126_CR69","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1109\/PROC.1978.10837","volume":"66","author":"FJ Harris","year":"1978","unstructured":"Harris FJ (1978) On the use of windows for harmonic analysis with the discrete Fourier transform. Proc IEEE 66:51\u201383. https:\/\/doi.org\/10.1109\/PROC.1978.10837","journal-title":"Proc IEEE"},{"key":"11126_CR70","doi-asserted-by":"publisher","first-page":"5015","DOI":"10.3390\/s21155015","volume":"21","author":"MA Hasnul","year":"2021","unstructured":"Hasnul MA, Aziz NAA, Alelyani S et al (2021) Electrocardiogram-based emotion recognition systems and their applications in healthcare\u2014a review. Sensors 21:5015. https:\/\/doi.org\/10.3390\/s21155015","journal-title":"Sensors"},{"key":"11126_CR71","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1109\/RBME.2008.2008233","volume":"1","author":"B He","year":"2008","unstructured":"He B, Liu Z (2008) Multimodal functional neuroimaging: integrating functional MRI and EEG\/MEG. IEEE Rev Biomed Eng 1:23\u201340. https:\/\/doi.org\/10.1109\/RBME.2008.2008233","journal-title":"IEEE Rev Biomed Eng"},{"key":"11126_CR72","doi-asserted-by":"publisher","first-page":"687","DOI":"10.3390\/brainsci10100687","volume":"10","author":"Z He","year":"2020","unstructured":"He Z, Li Z, Yang F et al (2020) Advances in multimodal emotion recognition based on brain-computer interfaces. Brain Sci 10:687. https:\/\/doi.org\/10.3390\/brainsci10100687","journal-title":"Brain Sci"},{"key":"11126_CR73","doi-asserted-by":"publisher","first-page":"306","DOI":"10.1016\/0013-4694(70)90143-4","volume":"29","author":"B Hjorth","year":"1970","unstructured":"Hjorth B (1970) EEG analysis based on time domain properties. Electroencephalogr Clin Neurophysiol 29:306\u2013310","journal-title":"Electroencephalogr Clin Neurophysiol"},{"key":"11126_CR74","doi-asserted-by":"crossref","unstructured":"Hua Y, Guo J, Zhao H (2015) Deep belief networks and deep learning. In: Proceedings of 2015 international conference on intelligent computing and internet of things. pp 1\u20134","DOI":"10.1109\/ICAIOT.2015.7111524"},{"key":"11126_CR75","doi-asserted-by":"publisher","DOI":"10.1155\/2017\/2107451","volume":"2017","author":"Y Huang","year":"2017","unstructured":"Huang Y, Yang J, Liao P, Pan J (2017) Fusion of facial expressions and EEG for multimodal emotion recognition. Comput Intell Neurosci 2017:e2107451. https:\/\/doi.org\/10.1155\/2017\/2107451","journal-title":"Comput Intell Neurosci"},{"key":"11126_CR76","doi-asserted-by":"publisher","first-page":"1323","DOI":"10.1007\/s10044-019-00860-w","volume":"23","author":"S Hwang","year":"2020","unstructured":"Hwang S, Hong K, Son G, Byun H (2020) Learning CNN features from DE features for EEG-based emotion recognition. Pattern Anal Applic 23:1323\u20131335. https:\/\/doi.org\/10.1007\/s10044-019-00860-w","journal-title":"Pattern Anal Applic"},{"key":"11126_CR77","doi-asserted-by":"publisher","first-page":"288","DOI":"10.1037\/0033-2909.115.2.288","volume":"115","author":"CE Izard","year":"1994","unstructured":"Izard CE (1994) Innate and universal facial expressions: evidence from developmental and cross-cultural research. Psychol Bull 115:288\u2013299. https:\/\/doi.org\/10.1037\/0033-2909.115.2.288","journal-title":"Psychol Bull"},{"key":"11126_CR78","doi-asserted-by":"publisher","first-page":"100716","DOI":"10.1016\/j.measen.2023.100716","volume":"26","author":"RA Jaswal","year":"2023","unstructured":"Jaswal RA, Dhingra S (2023) Empirical analysis of multiple modalities for emotion recognition using convolutional neural network. Meas: Sens 26:100716. https:\/\/doi.org\/10.1016\/j.measen.2023.100716","journal-title":"Meas: Sens"},{"key":"11126_CR79","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1109\/JBHI.2017.2688239","volume":"22","author":"S Katsigiannis","year":"2018","unstructured":"Katsigiannis S, Ramzan N (2018) DREAMER: a database for emotion recognition through EEG and ECG signals from wireless low-cost off-the-shelf devices. IEEE J Biomed Health Inform 22:98\u2013107. https:\/\/doi.org\/10.1109\/JBHI.2017.2688239","journal-title":"IEEE J Biomed Health Inform"},{"key":"11126_CR80","doi-asserted-by":"publisher","first-page":"43","DOI":"10.3390\/brainsci11010043","volume":"11","author":"A Kawala-Sterniuk","year":"2021","unstructured":"Kawala-Sterniuk A, Browarska N, Al-Bakri A et al (2021) Summary of over fifty years with brain-computer interfaces\u2014a review. Brain Sci 11:43. https:\/\/doi.org\/10.3390\/brainsci11010043","journal-title":"Brain Sci"},{"key":"11126_CR81","doi-asserted-by":"crossref","unstructured":"Khalili Z, Moradi MH (2009) Emotion recognition system using brain and peripheral signals: using correlation dimension to improve the results of EEG. In: 2009 International joint conference on neural networks. IEEE, pp 1571\u20131575","DOI":"10.1109\/IJCNN.2009.5178854"},{"key":"11126_CR82","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2021.102063","volume":"115","author":"M Kheirkhah","year":"2021","unstructured":"Kheirkhah M, Brodoehl S, Leistritz L et al (2021) Automated emotion classification in the early stages of cortical processing: an MEG study. Artif Intell Med 115:102063. https:\/\/doi.org\/10.1016\/j.artmed.2021.102063","journal-title":"Artif Intell Med"},{"key":"11126_CR83","doi-asserted-by":"crossref","unstructured":"Kim J, Andr\u00e9 E, Rehm M, et al (2005) Integrating information from speech and physiological signals to achieve emotional sensitivity. In: Ninth European conference on speech communication and technology","DOI":"10.21437\/Interspeech.2005-380"},{"key":"11126_CR84","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.procs.2016.04.060","volume":"84","author":"JS Kirar","year":"2016","unstructured":"Kirar JS, Agrawal RK (2016) Optimal spatio-spectral variable size subbands filter for motor imagery brain computer interface. Procedia Comput Sci 84:14\u201321. https:\/\/doi.org\/10.1016\/j.procs.2016.04.060","journal-title":"Procedia Comput Sci"},{"key":"11126_CR85","first-page":"3","volume":"52","author":"GH Klem","year":"1999","unstructured":"Klem GH, L\u00fcders HO, Jasper HH, Elger C (1999) The ten-twenty electrode system of the international federation. The international federation of clinical neurophysiology. Electroencephalogr Clin Neurophysiol Suppl 52:3\u20136","journal-title":"Electroencephalogr Clin Neurophysiol Suppl"},{"key":"11126_CR86","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/T-AFFC.2011.15","volume":"3","author":"S Koelstra","year":"2012","unstructured":"Koelstra S, Muhl C, Soleymani M et al (2012) DEAP: a database for emotion analysis using physiological signals. IEEE Trans Affect Comput 3:18\u201331. https:\/\/doi.org\/10.1109\/T-AFFC.2011.15","journal-title":"IEEE Trans Affect Comput"},{"key":"11126_CR87","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1016\/S0004-3702(97)00043-X","volume":"97","author":"R Kohavi","year":"1997","unstructured":"Kohavi R, John GH (1997) Wrappers for feature subset selection. Artif Intell 97:273\u2013324. https:\/\/doi.org\/10.1016\/S0004-3702(97)00043-X","journal-title":"Artif Intell"},{"key":"11126_CR88","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1007\/BF01129656","volume":"2","author":"ZJ Koles","year":"1990","unstructured":"Koles ZJ, Lazar MS, Zhou SZ (1990) Spatial patterns underlying population differences in the background EEG. Brain Topogr 2:275\u2013284. https:\/\/doi.org\/10.1007\/BF01129656","journal-title":"Brain Topogr"},{"key":"11126_CR89","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/3-540-57868-4_57","volume-title":"Machine learning: ECML-94","author":"I Kononenko","year":"1994","unstructured":"Kononenko I (1994) Estimating attributes: analysis and extensions of RELIEF. In: Bergadano F, De Raedt L (eds) Machine learning: ECML-94. Springer, Berlin, Heidelberg, pp 171\u2013182"},{"key":"11126_CR90","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1016\/j.inffus.2018.11.001","volume":"52","author":"S Kumar","year":"2019","unstructured":"Kumar S, Yadava M, Roy PP (2019) Fusion of EEG response and sentiment analysis of products review to predict customer satisfaction. Inform Fusion 52:41\u201352. https:\/\/doi.org\/10.1016\/j.inffus.2018.11.001","journal-title":"Inform Fusion"},{"key":"11126_CR91","doi-asserted-by":"crossref","unstructured":"Lan Y-T, Liu W, Lu B-L (2020) Multimodal emotion recognition using deep generalized canonical correlation analysis with an attention mechanism. In: 2020 International joint conference on neural networks (IJCNN). IEEE, pp 1\u20136","DOI":"10.1109\/IJCNN48605.2020.9207625"},{"key":"11126_CR92","doi-asserted-by":"publisher","first-page":"3355","DOI":"10.3390\/app9163355","volume":"9","author":"MS Lee","year":"2019","unstructured":"Lee MS, Lee YK, Pae DS et al (2019) Fast emotion recognition based on single pulse PPG signal with convolutional neural network. Appl Sci 9:3355. https:\/\/doi.org\/10.3390\/app9163355","journal-title":"Appl Sci"},{"key":"11126_CR93","doi-asserted-by":"crossref","unstructured":"Li C, Li P, Jiang L, et al (2019a) Emotion recognition with the feature extracted from brain networks. In: 2019 IEEE international conference on computational intelligence and virtual environments for measurement systems and applications (CIVEMSA). pp 1\u20134","DOI":"10.1109\/CIVEMSA45640.2019.9071616"},{"key":"11126_CR94","doi-asserted-by":"publisher","first-page":"10258","DOI":"10.1109\/TNNLS.2023.3238519","volume":"35","author":"C Li","year":"2024","unstructured":"Li C, Li P, Zhang Y et al (2024a) Effective emotion recognition by learning discriminative graph topologies in EEG brain networks. IEEE Trans Neural Netw Learn Syst 35:10258\u201310272. https:\/\/doi.org\/10.1109\/TNNLS.2023.3238519","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"11126_CR95","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2024.3405663","author":"C Li","year":"2024","unstructured":"Li C, Tang T, Pan Y et al (2024b) An efficient graph learning system for emotion recognition inspired by the cognitive prior graph of EEG brain network. IEEE Trans Neural Netw Learn Syst. https:\/\/doi.org\/10.1109\/TNNLS.2024.3405663","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"11126_CR96","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1109\/TNSRE.2022.3225948","volume":"31","author":"D Li","year":"2022","unstructured":"Li D, Liu J, Yang Y et al (2022) Emotion recognition of subjects with hearing impairment based on fusion of facial expression and EEG topographic map. IEEE Trans Neural Syst Rehabil Eng 31:437\u2013445","journal-title":"IEEE Trans Neural Syst Rehabil Eng"},{"key":"11126_CR97","doi-asserted-by":"publisher","first-page":"155724","DOI":"10.1109\/ACCESS.2019.2949707","volume":"7","author":"D Li","year":"2019","unstructured":"Li D, Wang Z, Wang C et al (2019b) The fusion of electroencephalography and facial expression for continuous emotion recognition. IEEE Access 7:155724\u2013155736. https:\/\/doi.org\/10.1109\/ACCESS.2019.2949707","journal-title":"IEEE Access"},{"key":"11126_CR98","doi-asserted-by":"publisher","first-page":"2869","DOI":"10.1109\/TBME.2019.2897651","volume":"66","author":"P Li","year":"2019","unstructured":"Li P, Liu H, Si Y et al (2019c) EEG based emotion recognition by combining functional connectivity network and local activations. IEEE Trans Biomed Eng 66:2869\u20132881. https:\/\/doi.org\/10.1109\/TBME.2019.2897651","journal-title":"IEEE Trans Biomed Eng"},{"key":"11126_CR99","doi-asserted-by":"crossref","unstructured":"Li Z, Zhang G, Dang J, et al (2021) Multi-modal emotion recognition based on deep learning Of EEG and audio signals. In: 2021 International joint conference on neural networks (IJCNN). pp 1\u20136","DOI":"10.1109\/IJCNN52387.2021.9533663"},{"key":"11126_CR100","doi-asserted-by":"publisher","first-page":"1798","DOI":"10.1109\/TBME.2010.2048568","volume":"57","author":"Y-P Lin","year":"2010","unstructured":"Lin Y-P, Wang C-H, Jung T-P et al (2010) EEG-based emotion recognition in music listening. IEEE Trans Biomed Eng 57:1798\u20131806","journal-title":"IEEE Trans Biomed Eng"},{"key":"11126_CR101","doi-asserted-by":"publisher","unstructured":"Liu K, Li Y, Xu N, Natarajan P (2018) Learn to combine modalities in multimodal deep learning. https:\/\/doi.org\/10.48550\/arXiv.1805.11730","DOI":"10.48550\/arXiv.1805.11730"},{"key":"11126_CR102","doi-asserted-by":"publisher","first-page":"521","DOI":"10.1007\/978-3-319-46672-9_58","volume-title":"Neural information processing","author":"W Liu","year":"2016","unstructured":"Liu W, Zheng W-L, Lu B-L (2016) Emotion recognition using multimodal deep learning. In: Hirose A, Ozawa S, Doya K et al (eds) Neural information processing. Springer, Cham, pp 521\u2013529"},{"key":"11126_CR103","doi-asserted-by":"publisher","first-page":"1595","DOI":"10.1109\/TCDS.2022.3233858","volume":"15","author":"Z-T Liu","year":"2023","unstructured":"Liu Z-T, Hu S-J, She J et al (2023) Electroencephalogram emotion recognition using combined features in variational mode decomposition domain. IEEE Trans Cognit Dev Syst 15:1595\u20131604. https:\/\/doi.org\/10.1109\/TCDS.2022.3233858","journal-title":"IEEE Trans Cognit Dev Syst"},{"key":"11126_CR104","doi-asserted-by":"crossref","unstructured":"Loveys K, Sagar M, Billinghurst M et al (2022) Exploring empathy with digital humans. In: 2022 IEEE conference on virtual reality and 3D user interfaces abstracts and workshops (VRW). pp 233\u2013237","DOI":"10.1109\/VRW55335.2022.00055"},{"key":"11126_CR105","first-page":"1","volume":"2021","author":"Y Lu","year":"2021","unstructured":"Lu Y, Zhang H, Shi L et al (2021) Expression-EEG bimodal fusion emotion recognition method based on deep learning. Comput Math Methods Med 2021:1\u201310","journal-title":"Comput Math Methods Med"},{"key":"11126_CR106","unstructured":"Lu Y, Zheng W-L, Li B, Lu B-L (2015) Combining eye movements and EEG to enhance emotion recognition. In: Proceedings of the 24th International conference on artificial intelligence. AAAI Press, Buenos Aires, Argentina, pp 1170\u20131176"},{"key":"11126_CR107","doi-asserted-by":"crossref","unstructured":"Ma J, Tang H, Zheng W-L, Lu B-L (2019) Emotion recognition using multimodal residual LSTM network. In: Proceedings of the 27th ACM international conference on multimedia. Association for computing machinery, New York, pp 176\u2013183","DOI":"10.1145\/3343031.3350871"},{"key":"11126_CR108","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1007\/978-3-642-21735-7_7","volume-title":"Artificial neural networks and machine learning\u2013 ICANN 2011","author":"J Masci","year":"2011","unstructured":"Masci J, Meier U, Cire\u015fan D, Schmidhuber J (2011) Stacked convolutional auto-encoders for hierarchical feature extraction. In: Honkela T, Duch W, Girolami M, Kaski S (eds) Artificial neural networks and machine learning\u2013 ICANN 2011. Springer, Berlin, Heidelberg, pp 52\u201359"},{"key":"11126_CR109","doi-asserted-by":"publisher","DOI":"10.1201\/b15991","volume-title":"Handbook of differential entropy","author":"JV Michalowicz","year":"2013","unstructured":"Michalowicz JV, Nichols JM, Bucholtz F (2013) Handbook of differential entropy. CRC Press"},{"key":"11126_CR110","doi-asserted-by":"publisher","first-page":"479","DOI":"10.1109\/TAFFC.2018.2884461","volume":"12","author":"JA Miranda-Correa","year":"2021","unstructured":"Miranda-Correa JA, Abadi MK, Sebe N, Patras I (2021) AMIGOS: a dataset for affect, personality and mood research on individuals and groups. IEEE Trans Affect Comput 12:479\u2013493. https:\/\/doi.org\/10.1109\/TAFFC.2018.2884461","journal-title":"IEEE Trans Affect Comput"},{"key":"11126_CR111","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1016\/j.ijsu.2010.02.007","volume":"8","author":"D Moher","year":"2010","unstructured":"Moher D, Liberati A, Tetzlaff J, Altman DG (2010) Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement. Int J Surg 8:336\u2013341. https:\/\/doi.org\/10.1016\/j.ijsu.2010.02.007","journal-title":"Int J Surg"},{"key":"11126_CR112","doi-asserted-by":"publisher","first-page":"9320","DOI":"10.1007\/s11227-022-05026-w","volume":"79","author":"A Moin","year":"2023","unstructured":"Moin A, Aadil F, Ali Z, Kang D (2023) Emotion recognition framework using multiple modalities for an effective human\u2013computer interaction. J Supercomput 79:9320\u20136349. https:\/\/doi.org\/10.1007\/s11227-022-05026-w","journal-title":"J Supercomput"},{"key":"11126_CR113","first-page":"101067","volume":"54","author":"S Morales","year":"2022","unstructured":"Morales S, Bowers ME (2022) Time-frequency analysis methods and their application in developmental EEG data. ScienceDirect. 54:101067","journal-title":"ScienceDirect."},{"key":"11126_CR114","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1016\/j.bspc.2013.12.003","volume":"10","author":"S Motamedi-Fakhr","year":"2014","unstructured":"Motamedi-Fakhr S, Moshrefi-Torbati M, Hill M et al (2014) Signal processing techniques applied to human sleep EEG signals\u2014a review. Biomed Signal Process Control 10:21\u201333","journal-title":"Biomed Signal Process Control"},{"key":"11126_CR115","doi-asserted-by":"publisher","first-page":"977","DOI":"10.3390\/diagnostics13050977","volume":"13","author":"F Muhammad","year":"2023","unstructured":"Muhammad F, Hussain M, Aboalsamh H (2023) A bimodal emotion recognition approach through the fusion of electroencephalography and facial sequences. Diagnostics 13:977. https:\/\/doi.org\/10.3390\/diagnostics13050977","journal-title":"Diagnostics"},{"key":"11126_CR116","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1109\/TAFFC.2018.2799593","volume":"11","author":"C Mumenthaler","year":"2020","unstructured":"Mumenthaler C, Sander D, Manstead ASR (2020) Emotion recognition in simulated social interactions. IEEE Trans Affect Comput 11:308\u2013312. https:\/\/doi.org\/10.1109\/TAFFC.2018.2799593","journal-title":"IEEE Trans Affect Comput"},{"key":"11126_CR117","doi-asserted-by":"publisher","first-page":"390","DOI":"10.4236\/jbise.2010.34054","volume":"3","author":"M Murugappan","year":"2010","unstructured":"Murugappan M, Ramachandran N, Sazali Y (2010) Classification of human emotion from EEG using discrete wavelet transform. J Biomed Sci Eng 3:390","journal-title":"J Biomed Sci Eng"},{"key":"11126_CR118","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2023.105942","volume":"91","author":"AM Mutawa","year":"2024","unstructured":"Mutawa AM, Hassouneh A (2024) Multimodal real-time patient emotion recognition system using facial expressions and brain EEG signals based on machine learning and log-sync methods. Biomed Signal Process Control 91:105942. https:\/\/doi.org\/10.1016\/j.bspc.2023.105942","journal-title":"Biomed Signal Process Control"},{"key":"11126_CR119","doi-asserted-by":"publisher","first-page":"225463","DOI":"10.1109\/ACCESS.2020.3027026","volume":"8","author":"B Nakisa","year":"2020","unstructured":"Nakisa B, Rastgoo MN, Rakotonirainy A et al (2020) Automatic emotion recognition using temporal multimodal deep learning. IEEE Access 8:225463\u2013225474. https:\/\/doi.org\/10.1109\/ACCESS.2020.3027026","journal-title":"IEEE Access"},{"key":"11126_CR120","doi-asserted-by":"publisher","first-page":"521","DOI":"10.3389\/fnhum.2018.00521","volume":"12","author":"JJ Newson","year":"2019","unstructured":"Newson JJ, Thiagarajan TC (2019) EEG frequency bands in psychiatric disorders: a review of resting state studies. Front Hum Neurosci 12:521","journal-title":"Front Hum Neurosci"},{"key":"11126_CR121","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1109\/TAFFC.2017.2713783","volume":"10","author":"F Noroozi","year":"2019","unstructured":"Noroozi F, Marjanovic M, Njegus A et al (2019) Audio-visual emotion recognition in video clips. IEEE Trans Affect Comput 10:60\u201375. https:\/\/doi.org\/10.1109\/TAFFC.2017.2713783","journal-title":"IEEE Trans Affect Comput"},{"key":"11126_CR122","doi-asserted-by":"publisher","first-page":"5951","DOI":"10.1073\/pnas.89.13.5951","volume":"89","author":"S Ogawa","year":"1992","unstructured":"Ogawa S, Tank DW, Menon R et al (1992) Intrinsic signal changes accompanying sensory stimulation: functional brain mapping with magnetic resonance imaging. Proc Natl Acad Sci USA 89:5951\u20135955. https:\/\/doi.org\/10.1073\/pnas.89.13.5951","journal-title":"Proc Natl Acad Sci USA"},{"key":"11126_CR123","doi-asserted-by":"publisher","DOI":"10.1109\/OJEMB.2023.3240280","author":"J Pan","year":"2023","unstructured":"Pan J, Fang W, Zhang Z et al (2023) Multimodal emotion recognition based on facial expressions, speech, and EEG. IEEE Open J Eng Med Biol. https:\/\/doi.org\/10.1109\/OJEMB.2023.3240280","journal-title":"IEEE Open J Eng Med Biol"},{"key":"11126_CR124","doi-asserted-by":"publisher","first-page":"3854513","DOI":"10.1155\/2022\/3854513","volume":"2022","author":"J Pan","year":"2022","unstructured":"Pan J, Yang F, Qiu L, Huang H (2022) Fusion of EEG-based activation, spatial, and connection patterns for fear emotion recognition. Comput Intell Neurosci 2022:3854513. https:\/\/doi.org\/10.1155\/2022\/3854513","journal-title":"Comput Intell Neurosci"},{"key":"11126_CR125","doi-asserted-by":"crossref","unstructured":"Panda D, Chakladar DD, Dasgupta T (2020) Multimodal system for emotion recognition using EEG and customer review. In: Mandal JK, Mukhopadhyay S (eds) Proceedings of the Global AI congress 2019. Springer, Singapore, pp 399\u2013410","DOI":"10.1007\/978-981-15-2188-1_32"},{"key":"11126_CR126","doi-asserted-by":"publisher","first-page":"107638","DOI":"10.1109\/ACCESS.2023.3320053","volume":"11","author":"S Pant","year":"2023","unstructured":"Pant S, Yang H-J, Lim E et al (2023) PhyMER: physiological dataset for multimodal emotion recognition with personality as a context. IEEE Access 11:107638\u2013107656. https:\/\/doi.org\/10.1109\/ACCESS.2023.3320053","journal-title":"IEEE Access"},{"key":"11126_CR127","doi-asserted-by":"publisher","first-page":"869","DOI":"10.4218\/etrij.13.0112.0751","volume":"35","author":"B-J Park","year":"2013","unstructured":"Park B-J, Jang E-H, Chung M-A, Kim S-H (2013) Design of prototype-based emotion recognizer using physiological signals. ETRI J 35:869\u2013879. https:\/\/doi.org\/10.4218\/etrij.13.0112.0751","journal-title":"ETRI J"},{"key":"11126_CR128","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1038\/s41597-020-00630-y","volume":"7","author":"CY Park","year":"2020","unstructured":"Park CY, Cha N, Kang S et al (2020) K-EmoCon, a multimodal sensor dataset for continuous emotion recognition in naturalistic conversations. Sci Data 7:293. https:\/\/doi.org\/10.1038\/s41597-020-00630-y","journal-title":"Sci Data"},{"key":"11126_CR129","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1186\/s40708-021-00141-5","volume":"8","author":"P Patel","year":"2021","unstructured":"Patel P, Annavarapu RN (2021) EEG-based human emotion recognition using entropy as a feature extraction measure. Brain Inf 8:20. https:\/\/doi.org\/10.1186\/s40708-021-00141-5","journal-title":"Brain Inf"},{"key":"11126_CR130","doi-asserted-by":"publisher","first-page":"30697","DOI":"10.1007\/s11042-023-16744-5","volume":"83","author":"A Paul","year":"2023","unstructured":"Paul A, Chakraborty A, Sadhukhan D et al (2023) A simplified PPG based approach for automated recognition of five distinct emotional states. Multimed Tools Appl 83:30697\u201330718. https:\/\/doi.org\/10.1007\/s11042-023-16744-5","journal-title":"Multimed Tools Appl"},{"key":"11126_CR131","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2021.602843","volume":"12","author":"G Pei","year":"2021","unstructured":"Pei G, Li T (2021) A literature review of EEG-based affective computing in marketing. Front Psychol 12:602843","journal-title":"Front Psychol"},{"key":"11126_CR132","doi-asserted-by":"publisher","first-page":"442","DOI":"10.1137\/1025116","volume":"25","author":"W Peizhuang","year":"1983","unstructured":"Peizhuang W (1983) Pattern recognition with fuzzy objective function algorithms (James C. Bezdek). SIAM Rev 25:442. https:\/\/doi.org\/10.1137\/1025116","journal-title":"SIAM Rev"},{"key":"11126_CR133","doi-asserted-by":"publisher","first-page":"1226","DOI":"10.1109\/TPAMI.2005.159","volume":"27","author":"H Peng","year":"2005","unstructured":"Peng H, Long F, Ding C (2005) Feature selection based on mutual information criteria of max-dependency, max-relevance, and min-redundancy. IEEE Trans Pattern Anal Mach Intell 27:1226\u20131238. https:\/\/doi.org\/10.1109\/TPAMI.2005.159","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"11126_CR134","doi-asserted-by":"publisher","first-page":"230","DOI":"10.1007\/978-3-031-04881-4_19","volume-title":"Pattern recognition and image analysis","author":"L Pereira","year":"2022","unstructured":"Pereira L, Br\u00e1s S, Sebasti\u00e3o R (2022) Characterization of emotions through facial electromyogram signals. In: Pinho AJ, Georgieva P, Teixeira LF, S\u00e1nchez JA (eds) Pattern recognition and image analysis. Springer, Cham, pp 230\u2013241"},{"key":"11126_CR135","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/1140.001.0001","volume-title":"Affective computing","author":"RW Picard","year":"1997","unstructured":"Picard RW (1997) Affective computing. MIT Press, Cambridge, Mass"},{"key":"11126_CR136","doi-asserted-by":"publisher","first-page":"2297","DOI":"10.1073\/pnas.88.6.2297","volume":"88","author":"SM Pincus","year":"1991","unstructured":"Pincus SM (1991) Approximate entropy as a measure of system complexity. Proc Natl Acad Sci USA 88:2297\u20132301. https:\/\/doi.org\/10.1073\/pnas.88.6.2297","journal-title":"Proc Natl Acad Sci USA"},{"key":"11126_CR137","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1177\/053901882021004003","volume":"21","author":"R Plutchik","year":"1982","unstructured":"Plutchik R (1982) A psychoevolutionary theory of emotions. Soc Sci Inf 21:529\u2013553. https:\/\/doi.org\/10.1177\/053901882021004003","journal-title":"Soc Sci Inf"},{"key":"11126_CR138","doi-asserted-by":"publisher","first-page":"715","DOI":"10.1017\/S0954579405050340","volume":"17","author":"J Posner","year":"2005","unstructured":"Posner J, Russell JA, Peterson BS (2005) The circumplex model of affect: an integrative approach to affective neuroscience, cognitive development, and psychopathology. Dev Psychopathol 17:715\u2013734","journal-title":"Dev Psychopathol"},{"key":"11126_CR209","doi-asserted-by":"crossref","unstructured":"Poria S, Cambria E, Bajpai R, Hussain A (2017) A review of affective computing: From unimodal analysis to multimodal fusion. Inf Fusion 37:98\u2013125. https:\/\/doi.org\/10.1016\/j.inffus.2017.02.003","DOI":"10.1016\/j.inffus.2017.02.003"},{"key":"11126_CR139","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1007\/978-3-030-04221-9_20","volume-title":"Neural information processing","author":"J-L Qiu","year":"2018","unstructured":"Qiu J-L, Liu W, Lu B-L (2018) Multi-view emotion recognition using deep canonical correlation analysis. In: Cheng L, Leung ACS, Ozawa S (eds) Neural information processing. Springer, Cham, pp 221\u2013231"},{"key":"11126_CR140","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1016\/j.inffus.2021.12.003","volume":"81","author":"A Rahate","year":"2022","unstructured":"Rahate A, Walambe R, Ramanna S, Kotecha K (2022) Multimodal Co-learning: challenges, applications with datasets, recent advances and future directions. Inform Fusion 81:203\u2013239. https:\/\/doi.org\/10.1016\/j.inffus.2021.12.003","journal-title":"Inform Fusion"},{"key":"11126_CR141","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1109\/MSP.2017.2738401","volume":"34","author":"D Ramachandram","year":"2017","unstructured":"Ramachandram D, Taylor GW (2017) Deep multimodal learning: a survey on recent advances and trends. IEEE Signal Process Mag 34:96\u2013108. https:\/\/doi.org\/10.1109\/MSP.2017.2738401","journal-title":"IEEE Signal Process Mag"},{"key":"11126_CR142","doi-asserted-by":"publisher","first-page":"592","DOI":"10.1016\/j.jpsychires.2008.10.012","volume":"43","author":"M Reske","year":"2009","unstructured":"Reske M, Habel U, Kellermann T et al (2009) Differential brain activation during facial emotion discrimination in first-episode schizophrenia. J Psychiatr Res 43:592\u2013599. https:\/\/doi.org\/10.1016\/j.jpsychires.2008.10.012","journal-title":"J Psychiatr Res"},{"key":"11126_CR143","doi-asserted-by":"publisher","first-page":"H2039","DOI":"10.1152\/ajpheart.2000.278.6.H2039","volume":"278","author":"JS Richman","year":"2000","unstructured":"Richman JS, Moorman JR (2000) Physiological time-series analysis using approximate entropy and sample entropy. Am J Physiol-Heart Circ Physiol 278:H2039\u2013H2049. https:\/\/doi.org\/10.1152\/ajpheart.2000.278.6.H2039","journal-title":"Am J Physiol-Heart Circ Physiol"},{"key":"11126_CR144","doi-asserted-by":"crossref","unstructured":"Rojas GM, Alvarez C, Montoya C, et al (2017) Multimodal study of resting-state functional connectivity networks using EEG electrodes position as seed. bioRxiv 167585","DOI":"10.1101\/167585"},{"key":"11126_CR145","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1016\/j.biopsycho.2018.06.008","volume":"137","author":"E Ruiz-Padial","year":"2018","unstructured":"Ruiz-Padial E, Ib\u00e1\u00f1ez-Molina AJ (2018) Fractal dimension of EEG signals and heart dynamics in discrete emotional states. Biol Psychol 137:42\u201348. https:\/\/doi.org\/10.1016\/j.biopsycho.2018.06.008","journal-title":"Biol Psychol"},{"key":"11126_CR146","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1038\/323533a0","volume":"323","author":"DE Rumelhart","year":"1986","unstructured":"Rumelhart DE, Hinton GE, Williams RJ (1986) Learning representations by back-propagating errors. Nature 323:533\u2013536. https:\/\/doi.org\/10.1038\/323533a0","journal-title":"Nature"},{"key":"11126_CR147","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1037\/0033-295X.110.1.145","volume":"110","author":"JA Russell","year":"2003","unstructured":"Russell JA (2003) Core affect and the psychological construction of emotion. Psychol Rev 110:145\u2013172. https:\/\/doi.org\/10.1037\/0033-295X.110.1.145","journal-title":"Psychol Rev"},{"key":"11126_CR148","doi-asserted-by":"publisher","first-page":"2507","DOI":"10.1093\/bioinformatics\/btm344","volume":"23","author":"Y Saeys","year":"2007","unstructured":"Saeys Y, Inza I, Larra\u00f1aga P (2007) A review of feature selection techniques in bioinformatics. Bioinformatics 23:2507\u20132517. https:\/\/doi.org\/10.1093\/bioinformatics\/btm344","journal-title":"Bioinformatics"},{"key":"11126_CR149","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2022.864047","volume":"13","author":"N Saffaryazdi","year":"2022","unstructured":"Saffaryazdi N, Wasim ST, Dileep K et al (2022) Using facial micro-expressions in combination with EEG and physiological signals for emotion recognition. Front Psychol 13:864047","journal-title":"Front Psychol"},{"key":"11126_CR150","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1007\/s42979-021-00586-9","volume":"2","author":"PK Saha","year":"2021","unstructured":"Saha PK, Rahman MdA, Alam MK et al (2021) Common spatial pattern in frequency domain for feature extraction and classification of multichannel EEG signals. SN Comput Sci 2:149. https:\/\/doi.org\/10.1007\/s42979-021-00586-9","journal-title":"SN Comput Sci"},{"key":"11126_CR151","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2020.102389","volume":"65","author":"N Salankar","year":"2021","unstructured":"Salankar N, Mishra P, Garg L (2021) Emotion recognition from EEG signals using empirical mode decomposition and second-order difference plot. Biomed Signal Process Control 65:102389. https:\/\/doi.org\/10.1016\/j.bspc.2020.102389","journal-title":"Biomed Signal Process Control"},{"key":"11126_CR152","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1007\/s10462-023-10690-2","volume":"57","author":"P Samal","year":"2024","unstructured":"Samal P, Hashmi MF (2024) Role of machine learning and deep learning techniques in EEG-based BCI emotion recognition system: a review. Artif Intell Rev 57:50. https:\/\/doi.org\/10.1007\/s10462-023-10690-2","journal-title":"Artif Intell Rev"},{"key":"11126_CR153","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1142\/9789812775320_0021","volume-title":"Handbook of pattern recognition and computer vision","author":"N Sebe","year":"2005","unstructured":"Sebe N, Cohen I, Huang TS (2005) Multimodal emotion recognition. Handbook of pattern recognition and computer vision. World Scientific, pp 387\u2013409"},{"key":"11126_CR154","doi-asserted-by":"publisher","first-page":"4945","DOI":"10.3390\/app11114945","volume":"11","author":"A Sep\u00falveda","year":"2021","unstructured":"Sep\u00falveda A, Castillo F, Palma C, Rodriguez-Fernandez M (2021) Emotion recognition from ECG signals using wavelet scattering and machine learning. Appl Sci 11:4945. https:\/\/doi.org\/10.3390\/app11114945","journal-title":"Appl Sci"},{"key":"11126_CR155","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1002\/j.1538-7305.1948.tb01338.x","volume":"27","author":"CE Shannon","year":"1948","unstructured":"Shannon CE (1948) A mathematical theory of communication. Bell Syst Tech J 27:379\u2013423. https:\/\/doi.org\/10.1002\/j.1538-7305.1948.tb01338.x","journal-title":"Bell Syst Tech J"},{"key":"11126_CR156","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2020.101867","volume":"58","author":"R Sharma","year":"2020","unstructured":"Sharma R, Pachori RB, Sircar P (2020) Automated emotion recognition based on higher order statistics and deep learning algorithm. Biomed Signal Process Control 58:101867. https:\/\/doi.org\/10.1016\/j.bspc.2020.101867","journal-title":"Biomed Signal Process Control"},{"key":"11126_CR157","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1109\/TBME.2018.2868759","volume":"66","author":"PAN Siddharth","year":"2019","unstructured":"Siddharth PAN, Jung T-P, Sejnowski TJ (2019) A wearable multi-modal bio-sensing system towards real-world applications. IEEE Trans Biomed Eng 66:1137\u20131147. https:\/\/doi.org\/10.1109\/TBME.2018.2868759","journal-title":"IEEE Trans Biomed Eng"},{"key":"11126_CR158","doi-asserted-by":"crossref","unstructured":"Soleymani M, Koelstra S, Patras I, Pun T (2011) Continuous emotion detection in response to music videos. In: 2011 IEEE international conference on automatic face & gesture recognition (FG). pp 803\u2013808","DOI":"10.1109\/FG.2011.5771352"},{"key":"11126_CR159","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/T-AFFC.2011.25","volume":"3","author":"M Soleymani","year":"2012","unstructured":"Soleymani M, Lichtenauer J, Pun T, Pantic M (2012) A multimodal database for affect recognition and implicit tagging. IEEE Trans Affect Comput 3:42\u201355. https:\/\/doi.org\/10.1109\/T-AFFC.2011.25","journal-title":"IEEE Trans Affect Comput"},{"key":"11126_CR160","volume-title":"Pattern recognition recent advances","author":"P Somol","year":"2010","unstructured":"Somol P, Novovicov\u00e1 J, Pudil P (2010) Efficient feature subset selection and subset size optimization. Pattern recognition recent advances. IntechOpen Rijeka, Croatia"},{"key":"11126_CR161","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1016\/j.procs.2017.09.090","volume":"115","author":"S Sriramprakash","year":"2017","unstructured":"Sriramprakash S, Prasanna VD, Murthy OVR (2017) Stress detection in working people. Procedia Comput Sci 115:359\u2013366. https:\/\/doi.org\/10.1016\/j.procs.2017.09.090","journal-title":"Procedia Comput Sci"},{"key":"11126_CR162","doi-asserted-by":"publisher","first-page":"481","DOI":"10.1016\/0013-4694(90)90001-Z","volume":"76","author":"M Steriade","year":"1990","unstructured":"Steriade M, Gloor P, Llinas RR et al (1990) Basic mechanisms of cerebral rhythmic activities. Electroencephalogr Clin Neurophysiol 76:481\u2013508","journal-title":"Electroencephalogr Clin Neurophysiol"},{"key":"11126_CR163","doi-asserted-by":"publisher","first-page":"46","DOI":"10.3389\/fnbot.2019.00046","volume":"13","author":"Y Su","year":"2019","unstructured":"Su Y, Li W, Bi N, Lv Z (2019) Adolescents environmental emotion perception by integrating EEG and eye movements. Front Neurorobot 13:46","journal-title":"Front Neurorobot"},{"key":"11126_CR164","doi-asserted-by":"publisher","first-page":"1084","DOI":"10.1016\/j.eswa.2006.02.005","volume":"32","author":"A Subasi","year":"2007","unstructured":"Subasi A (2007) EEG signal classification using wavelet feature extraction and a mixture of expert model. Expert Syst Appl 32:1084\u20131093. https:\/\/doi.org\/10.1016\/j.eswa.2006.02.005","journal-title":"Expert Syst Appl"},{"key":"11126_CR165","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1109\/TAFFC.2016.2625250","volume":"9","author":"R Subramanian","year":"2018","unstructured":"Subramanian R, Wache J, Abadi MK et al (2018) ASCERTAIN: emotion and personality recognition using commercial sensors. IEEE Trans Affect Comput 9:147\u2013160. https:\/\/doi.org\/10.1109\/TAFFC.2016.2625250","journal-title":"IEEE Trans Affect Comput"},{"key":"11126_CR166","doi-asserted-by":"crossref","unstructured":"Taha B, Hwang DY, Hatzinakos D (2023) EEG emotion recognition via ensemble learning representations. In: ICASSP 2023\u20132023 IEEE international conference on acoustics, speech and signal processing (ICASSP). pp 1\u20135","DOI":"10.1109\/ICASSP49357.2023.10094939"},{"key":"11126_CR167","first-page":"259","volume-title":"Neural engineering","author":"NV Thakor","year":"2012","unstructured":"Thakor NV, Sherman DL (2012) EEG signal processing: theory and applications. Neural engineering. Springer, pp 259\u2013303"},{"key":"11126_CR168","doi-asserted-by":"publisher","first-page":"618","DOI":"10.1016\/j.measurement.2007.07.007","volume":"41","author":"W Ting","year":"2008","unstructured":"Ting W, Guo-zheng Y, Bang-hua Y, Hong S (2008) EEG feature extraction based on wavelet packet decomposition for brain computer interface. Measurement 41:618\u2013625. https:\/\/doi.org\/10.1016\/j.measurement.2007.07.007","journal-title":"Measurement"},{"key":"11126_CR169","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2021.102591","volume":"68","author":"T Tuncer","year":"2021","unstructured":"Tuncer T, Dogan S, Subasi A (2021) EEG-based driving fatigue detection using multilevel feature extraction and iterative hybrid feature selection. Biomed Signal Process Control 68:102591. https:\/\/doi.org\/10.1016\/j.bspc.2021.102591","journal-title":"Biomed Signal Process Control"},{"key":"11126_CR170","doi-asserted-by":"publisher","first-page":"985","DOI":"10.1016\/j.eswa.2009.05.078","volume":"37","author":"ED \u00dcbeyli","year":"2010","unstructured":"\u00dcbeyli ED (2010) Lyapunov exponents\/probabilistic neural networks for analysis of EEG signals. Expert Syst Appl 37:985\u2013992. https:\/\/doi.org\/10.1016\/j.eswa.2009.05.078","journal-title":"Expert Syst Appl"},{"key":"11126_CR171","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1007\/978-3-031-63821-3_12","volume-title":"Affective computing for social good: enhancing well-being, empathy, and equity","author":"AD Vairamani","year":"2024","unstructured":"Vairamani AD (2024) Advancements in multimodal emotion recognition: integrating facial expressions and physiological signals. In: Garg M, Prasad RS (eds) Affective computing for social good: enhancing well-being, empathy, and equity. Springer, Cham, pp 217\u2013240"},{"key":"11126_CR172","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1007\/978-3-642-11721-3_2","volume-title":"Biomedical engineering systems and technologies","author":"EL van den Broek","year":"2010","unstructured":"Van Den Broek EL, Lis\u00fd V, Janssen JH et al (2010) Affective man-machine interface: unveiling human emotions through biosignals. In: Fred A, Filipe J, Gamboa H (eds) Biomedical engineering systems and technologies. Springer, Berlin, Heidelberg, pp 21\u201347"},{"key":"11126_CR173","doi-asserted-by":"publisher","first-page":"988","DOI":"10.1109\/72.788640","volume":"10","author":"VN Vapnik","year":"1999","unstructured":"Vapnik VN (1999) An overview of statistical learning theory. IEEE Trans Neural Netw 10:988\u2013999. https:\/\/doi.org\/10.1109\/72.788640","journal-title":"IEEE Trans Neural Netw"},{"key":"11126_CR174","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2021.107319","volume":"94","author":"M Wang","year":"2021","unstructured":"Wang M, Huang Z, Li Y et al (2021) Maximum weight multi-modal information fusion algorithm of electroencephalographs and face images for emotion recognition. Comput Electr Eng 94:107319. https:\/\/doi.org\/10.1016\/j.compeleceng.2021.107319","journal-title":"Comput Electr Eng"},{"key":"11126_CR175","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2022.105907","volume":"149","author":"Q Wang","year":"2022","unstructured":"Wang Q, Wang M, Yang Y, Zhang X (2022) Multi-modal emotion recognition using EEG and speech signals. Comput Biol Med 149:105907. https:\/\/doi.org\/10.1016\/j.compbiomed.2022.105907","journal-title":"Comput Biol Med"},{"key":"11126_CR176","doi-asserted-by":"publisher","first-page":"33061","DOI":"10.1109\/ACCESS.2023.3263670","volume":"11","author":"S Wang","year":"2023","unstructured":"Wang S, Qu J, Zhang Y, Zhang Y (2023) Multimodal emotion recognition from EEG signals and facial expressions. IEEE Access 11:33061\u201333068. https:\/\/doi.org\/10.1109\/ACCESS.2023.3263670","journal-title":"IEEE Access"},{"key":"11126_CR177","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1007\/978-3-319-92007-8_22","volume-title":"Artificial intelligence applications and innovations","author":"S-H Wang","year":"2018","unstructured":"Wang S-H, Li H-T, Chang E-J, Wu A-Y (2018) Entropy-assisted emotion recognition of valence and arousal using XGboost classifier. In: Iliadis L, Maglogiannis I, Plagianakos V (eds) Artificial intelligence applications and innovations. Springer, Cham, pp 249\u2013260"},{"key":"11126_CR178","doi-asserted-by":"publisher","first-page":"734","DOI":"10.1007\/978-3-642-24955-6_87","volume-title":"Neural information processing","author":"X-W Wang","year":"2011","unstructured":"Wang X-W, Nie D, Lu B-L (2011) EEG-based emotion recognition using frequency domain features and support vector machines. In: Lu B-L, Zhang L, Kwok J (eds) Neural information processing. Springer, Berlin, Heidelberg, pp 734\u2013743"},{"key":"11126_CR179","doi-asserted-by":"publisher","DOI":"10.1097\/MD.0000000000006879","volume":"96","author":"T Wen","year":"2017","unstructured":"Wen T, Zhang Z (2017) Effective and extensible feature extraction method using genetic algorithm-based frequency-domain feature search for epileptic EEG multiclassification. Medicine (Baltimore) 96:e6879. https:\/\/doi.org\/10.1097\/MD.0000000000006879","journal-title":"Medicine (Baltimore)"},{"key":"11126_CR180","doi-asserted-by":"publisher","first-page":"133180","DOI":"10.1109\/ACCESS.2020.3010311","volume":"8","author":"D Wu","year":"2020","unstructured":"Wu D, Zhang J, Zhao Q (2020) Multimodal fused emotion recognition about expression-EEG interaction and collaboration using deep learning. IEEE Access 8:133180\u2013133189","journal-title":"IEEE Access"},{"key":"11126_CR181","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/ac49a7","volume":"19","author":"X Wu","year":"2022","unstructured":"Wu X, Zheng W-L, Li Z, Lu B-L (2022) Investigating EEG-based functional connectivity patterns for multimodal emotion recognition. J Neural Eng 19:016012. https:\/\/doi.org\/10.1088\/1741-2552\/ac49a7","journal-title":"J Neural Eng"},{"key":"11126_CR182","doi-asserted-by":"publisher","first-page":"8198","DOI":"10.3390\/s22218198","volume":"22","author":"V-R Xefteris","year":"2022","unstructured":"Xefteris V-R, Tsanousa A, Georgakopoulou N et al (2022) Graph theoretical analysis of EEG functional connectivity patterns and fusion with physiological signals for emotion recognition. Sensors 22:8198. https:\/\/doi.org\/10.3390\/s22218198","journal-title":"Sensors"},{"key":"11126_CR183","doi-asserted-by":"publisher","first-page":"59844","DOI":"10.1109\/ACCESS.2019.2914872","volume":"7","author":"B Xing","year":"2019","unstructured":"Xing B, Zhang H, Zhang K et al (2019) Exploiting EEG signals and audiovisual feature fusion for video emotion recognition. IEEE Access 7:59844\u201359861. https:\/\/doi.org\/10.1109\/ACCESS.2019.2914872","journal-title":"IEEE Access"},{"key":"11126_CR184","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1016\/j.amc.2007.10.064","volume":"207","author":"W Xingyuan","year":"2009","unstructured":"Xingyuan W, Chao L, Juan M (2009) Nonlinear dynamic research on EEG signals in HAI experiment. Appl Math Comput 207:63\u201374. https:\/\/doi.org\/10.1016\/j.amc.2007.10.064","journal-title":"Appl Math Comput"},{"key":"11126_CR185","doi-asserted-by":"publisher","first-page":"1753","DOI":"10.1007\/s11831-021-09647-x","volume":"29","author":"SP Yadav","year":"2022","unstructured":"Yadav SP, Zaidi S, Mishra A, Yadav V (2022) Survey on machine learning in speech emotion recognition and vision systems using a recurrent neural network (RNN). Arch Comput Methods Eng 29:1753\u20131770. https:\/\/doi.org\/10.1007\/s11831-021-09647-x","journal-title":"Arch Comput Methods Eng"},{"key":"11126_CR186","unstructured":"Yakovyna V, Khavalko V, Sherega V, et al (2021) Biosignal and Image processing system for emotion recognition applications. In: IT&AS. pp 181\u2013191"},{"key":"11126_CR187","doi-asserted-by":"publisher","first-page":"1082","DOI":"10.1109\/TAFFC.2021.3100868","volume":"14","author":"K Yang","year":"2023","unstructured":"Yang K, Wang C, Gu Y et al (2023) Behavioral and physiological signals-based deep multimodal approach for mobile emotion recognition. IEEE Trans Affect Comput 14:1082\u20131097. https:\/\/doi.org\/10.1109\/TAFFC.2021.3100868","journal-title":"IEEE Trans Affect Comput"},{"key":"11126_CR188","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1109\/JBHI.2021.3092412","volume":"26","author":"Y Yang","year":"2022","unstructured":"Yang Y, Gao Q, Song Y et al (2022) Investigating of deaf emotion cognition pattern By EEG and facial expression combination. IEEE J Biomed Health Inform 26:589\u2013599. https:\/\/doi.org\/10.1109\/JBHI.2021.3092412","journal-title":"IEEE J Biomed Health Inform"},{"key":"11126_CR189","doi-asserted-by":"crossref","unstructured":"Yang Y, Wu Q, Qiu M, et al (2018) Emotion recognition from multi-channel eeg through parallel convolutional recurrent neural network. In: 2018 International joint conference on neural networks (IJCNN). pp 1\u20137","DOI":"10.1109\/IJCNN.2018.8489331"},{"key":"11126_CR190","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0121896","volume":"10","author":"X Yong","year":"2015","unstructured":"Yong X, Menon C (2015) EEG classification of different imaginary movements within the same limb. PLoS ONE 10:e0121896","journal-title":"PLoS ONE"},{"key":"11126_CR191","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1016\/j.cogr.2022.06.001","volume":"2","author":"C Yu","year":"2022","unstructured":"Yu C, Wang M (2022) Survey of emotion recognition methods using EEG information. Cognit Robot 2:132\u2013146. https:\/\/doi.org\/10.1016\/j.cogr.2022.06.001","journal-title":"Cognit Robot"},{"key":"11126_CR192","unstructured":"Yu L, Liu H (2003) Feature selection for high-dimensional data: a fast correlation-based filter solution. In: Proceedings of the 20th international conference on machine learning (ICML-03). pp 856\u2013863"},{"key":"11126_CR193","doi-asserted-by":"publisher","first-page":"3168","DOI":"10.1109\/TVCG.2019.2963659","volume":"27","author":"H Zeng","year":"2021","unstructured":"Zeng H, Shu X, Wang Y et al (2021) EmotionCues: emotion-oriented visual summarization of classroom videos. IEEE Trans vis Comput Graph 27:3168\u20133181. https:\/\/doi.org\/10.1109\/TVCG.2019.2963659","journal-title":"IEEE Trans vis Comput Graph"},{"key":"11126_CR194","doi-asserted-by":"publisher","first-page":"164130","DOI":"10.1109\/ACCESS.2020.3021994","volume":"8","author":"H Zhang","year":"2020","unstructured":"Zhang H (2020) Expression-EEG based collaborative multimodal emotion recognition using deep autoencoder. IEEE Access 8:164130\u2013164143. https:\/\/doi.org\/10.1109\/ACCESS.2020.3021994","journal-title":"IEEE Access"},{"key":"11126_CR195","doi-asserted-by":"publisher","first-page":"1558","DOI":"10.3390\/s16101558","volume":"16","author":"J Zhang","year":"2016","unstructured":"Zhang J, Chen M, Zhao S et al (2016a) ReliefF-based EEG sensor selection methods for emotion recognition. Sensors 16:1558. https:\/\/doi.org\/10.3390\/s16101558","journal-title":"Sensors"},{"key":"11126_CR196","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1016\/j.inffus.2020.01.011","volume":"59","author":"J Zhang","year":"2020","unstructured":"Zhang J, Yin Z, Chen P, Nichele S (2020) Emotion recognition using multi-modal data and machine learning techniques: a tutorial and review. Inform Fusion 59:103\u2013126. https:\/\/doi.org\/10.1016\/j.inffus.2020.01.011","journal-title":"Inform Fusion"},{"key":"11126_CR197","doi-asserted-by":"publisher","first-page":"4386","DOI":"10.1109\/TCYB.2020.2987575","volume":"51","author":"X Zhang","year":"2021","unstructured":"Zhang X, Liu J, Shen J et al (2021a) Emotion recognition from multimodal physiological signals using a regularized deep fusion of kernel machine. IEEE Trans Cybernet 51:4386\u20134399. https:\/\/doi.org\/10.1109\/TCYB.2020.2987575","journal-title":"IEEE Trans Cybernet"},{"key":"11126_CR198","doi-asserted-by":"publisher","first-page":"7943","DOI":"10.1109\/ACCESS.2021.3049516","volume":"9","author":"Y Zhang","year":"2021","unstructured":"Zhang Y, Cheng C, Zhang Y (2021b) Multimodal emotion recognition using a hierarchical fusion convolutional neural network. IEEE Access 9:7943\u20137951. https:\/\/doi.org\/10.1109\/ACCESS.2021.3049516","journal-title":"IEEE Access"},{"key":"11126_CR199","doi-asserted-by":"publisher","first-page":"3153","DOI":"10.1007\/s00521-016-2230-y","volume":"28","author":"Y Zhang","year":"2017","unstructured":"Zhang Y, Ji X, Liu B et al (2017a) Combined feature extraction method for classification of EEG signals. Neural Comput Appl 28:3153\u20133161. https:\/\/doi.org\/10.1007\/s00521-016-2230-y","journal-title":"Neural Comput Appl"},{"key":"11126_CR200","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1016\/j.neulet.2016.09.037","volume":"633","author":"Y Zhang","year":"2016","unstructured":"Zhang Y, Ji X, Zhang S (2016b) An approach to EEG-based emotion recognition using combined feature extraction method. Neurosci Lett 633:152\u2013157","journal-title":"Neurosci Lett"},{"key":"11126_CR201","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1007\/s11063-016-9530-1","volume":"45","author":"Y Zhang","year":"2017","unstructured":"Zhang Y, Liu B, Ji X, Huang D (2017b) classification of EEG signals based on autoregressive model and wavelet packet decomposition. Neural Process Lett 45:365\u2013378. https:\/\/doi.org\/10.1007\/s11063-016-9530-1","journal-title":"Neural Process Lett"},{"key":"11126_CR202","doi-asserted-by":"crossref","unstructured":"Zhang Z (2019) Spectral and time-frequency analysis. EEG Signal Processing and feature extraction 89\u2013116","DOI":"10.1007\/978-981-13-9113-2_6"},{"key":"11126_CR203","doi-asserted-by":"crossref","unstructured":"Zhao L-M, Li R, Zheng W-L, Lu B-L (2019) Classification of five emotions from EEG and eye movement signals: complementary representation properties. In: 2019 9th International IEEE\/EMBS conference on neural engineering (NER). pp 611\u2013614","DOI":"10.1109\/NER.2019.8717055"},{"key":"11126_CR204","doi-asserted-by":"crossref","unstructured":"Zhao Z-W, Liu W, Lu B-L (2021) Multimodal emotion recognition using a modified dense co-attention symmetric network. In: 2021 10th International IEEE\/EMBS conference on neural engineering (NER). pp 73\u201376","DOI":"10.1109\/NER49283.2021.9441352"},{"key":"11126_CR205","doi-asserted-by":"publisher","first-page":"1110","DOI":"10.1109\/TCYB.2018.2797176","volume":"49","author":"W-L Zheng","year":"2019","unstructured":"Zheng W-L, Liu W, Lu Y et al (2019) EmotionMeter: a multimodal framework for recognizing human emotions. IEEE Trans Cybernet 49:1110\u20131122. https:\/\/doi.org\/10.1109\/TCYB.2018.2797176","journal-title":"IEEE Trans Cybernet"},{"key":"11126_CR206","doi-asserted-by":"publisher","first-page":"6312","DOI":"10.1002\/int.22551","volume":"36","author":"X Zheng","year":"2021","unstructured":"Zheng X, Yu X, Yin Y et al (2021) Three-dimensional feature maps and convolutional neural network-based emotion recognition. Int J Intell Syst 36:6312\u20136336. https:\/\/doi.org\/10.1002\/int.22551","journal-title":"Int J Intell Syst"},{"key":"11126_CR3000","doi-asserted-by":"crossref","unstructured":"Zhou J, Wei X, Cheng C, et al (2018)Multimodal Emotion Recognition Method Based on Convolutional Auto-Encoder. Int J Comput Intell Syst 12:351\u2013358. https:\/\/doi.org\/10.2991\/ijcis.2019.125905651","DOI":"10.2991\/ijcis.2019.125905651"}],"container-title":["Artificial Intelligence Review"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-025-11126-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10462-025-11126-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-025-11126-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T12:18:54Z","timestamp":1743769134000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10462-025-11126-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,14]]},"references-count":209,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2025,5]]}},"alternative-id":["11126"],"URL":"https:\/\/doi.org\/10.1007\/s10462-025-11126-9","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-4888615\/v1","asserted-by":"object"}]},"ISSN":["1573-7462"],"issn-type":[{"value":"1573-7462","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,14]]},"assertion":[{"value":"30 January 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 February 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors certify that they have no affiliations with or involvement in any organization or entity with any financial interest or non-financial interest in the subject matter or materials discussed in this manuscript.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"131"}}