{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T01:06:09Z","timestamp":1777338369537,"version":"3.51.4"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"23","license":[{"start":{"date-parts":[[2022,4,18]],"date-time":"2022-04-18T00:00:00Z","timestamp":1650240000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,18]],"date-time":"2022-04-18T00:00:00Z","timestamp":1650240000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61772252"],"award-info":[{"award-number":["61772252"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005047","name":"Natural Science Foundation of Liaoning Province","doi-asserted-by":"publisher","award":["2019-MS-216"],"award-info":[{"award-number":["2019-MS-216"]}],"id":[{"id":"10.13039\/501100005047","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Scientific Research Foundation of the Education Department of Liaoning Province","award":["LJKZ0965"],"award-info":[{"award-number":["LJKZ0965"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1007\/s11042-022-13149-8","type":"journal-article","created":{"date-parts":[[2022,4,18]],"date-time":"2022-04-18T06:02:41Z","timestamp":1650261761000},"page":"33253-33268","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":59,"title":["Multimodal emotion recognition based on manifold learning and convolution neural network"],"prefix":"10.1007","volume":"81","author":[{"given":"Yong","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cheng","family":"Cheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"YiDie","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,4,18]]},"reference":[{"key":"13149_CR1","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1016\/j.sigpro.2014.08.010","volume":"106","author":"A Ahrabian","year":"2015","unstructured":"Ahrabian A, Looney D, Stankovi\u0107 L, Mandic DP (2015) Synchrosqueezing-based time-frequency analysis of multivariate data. Signal Process 106:331\u2013341","journal-title":"Signal Process"},{"key":"13149_CR2","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1016\/j.eswa.2015.10.049","volume":"47","author":"J Atkinson","year":"2016","unstructured":"Atkinson J, Campos D (2016) Improving BCI-based emotion recognition by combining EEG feature selection and kernel classifiers. Expert Syst Appl 47:35\u201341","journal-title":"Expert Syst Appl"},{"key":"13149_CR3","doi-asserted-by":"crossref","unstructured":"Campbell, A.; Choudhury, T.; Hu, S.; Lu, H.; Mukerjee, M.K.; Rabbi, M. (2010) Neurophone: brain-mobile phone interface using a wireless EEG headset. In Proceedings of the second ACM SIGCOMM workshop on Networking, Systems and Applications on Mobile Handhelds, New Delhi, India, 30 August; pp. 3\u20138.","DOI":"10.1145\/1851322.1851326"},{"key":"13149_CR4","doi-asserted-by":"publisher","first-page":"33002","DOI":"10.1109\/ACCESS.2020.2974009","volume":"8","author":"H Chao","year":"2020","unstructured":"Chao H, Liu YL (2020) Emotion recognition from multi-channel EEG signals by exploiting the deep belief-conditional random field framework. IEEE Access 8:33002\u201333012","journal-title":"IEEE Access"},{"key":"13149_CR5","doi-asserted-by":"publisher","first-page":"2212","DOI":"10.3390\/s19092212","volume":"19","author":"H Chao","year":"2019","unstructured":"Chao H, Dong L, Liu YL, Lu BY (2019) Emotion recognition from multiband EEG signals using CapsNet. Sensor 19:2212","journal-title":"Sensor"},{"key":"13149_CR6","doi-asserted-by":"publisher","first-page":"32917","DOI":"10.1007\/s11042-020-09693-w","volume":"79","author":"R Dangol","year":"2020","unstructured":"Dangol R, Alsadoon A, Prasad PWC, Alsadoon OH (2020) Speech emotion recognition using convolutional neural network and long-short term memory. Multimed Tools Appl 79:32917\u201332934","journal-title":"Multimed Tools Appl"},{"issue":"4","key":"13149_CR7","doi-asserted-by":"publisher","first-page":"945","DOI":"10.1109\/TCDS.2020.2976112","volume":"13","author":"Z Gao","year":"2021","unstructured":"Gao Z, Wang X, Yang Y, Li Y, Ma K, Chen G (2021) A channel-fused dense convolutional network for EEG-based emotion recognition. IEEE Trans Cogn Develop Syst 13(4):945\u2013954","journal-title":"IEEE Trans Cogn Develop Syst"},{"key":"13149_CR8","doi-asserted-by":"publisher","first-page":"2266","DOI":"10.1109\/JSEN.2018.2883497","volume":"19","author":"V Gupta","year":"2019","unstructured":"Gupta V, Chopda MD, Pachori RB (2019) Cross-subject emotion recognition using flexible analytic wavelet transform from EEG signals. IEEE Sensors J 19:2266\u20132274","journal-title":"IEEE Sensors J"},{"key":"13149_CR9","doi-asserted-by":"publisher","first-page":"100372","DOI":"10.1016\/j.imu.2020.100372","volume":"20","author":"A Hassouneh","year":"2020","unstructured":"Hassouneh A, Mutawa AM, Murugappan M (2020) Development of a real-time emotion recognition system using facial expressions and EEG based on machine learning and deep neural network methods. Informatics in Medicine Unlocked 20:100372","journal-title":"Informatics in Medicine Unlocked"},{"key":"13149_CR10","doi-asserted-by":"publisher","first-page":"8213","DOI":"10.1007\/s11042-020-10030-4","volume":"80","author":"R Huan","year":"2021","unstructured":"Huan R, Shu J, Sheng LB, Liang RH, Chen P, Chi K (2021) Video multimodal emotion recognition based on Bi-GRU and attention fusion. Multimed Tools Appl 80:8213\u20138240","journal-title":"Multimed Tools Appl"},{"key":"13149_CR11","doi-asserted-by":"crossref","unstructured":"Huang J, Li Y, Tao J, Lian Z, Wen Z, Yang M, Yi J (2017) Continuous multimodal emotion prediction based on long short term memory recurrent neural network. In Proceedings of the 7th Annual Workshop on Audio\/Visual Emotion Challenge, California, USA, October 2017; pp. 11\u201318.","DOI":"10.1145\/3133944.3133946"},{"key":"13149_CR12","doi-asserted-by":"publisher","first-page":"3265","DOI":"10.1109\/ACCESS.2019.2962085","volume":"8","author":"HP Huang","year":"2020","unstructured":"Huang HP, Hu ZC, Wang WM, Wu M (2020) Multimodal emotion recognition based on ensemble convolutional neural network. IEEE Access 8:3265\u20133271","journal-title":"IEEE Access"},{"issue":"3","key":"13149_CR13","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1109\/LGRS.2020.2980933","volume":"18","author":"W Huang","year":"2021","unstructured":"Huang W, Wang Q, Li X (2021) Denoising based multi-scale feature fusion for remote sensing image captioning. IEEE Geosci Remote S 18(3):436\u2013440","journal-title":"IEEE Geosci Remote S"},{"key":"13149_CR14","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/T-AFFC.2011.15","volume":"3","author":"S Koelstra","year":"2012","unstructured":"Koelstra S, Muhl C, Soleymani M, Lee J (2012) DEAP: a database for emotion analysis; using physiological signals. IEEE Trans Affect Comput 3:18\u201331","journal-title":"IEEE Trans Affect Comput"},{"key":"13149_CR15","doi-asserted-by":"publisher","first-page":"6977","DOI":"10.1109\/TIP.2020.2996086","volume":"29","author":"JY Lee","year":"2020","unstructured":"Lee JY, Kim S, Sohn K (2020) Multi-modal recurrent attention networks for facial expression recognition. IEEE Trans Image Process 29:6977\u20136991","journal-title":"IEEE Trans Image Process"},{"key":"13149_CR16","unstructured":"Lichtenauer J, Soleymani M (2011) Mahnob-hci-tagging dataset. London"},{"key":"13149_CR17","doi-asserted-by":"crossref","unstructured":"Ma JX, Tang H, Zheng WL, Lu BL (2019) Emotion recognition using multimodal residual LSTM network. In Proceedings of the 27th ACM International Conference on Multimedia, Nice, France, October 2019; pp. 176\u2013183.","DOI":"10.1145\/3343031.3350871"},{"key":"13149_CR18","doi-asserted-by":"publisher","first-page":"212803","DOI":"10.1109\/ACCESS.2020.3040298","volume":"8","author":"N Modhej","year":"2020","unstructured":"Modhej N, Bastanfard A, Teshenehlab M, Raiesdana S (2020) Pattern separation network based on the hippocampus activity for handwritten recognition. IEEE Access 8:212803\u2013212817","journal-title":"IEEE Access"},{"key":"13149_CR19","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1016\/j.eswa.2017.09.062","volume":"93","author":"B Nakisa","year":"2017","unstructured":"Nakisa B, Rastgoo MN, Tjondronegoro D, Chandran V (2017) Evolutionary computation algorithms for feature selection of EEG-based emotion recognition using mobile sensors. Expert Syst Appl 93:143\u2013155","journal-title":"Expert Syst Appl"},{"key":"13149_CR20","doi-asserted-by":"crossref","unstructured":"Pandey, P.; Seeja, K.R. (2018) Subject-independent emotion detection from EEG signals using deep neural network. In Proceedings of the International Conference on Innovative Computing and Communications, New Delhi, India, 5\u20136 May 2018; pp. 41\u201346","DOI":"10.1007\/978-981-13-2354-6_5"},{"key":"13149_CR21","doi-asserted-by":"publisher","first-page":"2887","DOI":"10.1007\/s11042-020-08836-3","volume":"80","author":"YR Pandeya","year":"2021","unstructured":"Pandeya YR, Lee J (2021) Deep learning-based late fusion of multimodal information for emotion classification of music video. Multimed Tools Appl 80:2887\u20132905","journal-title":"Multimed Tools Appl"},{"key":"13149_CR22","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1016\/j.inffus.2017.02.003","volume":"37","author":"S Poria","year":"2017","unstructured":"Poria S, Cambria E, Bajpai R, Hussain A (2017) A review of affective computing: from unimodal analysis to multimodal fusion. Inform Fusion 37:98\u2013125","journal-title":"Inform Fusion"},{"key":"13149_CR23","doi-asserted-by":"publisher","first-page":"1281","DOI":"10.1007\/s11063-018-9919-0","volume":"50","author":"W Ren","year":"2019","unstructured":"Ren W, Han M (2019) Classification of EEG signals using hybrid feature extraction and ensemble extreme learning machine. Neural Process Lett 50:1281\u20131301","journal-title":"Neural Process Lett"},{"key":"13149_CR24","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1109\/ACCESS.2018.2883213","volume":"7","author":"L Santamaria-Granados","year":"2018","unstructured":"Santamaria-Granados L, Munoz-Organero M, Ramirez-Gonzalez G, Abdulhay E, Arunkumar N (2018) Using deep convolutional neural network for emotion detection on a physiological signals dataset (amigos). IEEE Access 7:57\u201367","journal-title":"IEEE Access"},{"issue":"4","key":"13149_CR25","doi-asserted-by":"publisher","first-page":"857","DOI":"10.1109\/TAFFC.2019.2901673","volume":"12","author":"J Shukla","year":"2021","unstructured":"Shukla J, Barreda-Angeles M, Oliver J, Nandi GC, Puig D (2021) Feature extraction and selection for emotion recognition from electrodermal activity. IEEE Trans Affect Comput 12(4):857\u2013869","journal-title":"IEEE Trans Affect Comput"},{"key":"13149_CR26","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/T-AFFC.2011.25","volume":"3","author":"M Soleymani","year":"2012","unstructured":"Soleymani M, Lichtenauer J, Pun T, Pantic M (2012) A multimodal database for affect recognition and implicit tagging. IEEE Trans Affect Comput 3:42\u201355","journal-title":"IEEE Trans Affect Comput"},{"key":"13149_CR27","doi-asserted-by":"publisher","first-page":"46","DOI":"10.3389\/fnbot.2019.00046","volume":"13","author":"YY Su","year":"2019","unstructured":"Su YY, Li WC, Bi N, Lv Z (2019) Adolescents environmental emotion perception by integrating EEG and eye movements. Front Neurorobot 13:46","journal-title":"Front Neurorobot"},{"key":"13149_CR28","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1016\/j.cmpb.2019.03.015","volume":"173","author":"S Taran","year":"2019","unstructured":"Taran S, Bajaj V (2019) Emotion recognition from single-channel EEG signals using a two-stage correlation and instantaneous frequency-based filtering method. Comput Methods Prog Biomed 173:157\u2013165","journal-title":"Comput Methods Prog Biomed"},{"key":"13149_CR29","doi-asserted-by":"publisher","first-page":"2319","DOI":"10.1126\/science.290.5500.2319","volume":"290","author":"JB Tenenbaum","year":"2000","unstructured":"Tenenbaum JB, Silva VD, Langford JC (2000) A global geometric framework for nonlinear dimensionality reduction. Science 290:2319\u20132323","journal-title":"Science"},{"issue":"3","key":"13149_CR30","doi-asserted-by":"publisher","first-page":"743","DOI":"10.1109\/TAFFC.2019.2892090","volume":"12","author":"P Thiam","year":"2021","unstructured":"Thiam P, Kessler V, Amirian M, Bellmann P, Layher G, Zhang Y, Velana M, Gruss S, Walter S, Traue H, Kim J, Schork D, Andre E, Neuman H, Schwenker F (2021) Multi-modal pain intensity recognition based on the SenseEmotion database. IEEE Trans Affect Comput 12(3):743\u2013760","journal-title":"IEEE Trans Affect Comput"},{"key":"13149_CR31","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/s12193-016-0222-y","volume":"11","author":"C Torres-Valencia","year":"2017","unstructured":"Torres-Valencia C, Alvarez-Lopez M, Orozco-Gutierrez A (2017) SVM-based feature selection methods for emotion recognition from multimodal data. J Multimodal User Interfaces 11:9\u201323","journal-title":"J Multimodal User Interfaces"},{"key":"13149_CR32","unstructured":"Wu M, Su WJ, Chen LF, Pedrycz W, Hirota K (2020) Two-stage fuzzy fusion based-convolution neural network for dynamic emotion recognition. IEEE Trans Affect Comput, in press"},{"key":"13149_CR33","doi-asserted-by":"publisher","first-page":"37","DOI":"10.3389\/fnbot.2019.00037","volume":"13","author":"X Xing","year":"2019","unstructured":"Xing X, Li Z, Xu T, Shu L, Xu X (2019) SAE+LSTM: a new framework for emotion recognition from multi-channel EEG. Front Neurorobot 13:37","journal-title":"Front Neurorobot"},{"key":"13149_CR34","doi-asserted-by":"publisher","first-page":"113768","DOI":"10.1016\/j.eswa.2020.113768","volume":"162","author":"Z Yin","year":"2020","unstructured":"Yin Z, Liu L, Chen JN, Zhao BX, Wang YG (2020) Locally robust EEG features selection for individual-independent emotion recognition. Expert Syst Appl 162:113768","journal-title":"Expert Syst Appl"},{"key":"13149_CR35","doi-asserted-by":"crossref","unstructured":"Zhang W, Yin Z (2020) EEG feature selection for emotion recognition based on cross-subject recursive feature elimination. In proceedings of the 39th Chinese control conference (CCC), Shenyang, China, pp. 6256\u20136261.","DOI":"10.23919\/CCC50068.2020.9188573"},{"key":"13149_CR36","doi-asserted-by":"publisher","first-page":"164130","DOI":"10.1109\/ACCESS.2020.3021994","volume":"8","author":"H Zhang","year":"2020","unstructured":"Zhang H (2020) Expression-EEG based collaborative multimodal emotion recognition using deep AutoEncoder. IEEE Access 8:164130\u2013164143","journal-title":"IEEE Access"},{"key":"13149_CR37","doi-asserted-by":"publisher","first-page":"3030","DOI":"10.1109\/TCSVT.2017.2719043","volume":"28","author":"S Zhang","year":"2018","unstructured":"Zhang S, Zhang S, Huang T, Gao W, Tian Q (2018) Learning affective features with a hybrid deep model for audio-visual emotion recognition. IEEE Trans Circuits Syst Video Technol 28:3030\u20133043","journal-title":"IEEE Trans Circuits Syst Video Technol"},{"key":"13149_CR38","doi-asserted-by":"crossref","unstructured":"Zhang G, Yang G, Qu SL, Luo TX, Han XY (2019) A combined reinforcement regression model based on weighted feedback for multimodal emotion recognition. In Proceedings of the 14th IEEE Conference on Industrial Electronics and Applications, Xi\u2019an, China, 19\u201321 June 2019; pp. 596\u2013601","DOI":"10.1109\/ICIEA.2019.8834030"},{"key":"13149_CR39","unstructured":"Zhao X, Jiang Z (2019) A tangent distance preserving dimensionality reduction algorithm. arXiv, arXiv:1902.05373v1."},{"key":"13149_CR40","doi-asserted-by":"publisher","first-page":"1110","DOI":"10.1109\/TCYB.2018.2797176","volume":"49","author":"WL Zheng","year":"2019","unstructured":"Zheng WL, Liu W, Lu YF, Lu BL, Cichocki A (2019) EmotionMeter: a multimodal framework for recognizing human emotions. IEEE Trans Cybern 49:1110\u20131122","journal-title":"IEEE Trans Cybern"},{"key":"13149_CR41","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1109\/TAFFC.2017.2712143","volume":"10","author":"WL Zheng","year":"2019","unstructured":"Zheng WL, Zhu JY, Lu BL (2019) Identifying stable patterns over time for emotion recognition from EEG. IEEE Trans Affect Comput 10:417\u2013429","journal-title":"IEEE Trans Affect Comput"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-13149-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-022-13149-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-13149-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,22]],"date-time":"2022-08-22T06:12:24Z","timestamp":1661148744000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-022-13149-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,18]]},"references-count":41,"journal-issue":{"issue":"23","published-print":{"date-parts":[[2022,9]]}},"alternative-id":["13149"],"URL":"https:\/\/doi.org\/10.1007\/s11042-022-13149-8","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,18]]},"assertion":[{"value":"9 November 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 March 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 April 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 April 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interests"}}]}}