{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T15:55:41Z","timestamp":1770825341327,"version":"3.50.1"},"reference-count":24,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2020,1,20]],"date-time":"2020-01-20T00:00:00Z","timestamp":1579478400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,20]],"date-time":"2020-01-20T00:00:00Z","timestamp":1579478400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61373116"],"award-info":[{"award-number":["61373116"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Shaanxi Science and Technology Co-ordinate Innovation Project","award":["2016KTZDGY04-01"],"award-info":[{"award-number":["2016KTZDGY04-01"]}]},{"name":"General projects in the industrial field of Shaanxi","award":["2018GY-013"],"award-info":[{"award-number":["2018GY-013"]}]},{"name":"Xianyang science and technology project","award":["2017k01-25-2"],"award-info":[{"award-number":["2017k01-25-2"]}]},{"name":"Special Research Fund of Shaanxi Educational Committee","award":["16JK1706"],"award-info":[{"award-number":["16JK1706"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int. J. Mach. Learn. & Cyber."],"published-print":{"date-parts":[[2020,4]]},"DOI":"10.1007\/s13042-019-01056-8","type":"journal-article","created":{"date-parts":[[2020,1,20]],"date-time":"2020-01-20T10:02:36Z","timestamp":1579514556000},"page":"923-934","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":66,"title":["Emotion recognition using multimodal deep learning in multiple psychophysiological signals and video"],"prefix":"10.1007","volume":"11","author":[{"given":"Zhongmin","family":"Wang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0870-454X","authenticated-orcid":false,"given":"Xiaoxiao","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Wenlang","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Chen","family":"Liang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,1,20]]},"reference":[{"key":"1056_CR1","doi-asserted-by":"publisher","unstructured":"Gogia Y, Singh E, Mohatta S et al (2010) Multi-modal affect detection for learning applications. Region 10 Conference (TENCON). https:\/\/doi.org\/10.1109\/TENCON.2016.7848760","DOI":"10.1109\/TENCON.2016.7848760"},{"key":"1056_CR2","first-page":"36","volume":"3068","author":"A Haag","year":"2004","unstructured":"Haag A, Goronzy S, Schaich P, Williams J (2004) Emotion recognition using bio-sensors: first steps towards an automatic system. Int J Comput Electric Eng 3068:36\u201348","journal-title":"Int J Comput Electric Eng"},{"issue":"4","key":"1056_CR3","first-page":"205","volume":"38","author":"C Busso","year":"2005","unstructured":"Busso C, Deng Z, Yildirim S et al (2005) Analysis of emotion recognition using facial expressions, speech and multimodal information. ACM Int Conf Multimodal Interfaces 38(4):205\u2013211","journal-title":"ACM Int Conf Multimodal Interfaces"},{"key":"1056_CR4","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1016\/j.neunet.2014.10.005","volume":"63","author":"S Poria","year":"2015","unstructured":"Poria S, Cambria E, Hussain A et al (2015) Towards an intelligent framework for multimodal affective data analysis. Neural Netw 63:104\u2013116","journal-title":"Neural Netw"},{"issue":"2","key":"1056_CR5","doi-asserted-by":"publisher","first-page":"408","DOI":"10.1109\/TCDS.2017.2685338","volume":"10","author":"Y Yang","year":"2017","unstructured":"Yang Y, Wu QMJ, Zheng WL et al (2017) EEG-based emotion recognition using hierarchical network with subnetwork nodes. IEEE Trans Cogn Dev Syst 10(2):408\u2013419","journal-title":"IEEE Trans Cogn Dev Syst"},{"key":"1056_CR6","first-page":"621","volume-title":"Communications in Computer and Information Science","author":"Bo Sun","year":"2016","unstructured":"Sun B, Xu Q, He J et al (2016) Audio-video based multimodal emotion recognition using SVMs and deep learning. In: Chinese conference on pattern recognition, pp 621\u2013631"},{"issue":"1","key":"1056_CR7","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/s13042-013-0192-2","volume":"6","author":"MA Quiros-Ramirez","year":"2015","unstructured":"Quiros-Ramirez MA, Onisawa T (2015) Considering cross-cultural context in the automatic recognition of emotions. Int J Mach Learn Cybern 6(1):119\u2013127","journal-title":"Int J Mach Learn Cybern"},{"key":"1056_CR8","first-page":"1","volume":"4","author":"S Corchs","year":"2017","unstructured":"Corchs S, Fersini E, Gasparini F (2017) Ensemble learning on visual and textual data for social image emotion classification. Int J Mach Learn Cybern 4:1\u201314","journal-title":"Int J Mach Learn Cybern"},{"key":"1056_CR9","doi-asserted-by":"crossref","unstructured":"Bargal SA, Barsoum E, Ferrer CC et al (2016) Emotion recognition in the wild from videos using images. In: ICMI\u201916: Proceedings of the 18th ACM international conference on multimodal interaction, pp 433\u2013436","DOI":"10.1145\/2993148.2997627"},{"issue":"2","key":"1056_CR10","first-page":"1","volume":"10","author":"SE Kahou","year":"2015","unstructured":"Kahou SE, Bouthillier X, Lamblin P et al (2015) EmoNets: multimodal deep learning approaches for emotion recognition in video. J Multimodal User Interfaces 10(2):1\u201313","journal-title":"J Multimodal User Interfaces"},{"key":"1056_CR11","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2714671","author":"Soraia M Alarcao","year":"2017","unstructured":"Alarcao Soraia M, Fonseca Manuel J (2017) Emotions recognition using EEG signals: a survey. IEEE Trans Affect Comput. https:\/\/doi.org\/10.1109\/TAFFC.2017.2714671","journal-title":"IEEE Trans Affect Comput"},{"key":"1056_CR12","unstructured":"Li X, Song D, Zhang P et al (2017) Emotion recognition from multi-channel EEG data through convolutional recurrent neural network. In: 2016 IEEE international conference on bioinformatics and biomedicine (BIBM), pp 352\u2013359"},{"key":"1056_CR13","doi-asserted-by":"publisher","first-page":"521","DOI":"10.1007\/978-3-319-46672-9_58","volume-title":"Neural Information Processing","author":"Wei Liu","year":"2016","unstructured":"Liu W, Zheng WL, Lu BL (2016) Emotion recognition using multimodal deep learning. In: Hirose A, Ozawa S, Doya K, Ikeda K, Lee M, Liu D (eds) Neural information processing, pp 521\u2013529"},{"key":"1056_CR14","doi-asserted-by":"crossref","unstructured":"Nguyen D, Nguyen K, Sridharan S et al (2017) Deep spatio-temporal features for multimodal emotion recognition. In: 2017 IEEE winter conference on applications of computer vision, pp 1215\u20131223","DOI":"10.1109\/WACV.2017.140"},{"key":"1056_CR15","doi-asserted-by":"crossref","unstructured":"Valstar M, Gratch J, Ringeval F et al (2016) AVEC 2016: depression, mood, and emotion recognition workshop and challenge. In: AVEC\u201916: proceedings of the 6th international workshop on audio\/visual emotion challenge, pp 3\u2013110","DOI":"10.1145\/2988257.2988258"},{"key":"1056_CR16","doi-asserted-by":"crossref","unstructured":"Poria S, Chaturvedi I, Cambria E et al (2016) Convolutional MKL based multimodal emotion recognition and sentiment analysis. In: Bonchi F, Domingo-Ferrer J, Baeza-Yates R, Zhou Z-H, Wu X (eds) Proceedings - IEEE 16th international conference on data mining, pp 439\u2013448","DOI":"10.1109\/ICDM.2016.0055"},{"issue":"1","key":"1056_CR17","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/T-AFFC.2011.25","volume":"3","author":"M Soleymani","year":"2012","unstructured":"Soleymani M et al (2012) DEAP: a database for emotion analysis using physiological signals. IEEE Trans Affect Comput 3(1):18\u201331","journal-title":"IEEE Trans Affect Comput"},{"key":"1056_CR18","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI.2016.7849931","author":"L Zhang","year":"2017","unstructured":"Zhang L, Walter S, Ma X et al (2017) \u201cBioVid Emo DB\u201d: a multimodal database for emotion analyses validated by subjective ratings. Comput Intell. https:\/\/doi.org\/10.1109\/SSCI.2016.7849931","journal-title":"Comput Intell"},{"key":"1056_CR19","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1561\/9781601982957","volume-title":"Learning deep architectures for AI","author":"Y Bengio","year":"2009","unstructured":"Bengio Y (2009) Learning deep architectures for AI. Now Publishers Inc, Boston, pp 121\u2013150"},{"key":"1056_CR20","doi-asserted-by":"crossref","unstructured":"Li W, Abtahi F, Zhu Z (2015) A deep feature based multi-kernel learning approach for video emotion recognition. ACM Int Conf Multimodal Interact:483\u2013490","DOI":"10.1145\/2818346.2830583"},{"key":"1056_CR21","doi-asserted-by":"crossref","unstructured":"Kahou SE, Michalski V, Konda K et al (2015) Recurrent neural networks for emotion recognition in video. ACM Int Conf Multimodal Interact:467\u2013474","DOI":"10.1145\/2818346.2830596"},{"key":"1056_CR22","doi-asserted-by":"crossref","unstructured":"Ranganathan H, Chakraborty S, Panchanathan S (2016) Multimodal emotion recognition using deep learning architectures. Appl Comput Vision:1\u20139","DOI":"10.1109\/WACV.2016.7477679"},{"key":"1056_CR23","unstructured":"Szegedy C, Ioffe S, Vanhoucke V et al (2016) Inception-v4, Inception-ResNet and the impact of residual connections on learning. AAAI Conference on Artificial Intelligence. arXiv:1602.07261"},{"issue":"3","key":"1056_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1961189.1961199","volume":"2","author":"CC Chang","year":"2011","unstructured":"Chang CC, Lin CJ (2011) LIBSVM: a library for support vector machines. ACM Trans Intell Syst Technol 2(3):1\u201327","journal-title":"ACM Trans Intell Syst Technol"}],"container-title":["International Journal of Machine Learning and Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-019-01056-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s13042-019-01056-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-019-01056-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,1,19]],"date-time":"2021-01-19T00:40:44Z","timestamp":1611016844000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s13042-019-01056-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,20]]},"references-count":24,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2020,4]]}},"alternative-id":["1056"],"URL":"https:\/\/doi.org\/10.1007\/s13042-019-01056-8","relation":{},"ISSN":["1868-8071","1868-808X"],"issn-type":[{"value":"1868-8071","type":"print"},{"value":"1868-808X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,1,20]]},"assertion":[{"value":"16 July 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 December 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 January 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}