{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T23:31:28Z","timestamp":1773099088042,"version":"3.50.1"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2021,5,18]],"date-time":"2021-05-18T00:00:00Z","timestamp":1621296000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,5,18]],"date-time":"2021-05-18T00:00:00Z","timestamp":1621296000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"Natural Science Foundation of Shandong Province of China","award":["ZR2016AM30"],"award-info":[{"award-number":["ZR2016AM30"]}]},{"name":"Social Science Planning Research Project of Shandong Province","award":["18CLYJ50"],"award-info":[{"award-number":["18CLYJ50"]}]},{"name":"Shandong Soft Science Research Program","award":["2018RKB01144"],"award-info":[{"award-number":["2018RKB01144"]}]},{"name":"Shandong Province Higher Educational Science and Technology Program","award":["J15LN15"],"award-info":[{"award-number":["J15LN15"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Grid Computing"],"published-print":{"date-parts":[[2021,6]]},"DOI":"10.1007\/s10723-021-09564-0","type":"journal-article","created":{"date-parts":[[2021,6,4]],"date-time":"2021-06-04T09:23:44Z","timestamp":1622798624000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":34,"title":["Speech Expression Multimodal Emotion Recognition Based on Deep Belief Network"],"prefix":"10.1007","volume":"19","author":[{"given":"Dong","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7952-9553","authenticated-orcid":false,"given":"Longxi","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhiyong","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guangqiang","family":"Diao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,5,18]]},"reference":[{"issue":"JUL.SUPPL.1","key":"9564_CR1","first-page":"S171","volume":"43","author":"F Rahdari","year":"2019","unstructured":"Rahdari, F., Rashedi, E., Eftekhari, M.: A Multimodal Emotion Recognition System Using Facial Landmark Analysis[J]. Iranian Journal of Science and Technology. Trans. Electr. Eng. 43(JUL.SUPPL.1), S171\u2013S189 (2019)","journal-title":"Trans. Electr. Eng."},{"issue":"4","key":"9564_CR2","doi-asserted-by":"publisher","first-page":"172948","DOI":"10.1109\/ACCESS.2019.2955637","volume":"7","author":"S Nemati","year":"2019","unstructured":"Nemati, S., Rohani-Dezfuli, A.R., Basiri, E., et al.: A hybrid latent space data fusion method for multimodal emotion recognition[J]. IEEE Access. 7(4), 172948\u2013172964 (2019)","journal-title":"IEEE Access"},{"issue":"3\u20134","key":"9564_CR3","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1007\/s00779-018-01195-9","volume":"23","author":"Y Wang","year":"2019","unstructured":"Wang, Y.: Multimodal emotion recognition algorithm based on edge network emotion element compensation and data fusion[J]. Pers. Ubiquit. Comput. 23(3\u20134), 383\u2013392 (2019)","journal-title":"Pers. Ubiquit. Comput."},{"issue":"4","key":"9564_CR4","doi-asserted-by":"publisher","first-page":"923","DOI":"10.1007\/s13042-019-01056-8","volume":"11","author":"Z Wang","year":"2020","unstructured":"Wang, Z., Zhou, X., Wang, W., Liang, C.: Emotion recognition using multimodal deep learning in multiple psychophysiological signals and video[J]. Int. J. Mach. Learn. Cybern. 11(4), 923\u2013934 (2020)","journal-title":"Int. J. Mach. Learn. Cybern."},{"issue":"3\u20134","key":"9564_CR5","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1007\/s00779-019-01260-x","volume":"23","author":"K Xia","year":"2019","unstructured":"Xia, K., Hu, T., Si, W.: Editorial for the special issue on \"research on methods of multimodal information fusion in emotion recognition\"[J]. Pers. Ubiquit. Comput. 23(3\u20134), 359\u2013361 (2019)","journal-title":"Pers. Ubiquit. Comput."},{"issue":"10","key":"9564_CR6","first-page":"13716","volume":"34","author":"M Jaiswal","year":"2020","unstructured":"Jaiswal, M.: Interpreting multimodal machine learning models trained for emotion recognition to address robustness and privacy concerns[J]. Proc. AAAI Conf. Artificial Intell. 34(10), 13716\u201313717 (2020)","journal-title":"Proc. AAAI Conf. Artificial Intell."},{"issue":"5","key":"9564_CR7","first-page":"7985","volume":"34","author":"M Jaiswal","year":"2020","unstructured":"Jaiswal, M., Provost, E.M.: Privacy enhanced multimodal neural representations for emotion recognition[J]. Proc. AAAI Conf. Artificial Intell. 34(5), 7985\u20137993 (2020)","journal-title":"Proc. AAAI Conf. Artificial Intell."},{"key":"9564_CR8","doi-asserted-by":"publisher","first-page":"203814","DOI":"10.1109\/ACCESS.2020.3036877","volume":"8","author":"DY Choi","year":"2020","unstructured":"Choi, D.Y., Kim, D.H., Song, B.C.: Multimodal attention network for continuous-time emotion recognition using video and EEG signals[J]. IEEE Access. 8, 203814\u2013203826 (2020)","journal-title":"IEEE Access"},{"key":"9564_CR9","doi-asserted-by":"publisher","first-page":"1110","DOI":"10.1109\/TCYB.2018.2797176","volume":"49","author":"WL Zheng","year":"2019","unstructured":"Zheng, W.L., Liu, W., Lu, Y., Lu, B.L., Cichocki, A.: EmotionMeter: a multimodal framework for recognizing human emotions[J]. IEEE Trans. Cybern. 49, 1110\u20131122 (2019)","journal-title":"IEEE Trans. Cybern."},{"issue":"1","key":"9564_CR10","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1109\/TAFFC.2017.2713783","volume":"10","author":"F Noroozi","year":"2019","unstructured":"Noroozi, F., Marjanovic, M., Njegus, A., Escalera, S., Anbarjafari, G.: Audio-visual emotion recognition in video clips[J]. Affect. Comput. IEEE Trans. 10(1), 60\u201375 (2019)","journal-title":"Affect. Comput. IEEE Trans."},{"issue":"5","key":"9564_CR11","doi-asserted-by":"publisher","first-page":"90982","DOI":"10.1109\/ACCESS.2019.2926751","volume":"7","author":"JKP Seng","year":"2019","unstructured":"Seng, J.K.P., Ang, L.M.: Multimodal emotion and sentiment modeling from unstructured big data: challenges, architecture, & techniques[J]. IEEE Access. 7(5), 90982\u201390998 (2019)","journal-title":"IEEE Access"},{"issue":"5","key":"9564_CR12","doi-asserted-by":"publisher","first-page":"975","DOI":"10.1007\/s00138-018-0960-9","volume":"30","author":"E Avots","year":"2019","unstructured":"Avots, E., Sapinski, T., Bachmann, M., et al.: Audiovisual emotion recognition in wild[J]. Mach. Vis. Appl. 30(5), 975\u2013985 (2019)","journal-title":"Mach. Vis. Appl."},{"issue":"2","key":"9564_CR13","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1109\/TAFFC.2017.2702653","volume":"10","author":"Y Kim","year":"2019","unstructured":"Kim, Y., Provost, E.M.: ISLA: temporal segmentation and labeling for audio-visual emotion recognition[J]. Affect. Comput. IEEE Trans. 10(2), 196\u2013208 (2019)","journal-title":"Affect. Comput. IEEE Trans."},{"issue":"7","key":"9564_CR14","doi-asserted-by":"publisher","first-page":"155724","DOI":"10.1109\/ACCESS.2019.2949707","volume":"7","author":"DH Li","year":"2019","unstructured":"Li, D.H., Wang, Z., Wang, C.H., et al.: The fusion of electroencephalography and facial expression for continuous emotion recognition[J]. IEEE Access. 7(7), 155724\u2013155736 (2019)","journal-title":"IEEE Access"},{"key":"9564_CR15","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1016\/j.jvcir.2018.12.039","volume":"59","author":"M Hu","year":"2019","unstructured":"Hu, M., Wang, H., Wang, X., et al.: Video facial emotion recognition based on local enhanced motion history image and CNN-CTSLSTM networks[J]. J. Vis. Commun. Image Represent. 59, 176\u2013185 (2019)","journal-title":"J. Vis. Commun. Image Represent."},{"issue":"6","key":"9564_CR16","doi-asserted-by":"publisher","first-page":"1729","DOI":"10.1109\/TCSVT.2018.2855416","volume":"29","author":"R Azad","year":"2019","unstructured":"Azad, R., Asadi-Aghbolaghi, M., Kasaei, S., Escalera, S.: Dynamic 3D hand gesture recognition by learning weighted depth motion maps[J]. IEEE Trans. Circuits Syst. Video Technol. 29(6), 1729\u20131740 (2019)","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"issue":"4","key":"9564_CR17","first-page":"352","volume":"3","author":"X Li","year":"2017","unstructured":"Li, X., Song, D., Zhang, P., et al.: Emotion recognition from multi-channel EEG data throughConvolutional recurrent neural network[C]\/\/ international conference on bioinformatics andBiomedicine. IEEE. 3(4), 352\u2013359 (2017)","journal-title":"IEEE"},{"key":"9564_CR18","doi-asserted-by":"crossref","unstructured":"A A R , A M M , B S M A . Dear-Mulsemedia: dataset for emotion analysis and recognition in response to multiple sensorial media[J]. Inf. Fusion, 2021, 65(3):37\u201349","DOI":"10.1016\/j.inffus.2020.08.007"},{"issue":"5","key":"9564_CR19","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1016\/j.entcs.2019.04.009","volume":"343","author":"M Egger","year":"2019","unstructured":"Egger, M., Ley, M., Hanke, S.: Emotion recognition from physiological signal analysis: a review[J]. Electron. Notes Theor. Comput. Sci. 343(5), 35\u201355 (2019)","journal-title":"Electron. Notes Theor. Comput. Sci."},{"issue":"2","key":"9564_CR20","first-page":"1359","volume":"34","author":"T Mittal","year":"2020","unstructured":"Mittal, T., Bhattacharya, U., Chandra, R., Bera, A., Manocha, D.: M3ER: multiplicative multimodal emotion recognition using facial, textual, and speech cues[J]. Proc. AAAI Conf. Artificial Intell. 34(2), 1359\u20131367 (2020)","journal-title":"Proc. AAAI Conf. Artificial Intell."},{"issue":"3","key":"9564_CR21","doi-asserted-by":"publisher","first-page":"164130","DOI":"10.1109\/ACCESS.2020.3021994","volume":"8","author":"H Zhang","year":"2020","unstructured":"Zhang, H.: Expression-EEG based collaborative multimodal emotion recognition using deep AutoEncoder[J]. IEEE Access. 8(3), 164130\u2013164143 (2020)","journal-title":"IEEE Access"},{"issue":"1","key":"9564_CR22","doi-asserted-by":"publisher","first-page":"73","DOI":"10.37936\/ecti-cit.2021151.226446","volume":"15","author":"A Jaratrotkamjorn","year":"2021","unstructured":"Jaratrotkamjorn, A.: Bimodal emotion recognition using deep belief network[J]. ECTI Trans. Comput. Inf. Technol. (ECTI-CIT). 15(1), 73\u201381 (2021)","journal-title":"ECTI Trans. Comput. Inf. Technol. (ECTI-CIT)"},{"issue":"1","key":"9564_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/01691864.2018.1554507","volume":"33","author":"Y Li","year":"2019","unstructured":"Li, Y., Ishi, C.T., Inoue, K., et al.: Expressing reactive emotion based on multimodal emotion recognition for natural conversation in human\u2013robot interaction*[J]. Adv. Robot. 33(1), 1\u201312 (2019)","journal-title":"Adv. Robot."},{"issue":"4","key":"9564_CR24","doi-asserted-by":"publisher","first-page":"1261","DOI":"10.18494\/SAM.2020.2552","volume":"32","author":"J Li","year":"2020","unstructured":"Li, J., Zhong, J., Wang, M.: Unsupervised recurrent neural network with parametric Bias framework for human emotion recognition with multimodal sensor data fusion[J]. Sensors and materials. 32(4), 1261\u20131277 (2020)","journal-title":"Sensors and materials"},{"issue":"5","key":"9564_CR25","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1016\/j.inffus.2020.10.011","volume":"68","author":"P Tzirakis","year":"2021","unstructured":"Tzirakis, P., Chen, J., Zafeiriou, S., Schuller, B.: End-to-end multimodal affect recognition in real-world environments[J]. Inf. Fusion. 68(5), 46\u201353 (2021)","journal-title":"Inf. Fusion"},{"issue":"4","key":"9564_CR26","first-page":"3092","volume":"9","author":"P Rao","year":"2020","unstructured":"Rao, P.: Weighted normalization fusion approach for multimodal emotion recognition[J]. Int. J. Sci. Technol. Res. 9(4), 3092\u20133098 (2020)","journal-title":"Int. J. Sci. Technol. Res."},{"issue":"2","key":"9564_CR27","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1515\/icom-2020-0009","volume":"19","author":"T Schmidt","year":"2020","unstructured":"Schmidt, T., Schlindwein, M., Lichtner, K., et al.: Investigating the Relationship Between Emotion Recognition Software and Usability Metrics[J]. i-com. 19(2), 139\u2013151 (2020)","journal-title":"i-com"},{"issue":"2","key":"9564_CR28","first-page":"1351","volume":"34","author":"E Mansouri-Benssassi","year":"2020","unstructured":"Mansouri-Benssassi, E., Ye, J.: Synch-graph: multisensory emotion recognition through neural synchrony via graph convolutional networks[J]. Proc. AAAI Conf. Artificial Intell. 34(2), 1351\u20131358 (2020)","journal-title":"Proc. AAAI Conf. Artificial Intell."},{"issue":"6","key":"9564_CR29","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/j.jsp.2020.11.001","volume":"84","author":"MM Hare","year":"2021","unstructured":"Hare, M.M., Garcia, A.M., Hart, K.C., Graziano, P.A.: Intervention response among preschoolers with ADHD: the role of emotion understanding[J]. J. Sch. Psychol. 84(6), 19\u201331 (2021)","journal-title":"J. Sch. Psychol."},{"issue":"2","key":"9564_CR30","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/j.visres.2020.12.002","volume":"180","author":"MJ de Boer","year":"2021","unstructured":"de Boer, M.J., J\u00fcrgens, T., Cornelissen, F.W., et al.: Degraded visual and auditory input individually impair audiovisual emotion recognition from speech-like stimuli, but no evidence for an exacerbated effect from combined degradation[J]. Vis. Res. 180(2), 51\u201362 (2021)","journal-title":"Vis. Res."},{"issue":"5","key":"9564_CR31","doi-asserted-by":"publisher","first-page":"1109","DOI":"10.1109\/TNSRE.2020.2985308","volume":"28","author":"OI Caldas","year":"2020","unstructured":"Caldas, O.I., Aviles, O.F., Rodriguez-Guerrero, C.: Effects of presence and challenge variations on emotional engagement in immersive virtual environments[J]. IEEE Trans. Neural Syst. Rehab. Eng. 28(5), 1109\u20131116 (2020)","journal-title":"IEEE Trans. Neural Syst. Rehab. Eng."},{"issue":"11","key":"9564_CR32","first-page":"1","volume":"142","author":"E Yadegaridehkordi","year":"2019","unstructured":"Yadegaridehkordi, E., Noor, N.F.B.M., Bin Ayub, M.N., et al.: Affective computing in education: a systematic review and future research[J]. Comput. Educ. 142(11), 1\u201319 (2019)","journal-title":"Comput. Educ."},{"issue":"1","key":"9564_CR33","doi-asserted-by":"publisher","first-page":"54","DOI":"10.46501\/IJMTST070112","volume":"7","author":"KS Gupta","year":"2021","unstructured":"Gupta, K.S.: Development of music player application using emotion recognition[J]. Intl. J. Modern Trends Sci. Technol. 7(1), 54\u201357 (2021)","journal-title":"Intl. J. Modern Trends Sci. Technol."}],"container-title":["Journal of Grid Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-021-09564-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10723-021-09564-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-021-09564-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,6,19]],"date-time":"2021-06-19T15:06:25Z","timestamp":1624115185000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10723-021-09564-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,18]]},"references-count":33,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,6]]}},"alternative-id":["9564"],"URL":"https:\/\/doi.org\/10.1007\/s10723-021-09564-0","relation":{},"ISSN":["1570-7873","1572-9184"],"issn-type":[{"value":"1570-7873","type":"print"},{"value":"1572-9184","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,5,18]]},"assertion":[{"value":"4 February 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 May 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 May 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"22"}}