{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T21:44:26Z","timestamp":1762033466457,"version":"3.41.0"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2017,10,20]],"date-time":"2017-10-20T00:00:00Z","timestamp":1508457600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["91420201","61472187"],"award-info":[{"award-number":["91420201","61472187"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61373063","61233011"],"award-info":[{"award-number":["61373063","61233011"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61375007"],"award-info":[{"award-number":["61375007"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100012166","name":"National Basic Research Program of China","doi-asserted-by":"crossref","award":["2014CB349303"],"award-info":[{"award-number":["2014CB349303"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2019,7]]},"DOI":"10.1007\/s00521-017-3230-2","type":"journal-article","created":{"date-parts":[[2017,10,20]],"date-time":"2017-10-20T06:52:43Z","timestamp":1508482363000},"page":"2795-2812","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["A facial expression recognition method based on ensemble of 3D convolutional neural networks"],"prefix":"10.1007","volume":"31","author":[{"given":"Wenyun","family":"Sun","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haitao","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhong","family":"Jin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,10,20]]},"reference":[{"key":"3230_CR1","unstructured":"Bastien F, Lamblin P, Pascanu R, Bergstra J, Goodfellow IJ, Bergeron A, Bouchard N, Bengio Y (2012) Theano: new features and speed improvements. In: Deep learning and unsupervised feature learning NIPS 2012 workshop"},{"key":"3230_CR2","doi-asserted-by":"crossref","unstructured":"Bergstra J, Breuleux O, Bastien F, Lamblin P, Pascanu R, Desjardins G, Turian J, Warde-Farley D, Bengio Y (2010) Theano: a CPU and GPU math expression compiler. In: Proceedings of the python for scientific computing conference (SciPy). Oral Presentation","DOI":"10.25080\/Majora-92bf1922-003"},{"issue":"12","key":"3230_CR3","first-page":"1","volume":"5","author":"YH Byeon","year":"2014","unstructured":"Byeon YH, Kwak KC (2014) Facial expression recognition using 3D convolutional neural network. Int J Adv Comput Sci Appl 5(12):107\u2013112","journal-title":"Int J Adv Comput Sci Appl"},{"key":"3230_CR4","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1109\/34.927467","volume":"6","author":"TF Cootes","year":"2001","unstructured":"Cootes TF, Edwards GJ, Taylor CJ (2001) Active appearance models. IEEE Trans Pattern Anal Mach Intell 6:681\u2013685","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"3","key":"3230_CR5","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/MMUL.2012.26","volume":"19","author":"A Dhall","year":"2012","unstructured":"Dhall A et al (2012) Collecting large, richly annotated facial-expression databases from movies. IEEE Multimedia 19(3):34\u201341","journal-title":"IEEE Multimedia"},{"issue":"1","key":"3230_CR6","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1016\/j.engappai.2012.09.002","volume":"26","author":"F Dornaika","year":"2013","unstructured":"Dornaika F, Moujahid A, Raducanu B (2013) Facial expression recognition using tracked facial actions: classifier performance analysis. Eng Appl Artif Intell 26(1):467\u2013477","journal-title":"Eng Appl Artif Intell"},{"key":"3230_CR7","volume-title":"Facial action coding system (FACS): manual","author":"P Ekman","year":"1978","unstructured":"Ekman P, Friensen E (1978) Facial action coding system (FACS): manual. Consulting Psychologists Press, Palo Alto"},{"key":"3230_CR8","unstructured":"Friensen W, Ekman P (1983) Emfacs-7: emotional facial action coding system. Technical report, University of California at San Francisico"},{"key":"3230_CR9","unstructured":"Glorot X, Bengio Y (2010) Understanding the difficulty of training deep feedforward neural networks. In: International conference on artificial intelligence and statistics, pp 249\u2013256"},{"key":"3230_CR10","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2015) Delving deep into rectifiers: surpassing human-level performance on imagenet classification. arXiv preprint arXiv:1502.01852","DOI":"10.1109\/ICCV.2015.123"},{"issue":"12","key":"3230_CR11","doi-asserted-by":"publisher","first-page":"3827","DOI":"10.1007\/s00521-016-2277-9","volume":"28","author":"T He","year":"2016","unstructured":"He T, Mao H, Yi Z (2016) Moving object recognition using multi-view three-dimensional convolutional neural networks. Neural Comput Appl 28(12):3827\u20133835","journal-title":"Neural Comput Appl"},{"key":"3230_CR12","unstructured":"Hinton GE, Srivastava N, Krizhevsky A, Sutskever I, Salakhutdinov RR (2012) Improving neural networks by preventing co-adaptation of feature detectors. arXiv preprint arXiv:1207.0580"},{"key":"3230_CR13","unstructured":"Horn BK, Schunck BG (1981) Determining optical flow. In: 1981 Technical symposium east, pp 319\u2013331. International Society for Optics and Photonics"},{"key":"3230_CR14","doi-asserted-by":"crossref","unstructured":"Jeni L, Girard JM, Cohn JF, De La Torre F et al (2013) Continuous au intensity estimation using localized, sparse facial feature space. In: 2013 10th IEEE international conference and workshops on automatic face and gesture recognition (FG), pp 1\u20137. IEEE","DOI":"10.1109\/FG.2013.6553808"},{"issue":"1","key":"3230_CR15","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1109\/TPAMI.2012.59","volume":"35","author":"S Ji","year":"2013","unstructured":"Ji S, Xu W, Yang M, Yu K (2013) 3D convolutional neural networks for human action recognition. IEEE TransPattern Anal Mach Intell 35(1):221\u2013231","journal-title":"IEEE TransPattern Anal Mach Intell"},{"key":"3230_CR16","doi-asserted-by":"crossref","unstructured":"Jia Y, Shelhamer E, Donahue J, Karayev S, Long J, Girshick R, Guadarrama S, Darrell T (2014) Caffe: convolutional architecture for fast feature embedding. arXiv preprint arXiv:1408.5093","DOI":"10.1145\/2647868.2654889"},{"key":"3230_CR17","first-page":"1097","volume":"25","author":"A Krizhevsky","year":"2012","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. Adv neural inf proc syst 25:1097\u20131105","journal-title":"Adv neural inf proc syst"},{"issue":"8","key":"3230_CR18","doi-asserted-by":"publisher","first-page":"1847","DOI":"10.1109\/TPAMI.2012.272","volume":"35","author":"N Kruger","year":"2013","unstructured":"Kruger N, Janssen P, Kalkan S, Lappe M, Leonardis A, Piater J, Rodriguez-Sanchez AJ, Wiskott L (2013) Deep hierarchies in the primate visual cortex: what can we learn for computer vision? IEEE Trans Pattern Anal Mach Intell 35(8):1847\u20131871","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"11","key":"3230_CR19","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324","journal-title":"Proc IEEE"},{"key":"3230_CR20","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1016\/j.neucom.2012.04.017","volume":"93","author":"F Long","year":"2012","unstructured":"Long F, Wu T, Movellan JR, Bartlett MS, Littlewort G (2012) Learning spatiotemporal features by using independent component analysis with application to facial expression recognition. Neurocomputing 93:126\u2013132","journal-title":"Neurocomputing"},{"key":"3230_CR21","doi-asserted-by":"crossref","unstructured":"Lorincz A, Jeni L, Szabo Z, Cohn JF, Kanade T et al (2013) Emotional expression classification using time-series kernels. In: 2013 IEEE conference on computer vision and pattern recognition workshops (CVPRW), pp 889\u2013895. IEEE","DOI":"10.1109\/CVPRW.2013.131"},{"key":"3230_CR22","doi-asserted-by":"crossref","unstructured":"Lucey P, Cohn JF, Kanade T, Saragih J, Ambadar Z, Matthews I (2010) The extended Cohn\u2013Kanade dataset (ck+): a complete dataset for action unit and emotion-specified expression. In: 2010 IEEE computer society conference on computer vision and pattern recognition workshops (CVPRW), pp 94\u2013101. IEEE","DOI":"10.1109\/CVPRW.2010.5543262"},{"issue":"5","key":"3230_CR23","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1016\/S0893-6080(03)00115-1","volume":"16","author":"M Matsugu","year":"2003","unstructured":"Matsugu M, Mori K, Mitari Y, Kaneda Y (2003) Subject independent facial expression recognition with robust face detection using a convolutional neural network. Neural Netw 16(5):555\u2013559","journal-title":"Neural Netw"},{"issue":"12","key":"3230_CR24","doi-asserted-by":"publisher","first-page":"3941","DOI":"10.1007\/s00521-016-2294-8","volume":"28","author":"OK Oyedotun","year":"2016","unstructured":"Oyedotun OK, Khashman A (2016) Deep learning in vision-based static hand gesture recognition. Neural Comput Appl 28(12):3941\u20133951","journal-title":"Neural Comput Appl"},{"key":"3230_CR25","doi-asserted-by":"crossref","unstructured":"Qian Z, Metaxas DN, Axel L (2006) Extraction and tracking of MRI tagging sheets using a 3D Gabor filter bank. In: Engineering in medicine and biology society, 2006. EMBS\u201906. 28th Annual international conference of the IEEE, pp 711\u2013714. IEEE","DOI":"10.1109\/IEMBS.2006.259542"},{"key":"3230_CR26","unstructured":"Regianini L (2009) Manual annotations of facial fiducial points on the Cohn\u2013Kanade database. http:\/\/lipori.dsi.unimi.it\/download.html"},{"issue":"3","key":"3230_CR27","first-page":"1","volume":"115","author":"O Russakovsky","year":"2014","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Huang Z, Karpathy A, Khosla A, Bernstein M et al (2014) Imagenet large scale visual recognition challenge. Int J Comput Vision 115(3):211\u2013252","journal-title":"Int J Comput Vision"},{"key":"3230_CR28","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556"},{"key":"3230_CR29","unstructured":"Sun W, Jin Z (2015) The 2DCNN project. https:\/\/github.com\/anders0821\/2DCNN"},{"key":"3230_CR30","series-title":"Facial expression classification based on convolutional neural networks","volume-title":"Advances in face image analysis: theory and applications","author":"W Sun","year":"2015","unstructured":"Sun W, Jin Z (2015) Advances in face image analysis: theory and applications. Facial expression classification based on convolutional neural networks. Bentham Science Publishers, Sharjah"},{"key":"3230_CR31","unstructured":"Sun W, Jin Z (2015) The 4DCNN project. https:\/\/github.com\/anders0821\/4DCNN"},{"key":"3230_CR32","doi-asserted-by":"crossref","unstructured":"Sun W, Zhao H, Jin Z (2016) 3D convolutional neural networks for facial expression classification. In: Asian conference on computer vision workshops. Springer","DOI":"10.1007\/978-3-319-54407-6_35"},{"key":"3230_CR33","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A (2014) Going deeper with convolutions. arXiv preprint arXiv:1409.4842"},{"key":"3230_CR34","unstructured":"Tran NT (2015) The matlab implementation of supervised descent method (SDM) for face alignment. https:\/\/github.com\/tntrung\/impSDM"},{"issue":"3","key":"3230_CR35","doi-asserted-by":"publisher","first-page":"328","DOI":"10.1109\/29.21701","volume":"37","author":"A Waibel","year":"1989","unstructured":"Waibel A, Hanazawa T, Hinton G, Shikano K, Lang KJ (1989) Phoneme recognition using time-delay neural networks. IEEE Trans Acoust Speech Signal Process 37(3):328\u2013339","journal-title":"IEEE Trans Acoust Speech Signal Process"},{"key":"3230_CR36","unstructured":"Wallhoff F (2005) The facial expressions and emotions database homepage (FEEDTUM). http:\/\/www.mmk.ei.tum.de\/~waf\/fgnet\/feedtum.html"},{"key":"3230_CR37","doi-asserted-by":"crossref","unstructured":"Wallhoff F, Schuller B, Hawellek M, Rigoll G (2006) Efficient recognition of authentic dynamic facial expressions on the FEEDTUM database. In: 2006 IEEE international conference on multimedia and expo, pp 493\u2013496. IEEE","DOI":"10.1109\/ICME.2006.262433"},{"issue":"11","key":"3230_CR38","doi-asserted-by":"publisher","first-page":"1018","DOI":"10.1016\/j.imavis.2005.07.005","volume":"23","author":"Y Wang","year":"2005","unstructured":"Wang Y, Chua CS (2005) Face recognition from 2D and 3D images using 3D Gabor filters. Image Vis Comput 23(11):1018\u20131028","journal-title":"Image Vis Comput"},{"key":"3230_CR39","doi-asserted-by":"crossref","unstructured":"Xiong X, Torre F (2013) Supervised descent method and its applications to face alignment. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 532\u2013539","DOI":"10.1109\/CVPR.2013.75"},{"issue":"2","key":"3230_CR40","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1016\/j.patrec.2008.03.014","volume":"30","author":"P Yang","year":"2009","unstructured":"Yang P, Liu Q, Metaxas DN (2009) Boosting encoded dynamic features for facial expression recognition. Pattern Recogn Lett 30(2):132\u2013139","journal-title":"Pattern Recogn Lett"},{"key":"3230_CR41","doi-asserted-by":"crossref","unstructured":"Yin L, Chen X, Sun Y, Worm T, Reale M (2008) A high-resolution 3D dynamic facial expression database. In: 8th IEEE international conference on automatic face and gesture recognition, 2008. FG\u201908, pp 1\u20136. IEEE","DOI":"10.1109\/AFGR.2008.4813324"},{"issue":"2","key":"3230_CR42","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1016\/j.patcog.2012.08.002","volume":"46","author":"T Yun","year":"2013","unstructured":"Yun T, Guan L (2013) Human emotional state recognition using real 3D visual features from Gabor library. Pattern Recogn 46(2):529\u2013538","journal-title":"Pattern Recogn"},{"key":"3230_CR43","doi-asserted-by":"crossref","unstructured":"Zeiler MD, Krishnan D, Taylor GW, Fergus R (2010) Deconvolutional networks. In: 2010 IEEE conference on computer vision and pattern recognition (CVPR), pp 2528\u20132535. IEEE","DOI":"10.1109\/CVPR.2010.5539957"},{"key":"3230_CR44","doi-asserted-by":"crossref","unstructured":"Zeiler MD, Taylor GW, Fergus R (2011) Adaptive deconvolutional networks for mid and high level feature learning. In: 2011 IEEE international conference on computer vision (ICCV), pp 2018\u20132025. IEEE","DOI":"10.1109\/ICCV.2011.6126474"},{"issue":"1","key":"3230_CR45","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1109\/TPAMI.2008.52","volume":"31","author":"Z Zeng","year":"2009","unstructured":"Zeng Z, Pantic M, Roisman G, Huang TS et al (2009) A survey of affect recognition methods: audio, visual, and spontaneous expressions. IEEE Trans Pattern Anal Mach Intell 31(1):39\u201358","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"2","key":"3230_CR46","doi-asserted-by":"publisher","first-page":"520","DOI":"10.1109\/TII.2016.2605629","volume":"13","author":"H Zhang","year":"2017","unstructured":"Zhang H, Cao X, Ho JK, Chow TW (2017) Object-level video advertising: an optimization framework. IEEE Trans Industr Inf 13(2):520\u2013531","journal-title":"IEEE Trans Industr Inf"},{"issue":"2","key":"3230_CR47","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1109\/TII.2016.2601521","volume":"13","author":"H Zhang","year":"2017","unstructured":"Zhang H, Li J, Ji Y, Yue H (2017) Understanding subtitles by character-level sequence-to-sequence learning. IEEE Trans Industr Inf 13(2):616\u2013624","journal-title":"IEEE Trans Industr Inf"},{"key":"3230_CR48","doi-asserted-by":"crossref","unstructured":"Zhang L, Tjondronegoro D, Chandran V (2012) Discovering the best feature extraction and selection algorithms for spontaneous facial expression recognition. In: 2012 IEEE international conference on multimedia and expo (ICME), pp 1027\u20131032. IEEE","DOI":"10.1109\/ICME.2012.97"},{"issue":"10","key":"3230_CR49","doi-asserted-by":"publisher","first-page":"692","DOI":"10.1016\/j.imavis.2014.06.002","volume":"32","author":"X Zhang","year":"2014","unstructured":"Zhang X, Yin L, Cohn JF, Canavan S, Reale M, Horowitz A, Liu P, Girard JM (2014) Bp4d-spontaneous: a high-resolution spontaneous 3D dynamic facial expression database. Image Vis Comput 32(10):692\u2013706","journal-title":"Image Vis Comput"},{"key":"3230_CR50","unstructured":"Zheng H (2014) Facial expression analysis. Technical report, School of Computer Science and Engineering, Southeast University, Nanjing, China"},{"key":"3230_CR51","doi-asserted-by":"crossref","unstructured":"Zhu X, Ramanan D (2012) Face detection, pose estimation, and landmark localization in the wild. In: 2012 IEEE conference on computer vision and pattern recognition (CVPR), pp 2879\u20132886. IEEE","DOI":"10.1109\/CVPR.2012.6248014"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-017-3230-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00521-017-3230-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-017-3230-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,26]],"date-time":"2025-06-26T15:56:56Z","timestamp":1750953416000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00521-017-3230-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,10,20]]},"references-count":51,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2019,7]]}},"alternative-id":["3230"],"URL":"https:\/\/doi.org\/10.1007\/s00521-017-3230-2","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"type":"print","value":"0941-0643"},{"type":"electronic","value":"1433-3058"}],"subject":[],"published":{"date-parts":[[2017,10,20]]},"assertion":[{"value":"5 May 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 October 2017","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 October 2017","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}