{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T16:01:08Z","timestamp":1780502468013,"version":"3.54.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,7,17]],"date-time":"2019-07-17T00:00:00Z","timestamp":1563321600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,7,17]],"date-time":"2019-07-17T00:00:00Z","timestamp":1563321600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61573066"],"award-info":[{"award-number":["61573066"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61327806"],"award-info":[{"award-number":["61327806"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Multimodal User Interfaces"],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s12193-019-00308-9","type":"journal-article","created":{"date-parts":[[2019,7,17]],"date-time":"2019-07-17T12:02:45Z","timestamp":1563364965000},"page":"17-23","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":32,"title":["Multi-modal facial expression feature based on deep-neural networks"],"prefix":"10.1007","volume":"14","author":[{"given":"Wei","family":"Wei","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qingxuan","family":"Jia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yongli","family":"Feng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gang","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ming","family":"Chu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,7,17]]},"reference":[{"issue":"5","key":"308_CR1","doi-asserted-by":"publisher","first-page":"505","DOI":"10.1080\/02564602.2015.1117403","volume":"33","author":"XM Zhao","year":"2016","unstructured":"Zhao XM, Zhang SQ (2016) Outcome facial expression recognition: feature extraction and classification. IETE Tech Rev 33(5):505\u2013517","journal-title":"IETE Tech Rev"},{"issue":"11","key":"308_CR2","doi-asserted-by":"publisher","first-page":"2049","DOI":"10.1109\/TMM.2015.2477042","volume":"17","author":"CX Ding","year":"2015","unstructured":"Ding CX, Tao DC (2015) Robust face recognition via multimodal deep face representation. IEEE Trans Multimed 17(11):2049\u20132058","journal-title":"IEEE Trans Multimed"},{"key":"308_CR3","doi-asserted-by":"publisher","first-page":"2701","DOI":"10.1109\/TIP.2015.2421437","volume":"24","author":"XS Shi","year":"2015","unstructured":"Shi XS, Guo ZH, Nie FP, Yang L, You J, Tao DC (2015) Neutral face classification using personalized appearance models for fast and robust emotion detection. IEEE Trans Image Process 24:2701\u20132711","journal-title":"IEEE Trans Image Process"},{"key":"308_CR4","doi-asserted-by":"crossref","unstructured":"Taigman Y, Yang M, Ranzato M, Wolf L (2014) Deepface: closing the gap to human-level performance in face verification. In: IEEE conference on computer vision and pattern recognition (CVPR), IEEE,Columbus, pp 1701\u20131708","DOI":"10.1109\/CVPR.2014.220"},{"key":"308_CR5","unstructured":"Sun Y, Chen Y, Wang X, Tang X (2014) Deep learning face representation by joint identification-verification. In: Annual conference on neural information processing systems, NIPS, 2014, pp 1988\u20131996"},{"key":"308_CR6","doi-asserted-by":"publisher","first-page":"832","DOI":"10.1007\/s11704-015-5323-3","volume":"10","author":"FF Zhang","year":"2016","unstructured":"Zhang FF, Yu YB, Mao QR, Gou JP, Zhan YZ (2016) Pose-robust feature learning for facial expression recognition. Front Comput Sci 10:832\u2013844","journal-title":"Front Comput Sci"},{"issue":"6","key":"308_CR7","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1109\/TPAMI.2007.1110","volume":"29","author":"GY Zhao","year":"2007","unstructured":"Zhao GY, Pietik\u00e4inen M (2007) Dynamic texture recognition using local binary patterns with an application to facial expressions. IEEE Trans Pattern Anal Mach Intell 29(6):915\u2013928","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"308_CR8","doi-asserted-by":"crossref","unstructured":"Dalal N, Triggs B (2005) Histograms of oriented gradients for human detection. In: IEEE computer society conference on computer vision and pattern recognition(CVPR), IEEE,San Diego, 2005, pp 886\u2013893","DOI":"10.1109\/CVPR.2005.177"},{"issue":"6","key":"308_CR9","doi-asserted-by":"publisher","first-page":"1233","DOI":"10.1152\/jn.1987.58.6.1233","volume":"58","author":"JP Jones","year":"1987","unstructured":"Jones JP, Palmer LA (1987) An evaluation of the two-dimensional gabor filter model of simple receptive fields in cat striate cortex. J Neurophysiol 58(6):1233\u20131258","journal-title":"J Neurophysiol"},{"issue":"6","key":"308_CR10","doi-asserted-by":"publisher","first-page":"713","DOI":"10.1002\/tee.22151","volume":"10","author":"FJ Ren","year":"2015","unstructured":"Ren FJ, Huang Z (2015) Facial expression recognition based on AAM-SIFT and adaptive regional weighting. IEEJ Trans Electr Electron Eng 10(6):713\u2013722","journal-title":"IEEJ Trans Electr Electron Eng"},{"issue":"2","key":"308_CR11","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1109\/TSMCC.2009.2035631","volume":"40","author":"XB Gao","year":"2010","unstructured":"Gao XB, Su Y, Li XL, Tao DC (2010) A review of active appearance models. IEEE Trans Syst Man Cybern Part C Appl Rev 40(2):145\u2013158","journal-title":"IEEE Trans Syst Man Cybern Part C Appl Rev"},{"issue":"2","key":"308_CR12","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1007\/s11263-006-0034-8","volume":"75","author":"JW Sung","year":"2007","unstructured":"Sung JW, Kanada T, Kim DJ (2007) A unified gradient-based approach for combining ASM into AAM. Int J Comput Vis 75(2):297\u2013310","journal-title":"Int J Comput Vis"},{"issue":"8","key":"308_CR13","doi-asserted-by":"publisher","first-page":"4806","DOI":"10.1109\/TGRS.2016.2551720","volume":"58","author":"SZ Chen","year":"2016","unstructured":"Chen SZ, Wang HP, Xu F, Jin YQ (2016) Target classification using the deep convolutional networks for SAR images. IEEE Trans Geosci Remote Sens 58(8):4806\u20134817","journal-title":"IEEE Trans Geosci Remote Sens"},{"key":"308_CR14","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1016\/j.neucom.2016.01.034","volume":"191","author":"J Xu","year":"2016","unstructured":"Xu J, Luo XF, Wang GH, Gilmore H, Madabhushi A (2016) A deep convolutional neural network for segmenting and classifying epithelial and stromal regions in histopathological images. Neurocomputing 191:214\u2013223","journal-title":"Neurocomputing"},{"key":"308_CR15","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1016\/j.commatsci.2016.05.034","volume":"123","author":"A Chowdhury","year":"2016","unstructured":"Chowdhury A, Kautz E, Yener B, Lewis D (2016) Image driven machine learning methods for microstructurerecognition. Comput Mater Sci 123:176\u2013187","journal-title":"Comput Mater Sci"},{"key":"308_CR16","doi-asserted-by":"publisher","first-page":"448","DOI":"10.1016\/j.patcog.2015.11.005","volume":"52","author":"BG Shi","year":"2016","unstructured":"Shi BG, Bai X, Yao C (2016) Script identification in the wild via discriminativeconvolutional neural network. Pattern Recognit 52:448\u2013458","journal-title":"Pattern Recognit"},{"key":"308_CR17","unstructured":"Yu ZD, Zhang C (2015) Image based static facial expression recognition with multiple deep network learning. In: ACM international conference on multimodal interaction, ACM, Seattle, 2015, pp 435\u2013442"},{"key":"308_CR18","first-page":"162","volume":"11","author":"H Song","year":"2017","unstructured":"Song H (2017) Facial expression classification using deep convolutional neural network. J Broadcast Eng 11:162\u2013172","journal-title":"J Broadcast Eng"},{"key":"308_CR19","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/j.neucom.2016.01.074","volume":"194","author":"J Shi","year":"2016","unstructured":"Shi J, Zhou SC, Liu X, Zhang Q, Lu MH, Wang TF (2016) Stacked deep polynomial network based representationlearning for tumor classification with small ultrasound imagedataset. Neurocomputing 194:87\u201394","journal-title":"Neurocomputing"},{"key":"308_CR20","doi-asserted-by":"crossref","unstructured":"Ranzato M, Susskind J, Mnih V, Hinton G (2011) On deep generative models with applications to recognition. In: IEEE conference on computer vision and pattern recognition (CVPR), IEEE, Colorado Springs, 2011, pp 2857\u20132864","DOI":"10.1109\/CVPR.2011.5995710"},{"key":"308_CR21","doi-asserted-by":"publisher","first-page":"808","DOI":"10.1007\/978-3-642-33783-3_58","volume-title":"Computer Vision \u2013 ECCV 2012","author":"Salah Rifai","year":"2012","unstructured":"Rifai S, Bengio Y, Courville A, Vincent P, Mirza M (2012) Disentangling factors of variation for facial expression recognition. In: European conference on computer vision (ECCV), Springer, Florence, 2012, pp 808\u2013822"},{"issue":"8","key":"308_CR22","doi-asserted-by":"publisher","first-page":"1665","DOI":"10.1109\/TPAMI.2015.2497700","volume":"38","author":"Y Panagakis","year":"2016","unstructured":"Panagakis Y, Nicolaou MA, Zafeiriou S, Pantic M (2016) Robust correlated and individual component analysis. IEEE Trans Pattern Anal Mach Intell 38(8):1665\u20131678","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"2","key":"308_CR23","doi-asserted-by":"publisher","first-page":"718","DOI":"10.1016\/j.ijleo.2015.10.147","volume":"127","author":"Y Luo","year":"2016","unstructured":"Luo Y, Zhang T, Zhang Y (2016) A novel fusion method of PCA and LDP for facial expressionfeature extraction. OPTIK 127(2):718\u2013721","journal-title":"OPTIK"},{"key":"308_CR24","doi-asserted-by":"crossref","unstructured":"Turan C, Lam KM, He XJ (2015) Facial expression recognition with emotion-based feature fusion. In: Asia-Pacfic signal and information processing association annual summit and conference (APSIPA), IEEE, Hong Kong, 2015, pp 1\u20136","DOI":"10.1109\/APSIPA.2015.7415453"},{"issue":"2","key":"308_CR25","doi-asserted-by":"publisher","first-page":"646","DOI":"10.1016\/j.eswa.2012.07.074","volume":"40","author":"THH Zavaschi","year":"2013","unstructured":"Zavaschi THH, Britto AS, Oliveira LES, Koerich AL (2013) Fusion of feature sets and classifiers for facial expression recognition. Expert Syst Appl 40(2):646\u2013655","journal-title":"Expert Syst Appl"},{"key":"308_CR26","unstructured":"Krizhevsky A, Sutskever I, Hinton G (2012) Imagenet classification with deep convolutional neural networks. In: Annual conference on neural information processing systems, NIPS, Lake Tahoe, 2012, pp 1097\u20131105"},{"issue":"2","key":"308_CR27","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1023\/A:1009715923555","volume":"2","author":"CJC Burges","year":"1998","unstructured":"Burges CJC (1998) A tutorial on support vector machines for pattern recognition. Data Min Knowl Discov 2(2):121\u2013167","journal-title":"Data Min Knowl Discov"},{"key":"308_CR28","unstructured":"Zhong L, Liu Q, Yang P, Liu B, Huang J, Metaxas D (2012) A review on facial patches for expression analysis. IEEE conference on computer vision and pattern recognition (CVPR), IEEE, Providence, 2012, pp 2562\u20132569"},{"issue":"1\u20132","key":"308_CR29","doi-asserted-by":"publisher","first-page":"160","DOI":"10.1016\/S1077-3142(03)00081-X","volume":"91","author":"I Cohen","year":"2003","unstructured":"Cohen I, Sebe N, Garg A, Chen LS, Huang TS (2003) Facial expression recognition from video sequences: temporal and static modeling. Comput Vis Image Underst 91(1\u20132):160\u2013187","journal-title":"Comput Vis Image Underst"},{"issue":"1","key":"308_CR30","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L (2001) Random forests. Mach Learn 45(1):5\u201332","journal-title":"Mach Learn"},{"issue":"11","key":"308_CR31","doi-asserted-by":"publisher","first-page":"1254","DOI":"10.1109\/34.730558","volume":"20","author":"L Itti","year":"1998","unstructured":"Itti L, Koch C, Niebur E (1998) A model of saliency-based visual attention for rapid sceneanalysis. IEEE Trans Pattern Anal Mach Intell 20(11):1254\u20131259","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"1","key":"308_CR32","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1023\/A:1007379606734","volume":"28","author":"R Caruana","year":"1997","unstructured":"Caruana R (1997) Multitask learning. Chine Learn 28(1):41\u201375","journal-title":"Chine Learn"},{"key":"308_CR33","first-page":"179","volume":"546","author":"ZH Liu","year":"2015","unstructured":"Liu ZH, Wang HZ, Yan Y, Guo GJ (2015) Effective facial expression recognition via the boosted convolutional neural network. Commun Comput Inf Sci 546:179\u2013188","journal-title":"Commun Comput Inf Sci"},{"issue":"1","key":"308_CR34","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1016\/S0031-3203(02)00052-3","volume":"36","author":"B Fasel","year":"2003","unstructured":"Fasel B, Luettin J (2003) Automatic facial expression analysis: a survey. Pattern Recognit 36(1):259\u2013275","journal-title":"Pattern Recognit"},{"key":"308_CR35","unstructured":"Patrick L, Jeffrey FC, Takeo K, Jason S, Zara A (2010) The extended Cohn\u2013Kanade dataset (CK+): a complete dataset for action unit and emotion-specified expression. In: IEEE computer society conference on computer vision and pattern recognition-workshops, IEEE, San Francisco, 2010, pp 94\u2013101"},{"issue":"1","key":"308_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TAFFC.2014.2386334","volume":"6","author":"SL Happy","year":"2015","unstructured":"Happy SL, Routray A (2015) Automatic facial expression recognition using features of salient facial patches. IEEE Trans Affect Comput 6(1):1\u201312","journal-title":"IEEE Trans Affect Comput"},{"issue":"1","key":"308_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TAFFC.2014.2386334","volume":"6","author":"SL Happy","year":"2015","unstructured":"Happy SL, Routray A (2015) Automatic facial expression recognition using features of salient facial patches. IEEE Trans Affect Comput 6(1):1\u201312","journal-title":"IEEE Trans Affect Comput"},{"key":"308_CR38","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1016\/j.neucom.2015.02.011","volume":"159","author":"MY Liu","year":"2015","unstructured":"Liu MY, Li SX, Shan SG, Chen XL (2015) AU-inspired deep networks for facial expression feature learning. Neurocomputing 159:126\u2013136","journal-title":"Neurocomputing"},{"key":"308_CR39","unstructured":"Vo DM, Sugimoto A, Le TH (2016) Facial expression recognition by re-ranking with global and local generic features. In: 23rd international conference on pattern recognition, IEEE, New York, 2016, pp 4118\u20134123"}],"container-title":["Journal on Multimodal User Interfaces"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12193-019-00308-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12193-019-00308-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12193-019-00308-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,15]],"date-time":"2020-07-15T23:40:51Z","timestamp":1594856451000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12193-019-00308-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,17]]},"references-count":39,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["308"],"URL":"https:\/\/doi.org\/10.1007\/s12193-019-00308-9","relation":{},"ISSN":["1783-7677","1783-8738"],"issn-type":[{"value":"1783-7677","type":"print"},{"value":"1783-8738","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,7,17]]},"assertion":[{"value":"24 July 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 July 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 July 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}