{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T11:16:38Z","timestamp":1781867798680,"version":"3.54.5"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"16","license":[{"start":{"date-parts":[[2023,6,4]],"date-time":"2023-06-04T00:00:00Z","timestamp":1685836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,4]],"date-time":"2023-06-04T00:00:00Z","timestamp":1685836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"National Key Research and Development Program of China","award":["2018AAA0103203"],"award-info":[{"award-number":["2018AAA0103203"]}]},{"name":"Project of Key Research and Development Program of Sichuan Province","award":["2021YFG0325"],"award-info":[{"award-number":["2021YFG0325"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s00500-023-08531-z","type":"journal-article","created":{"date-parts":[[2023,6,4]],"date-time":"2023-06-04T16:01:25Z","timestamp":1685894485000},"page":"11243-11258","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Facial expression recognition through multi-level features extraction and fusion"],"prefix":"10.1007","volume":"27","author":[{"given":"Yuanlun","family":"Xie","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenhong","family":"Tian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hengxin","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tingsong","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,6,4]]},"reference":[{"key":"8531_CR1","doi-asserted-by":"crossref","unstructured":"Abbasnejad I, Sridharan S, Nguyen D, et\u00a0al (2018) Using synthetic data to improve facial expression analysis with 3d convolutional networks. In: 2017 IEEE international conference on computer vision workshop (ICCVW)","DOI":"10.1109\/ICCVW.2017.189"},{"key":"8531_CR2","unstructured":"Amos B, Ludwiczuk B, Satyanarayanan M (2016) Openface: a general-purpose face recognition library with mobile applications. Tech. rep., CMU-CS-16-118, CMU School of Computer Science"},{"key":"8531_CR3","doi-asserted-by":"crossref","unstructured":"Barsoum E, Zhang C, Ferrer CC, et\u00a0al (2016a) Training deep networks for facial expression recognition with crowd-sourced label distribution. In: Proceedings of the 18th ACM international conference on multimodal interaction, pp 279\u2013283","DOI":"10.1145\/2993148.2993165"},{"key":"8531_CR4","doi-asserted-by":"publisher","unstructured":"Barsoum E, Zhang C, Ferrer CC, et\u00a0al (2016b) Training deep networks for facial expression recognition with crowd-sourced label distribution. In: Proceedings of the 18th ACM international conference on multimodal interaction. Association for Computing Machinery, New York, ICMI\u201916, pp 279\u2013283. https:\/\/doi.org\/10.1145\/2993148.2993165","DOI":"10.1145\/2993148.2993165"},{"key":"8531_CR5","unstructured":"Dalal N, Triggs B (2005) Histograms of oriented gradients for human detection. In: IEEE computer society conference on computer vision pattern recognition"},{"issue":"2","key":"8531_CR6","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1037\/h0030377","volume":"17","author":"P Ekman","year":"1971","unstructured":"Ekman P, Friesen WV (1971) Constants across cultures in the face and emotion. J Personal Soc Psychol 17(2):124","journal-title":"J Personal Soc Psychol"},{"key":"8531_CR7","first-page":"12","volume-title":"Facial action coding system: a technique for the measurement of facial movement","author":"P Ekman","year":"1978","unstructured":"Ekman P, Friesen W (1978) Facial action coding system: a technique for the measurement of facial movement. Consulting Psychologists Press, Palo Alto, p 12"},{"key":"8531_CR8","doi-asserted-by":"crossref","unstructured":"Fan X, Deng Z, Wang K, et\u00a0al (2020) Learning discriminative representation for facial expression recognition from uncertainties. In: 2020 IEEE international conference on image processing (ICIP). IEEE, pp 903\u2013907","DOI":"10.1109\/ICIP40778.2020.9190643"},{"key":"8531_CR9","doi-asserted-by":"crossref","unstructured":"Fan Y, Lam JC, Li VO (2018) Multi-region ensemble convolutional neural network for facial expression recognition. In: International conference on artificial neural networks. Springer, pp 84\u201394","DOI":"10.1007\/978-3-030-01418-6_9"},{"key":"8531_CR10","doi-asserted-by":"crossref","unstructured":"Farzaneh AH, Qi X (2021) Facial expression recognition in the wild via deep attentive center loss. In: Proceedings of the IEEE\/CVF winter conference on applications of computer vision, pp 2402\u20132411","DOI":"10.1109\/WACV48630.2021.00245"},{"key":"8531_CR11","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, et\u00a0al (2016) Deep residual learning for image recognition. In: 2016 IEEE conference on computer vision and pattern recognition (CVPR)","DOI":"10.1109\/CVPR.2016.90"},{"key":"8531_CR12","doi-asserted-by":"crossref","unstructured":"Huang C (2017) Combining convolutional neural networks for emotion recognition. In: 2017 IEEE MIT undergraduate research technology conference (URTC)","DOI":"10.1109\/URTC.2017.8284175"},{"key":"8531_CR13","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, Van Der Maaten L, et\u00a0al (2017) Densely connected convolutional networks. In: 2017 IEEE conference on computer vision and pattern recognition (CVPR), pp 2261\u20132269","DOI":"10.1109\/CVPR.2017.243"},{"key":"8531_CR14","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, Van Der\u00a0Maaten L, et\u00a0al (2017) Densely connected convolutional networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 4700\u20134708","DOI":"10.1109\/CVPR.2017.243"},{"issue":"MAR.14","key":"8531_CR15","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1016\/j.neucom.2018.12.037","volume":"333","author":"Y Ji","year":"2019","unstructured":"Ji Y, Hu Y, Yang Y et al (2019) Cross-domain facial expression recognition via an intra-category common feature and inter-category distinction feature fusion network. Neurocomputing 333(MAR.14):231\u2013239","journal-title":"Neurocomputing"},{"key":"8531_CR16","doi-asserted-by":"crossref","unstructured":"Kahou SE, Pal C, Bouthillier X, et\u00a0al (2013) Combining modality specific deep neural networks for emotion recognition in video. In: Proceedings of the 15th ACM on international conference on multimodal interaction, pp 543\u2013550","DOI":"10.1145\/2522848.2531745"},{"key":"8531_CR17","doi-asserted-by":"crossref","unstructured":"Lai YH, Lai SH (2018) Emotion-preserving representation learning via generative adversarial network for multi-view facial expression recognition. In: 2018 13th IEEE international conference on automatic face gesture recognition (FG 2018)","DOI":"10.1109\/FG.2018.00046"},{"issue":"1","key":"8531_CR18","doi-asserted-by":"publisher","first-page":"356","DOI":"10.1109\/TIP.2018.2868382","volume":"28","author":"S Li","year":"2019","unstructured":"Li S, Deng W (2019) Reliable crowdsourcing and deep locality preserving learning for unconstrained facial expression recognition. IEEE Trans Image Process 28(1):356\u2013370","journal-title":"IEEE Trans Image Process"},{"key":"8531_CR19","doi-asserted-by":"crossref","unstructured":"Li S, Deng W (2020) Deep facial expression recognition: a survey. IEEE IEEE Trans Affect Comput 13(3):1195\u20131215","DOI":"10.1109\/TAFFC.2020.2981446"},{"key":"8531_CR20","doi-asserted-by":"publisher","unstructured":"Li Y, Zeng J, Shan S et al (2018) Occlusion aware facial expression recognition using CNN with attention mechanism. IEEE Trans Image Process 28:1\u20131. https:\/\/doi.org\/10.1109\/TIP.2018.2886767","DOI":"10.1109\/TIP.2018.2886767"},{"key":"8531_CR21","doi-asserted-by":"crossref","unstructured":"Li S, Deng W, Du J (2017a) Reliable crowdsourcing and deep locality-preserving learning for expression recognition in the wild. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 2852\u20132861","DOI":"10.1109\/CVPR.2017.277"},{"key":"8531_CR22","doi-asserted-by":"crossref","unstructured":"Li Y, Yang J, Song Y et\u00a0al (2017b) Learning from noisy labels with distillation. In: 2017 IEEE international conference on computer vision (ICCV)","DOI":"10.1109\/ICCV.2017.211"},{"key":"8531_CR23","doi-asserted-by":"crossref","unstructured":"Lin F, Hong R, Zhou W et\u00a0al (2018) Facial expression recognition with data augmentation and compact feature learning. In: 2018 25th IEEE international conference on image processing (ICIP). IEEE, pp 1957\u20131961","DOI":"10.1109\/ICIP.2018.8451039"},{"issue":"4","key":"8531_CR24","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1109\/TIP.2002.999679","volume":"11","author":"C Liu","year":"2002","unstructured":"Liu C, Wechsler H (2002) Gabor feature based classification using the enhanced fisher linear discriminant model for face recognition. IEEE Trans Image Process 11(4):467\u2013476. https:\/\/doi.org\/10.1109\/TIP.2002.999679","journal-title":"IEEE Trans Image Process"},{"key":"8531_CR25","doi-asserted-by":"publisher","first-page":"610","DOI":"10.1016\/j.patcog.2016.07.026","volume":"61","author":"AT Lopes","year":"2017","unstructured":"Lopes AT, Aguiar ED, Souza AFD et al (2017) Facial expression recognition with convolutional neural networks: coping with few data and the training sample order. Pattern Recognit 61:610\u2013628","journal-title":"Pattern Recognit"},{"key":"8531_CR26","doi-asserted-by":"crossref","unstructured":"Lucey P, Cohn JF, Kanade T et\u00a0al (2010) The extended Cohn\u2013Kanade dataset (ck+): a complete dataset for action unit and emotion-specified expression. In: 2010 IEEE computer society conference on computer vision and pattern recognition-workshops. IEEE, pp 94\u2013101","DOI":"10.1109\/CVPRW.2010.5543262"},{"key":"8531_CR27","doi-asserted-by":"crossref","unstructured":"Lyons MJ, Akamatsu S, Kamachi MG et\u00a0al (1998) Coding facial expressions with gabor wavelets. In: Proceedings of the third IEEE international conference on automatic face and gesture recognition, 1998","DOI":"10.1109\/AFGR.1998.670949"},{"key":"8531_CR28","doi-asserted-by":"publisher","unstructured":"Meng Z, Liu P, Cai J et\u00a0al (2017) Identity-aware convolutional neural network for facial expression recognition. In: 2017 12th IEEE international conference on automatic face gesture recognition (FG 2017), pp 558\u2013565. https:\/\/doi.org\/10.1109\/FG.2017.140","DOI":"10.1109\/FG.2017.140"},{"issue":"1","key":"8531_CR29","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/TAFFC.2017.2740923","volume":"10","author":"A Mollahosseini","year":"2017","unstructured":"Mollahosseini A, Hasani B, Mahoor MH (2017) Affectnet: a database for facial expression, valence, and arousal computing in the wild. IEEE Trans Affect Comput 10(1):18\u201331","journal-title":"IEEE Trans Affect Comput"},{"key":"8531_CR30","doi-asserted-by":"publisher","first-page":"3812","DOI":"10.1093\/nar\/gkg509","volume":"31","author":"P Ng","year":"2003","unstructured":"Ng P, Henikoff S (2003) Sift: predicting amino acid changes that affect protein function. Nucleic Acids Res 31:3812\u20134. https:\/\/doi.org\/10.1093\/nar\/gkg509","journal-title":"Nucleic Acids Res"},{"key":"8531_CR31","unstructured":"Pantic M, Valstar M, Rademaker R, et\u00a0al (2005) Web-based database for facial expression analysis. In: 2005 IEEE international conference on multimedia and Expo. IEEE, pp 5\u2013pp"},{"key":"8531_CR32","doi-asserted-by":"publisher","first-page":"523","DOI":"10.1016\/j.procs.2017.10.038","volume":"116","author":"DA Pitaloka","year":"2017","unstructured":"Pitaloka DA, Wulandari A, Basaruddin T et al (2017) Enhancing CNN with preprocessing stage in automatic emotion recognition. Procedia Comput Sci 116:523\u2013529","journal-title":"Procedia Comput Sci"},{"issue":"6","key":"8531_CR33","doi-asserted-by":"publisher","first-page":"803","DOI":"10.1016\/j.imavis.2008.08.005","volume":"27","author":"C Shan","year":"2009","unstructured":"Shan C, Gong S, Mcowan PW (2009) Facial expression recognition based on local binary patterns: a comprehensive study. Image Vis Comput 27(6):803\u2013816","journal-title":"Image Vis Comput"},{"key":"8531_CR34","doi-asserted-by":"crossref","unstructured":"Shome D, Kar T (2021) Fedaffect: few-shot federated learning for facial expression recognition. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 4168\u20134175","DOI":"10.1109\/ICCVW54120.2021.00463"},{"key":"8531_CR35","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. In: International conference on learning representations"},{"key":"8531_CR36","unstructured":"Suwa M, Sugie N, Fujimora K (1978) A preliminary note on pattern recognition of human emotional expression. In: International joint conference on pattern recognition, pp 408\u2013410"},{"key":"8531_CR37","doi-asserted-by":"publisher","unstructured":"Szegedy C, Vanhoucke V, Ioffe S et\u00a0al (2016) Rethinking the inception architecture for computer vision. In: 2016 IEEE conference on computer vision and pattern recognition (CVPR), pp 2818\u20132826. https:\/\/doi.org\/10.1109\/CVPR.2016.308","DOI":"10.1109\/CVPR.2016.308"},{"key":"8531_CR38","unstructured":"Tang Y (2013) Deep learning using linear support vector machines. arXiv preprint arXiv:1306.0239"},{"key":"8531_CR39","doi-asserted-by":"crossref","unstructured":"Valstar MF, S\u00e1nchez-Lozano E, Cohn JF et\u00a0al (2017) Fera 2017-addressing head pose in the third facial expression recognition and analysis challenge. In: 2017 12th IEEE international conference on automatic face & gesture recognition (FG 2017). IEEE, pp 839\u2013847","DOI":"10.1109\/FG.2017.107"},{"key":"8531_CR40","doi-asserted-by":"crossref","unstructured":"Veit A, Alldrin N, Chechik G et\u00a0al (2017) Learning from noisy large scale datasets with minimal supervision. In: 2017 IEEE conference on computer vision and pattern recognition (CVPR)","DOI":"10.1109\/CVPR.2017.696"},{"key":"8531_CR41","doi-asserted-by":"publisher","first-page":"4057","DOI":"10.1109\/TIP.2019.2956143","volume":"29","author":"K Wang","year":"2020","unstructured":"Wang K, Peng X, Yang J et al (2020) Region attention networks for pose and occlusion robust facial expression recognition. IEEE Trans Image Process 29:4057\u20134069. https:\/\/doi.org\/10.1109\/TIP.2019.2956143","journal-title":"IEEE Trans Image Process"},{"issue":"107","key":"8531_CR42","first-page":"694","volume":"112","author":"Z Wang","year":"2021","unstructured":"Wang Z, Zeng F, Liu S et al (2021) Oaenet: oriented attention ensemble for accurate facial expression recognition. Pattern Recognit 112(107):694","journal-title":"Pattern Recognit"},{"key":"8531_CR43","doi-asserted-by":"publisher","unstructured":"Wang K, Peng X, Yang J et\u00a0al (2020a) Suppressing uncertainties for large-scale facial expression recognition. In: 2020 IEEE\/CVF conference on computer vision and pattern recognition (CVPR), pp 6896\u20136905. https:\/\/doi.org\/10.1109\/CVPR42600.2020.00693","DOI":"10.1109\/CVPR42600.2020.00693"},{"key":"8531_CR44","doi-asserted-by":"crossref","unstructured":"Yang H, Ciftci U, Yin L (2018a) Facial expression recognition by de-expression residue learning. In: Proceedings of the IEEE conference on computer vision and pattern recognition (CVPR)","DOI":"10.1109\/CVPR.2018.00231"},{"key":"8531_CR45","doi-asserted-by":"crossref","unstructured":"Yang H, Ciftci U, Yin L (2018b) Facial expression recognition by de-expression residue learning. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 2168\u20132177","DOI":"10.1109\/CVPR.2018.00231"},{"issue":"12","key":"8531_CR46","doi-asserted-by":"publisher","first-page":"1691","DOI":"10.1007\/s00371-017-1443-0","volume":"34","author":"Z Yu","year":"2018","unstructured":"Yu Z, Liu Q, Liu G (2018) Deeper cascaded peak-piloted network for weak expression recognition. Vis Comput 34(12):1691\u20131699","journal-title":"Vis Comput"},{"key":"8531_CR47","doi-asserted-by":"crossref","unstructured":"Zeng J, Shan S, Chen X (2018a) Facial expression recognition with inconsistently annotated datasets. In: Proceedings of the European conference on computer vision (ECCV), pp 222\u2013237","DOI":"10.1007\/978-3-030-01261-8_14"},{"key":"8531_CR48","doi-asserted-by":"crossref","unstructured":"Zeng J, Shan S, Chen X (2018b) Facial expression recognition with inconsistently annotated datasets. In: Proceedings of the European conference on computer vision (ECCV)","DOI":"10.1007\/978-3-030-01261-8_14"},{"issue":"10","key":"8531_CR49","doi-asserted-by":"publisher","first-page":"1499","DOI":"10.1109\/LSP.2016.2603342","volume":"23","author":"K Zhang","year":"2016","unstructured":"Zhang K, Zhang Z, Li Z et al (2016) Joint face detection and alignment using multitask cascaded convolutional networks. IEEE Signal Process Lett 23(10):1499\u20131503","journal-title":"IEEE Signal Process Lett"},{"key":"8531_CR50","doi-asserted-by":"crossref","unstructured":"Zhang F, Zhang T, Mao Q et\u00a0al (2018) Joint pose and expression modeling for facial expression recognition. In: 2018 IEEE\/CVF conference on computer vision and pattern recognition","DOI":"10.1109\/CVPR.2018.00354"},{"key":"8531_CR51","doi-asserted-by":"crossref","unstructured":"Zheng Z, Rasmussen C, Peng X (2021) Student\u2013teacher oneness: a storage-efficient approach that improves facial expression recognition. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 4077\u20134086","DOI":"10.1109\/ICCVW54120.2021.00453"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-023-08531-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00500-023-08531-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-023-08531-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,26]],"date-time":"2023-06-26T17:12:38Z","timestamp":1687799558000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00500-023-08531-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,4]]},"references-count":51,"journal-issue":{"issue":"16","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["8531"],"URL":"https:\/\/doi.org\/10.1007\/s00500-023-08531-z","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6,4]]},"assertion":[{"value":"13 May 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 June 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors declare that they have no conflict of interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}