{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T16:13:34Z","timestamp":1777047214919,"version":"3.51.4"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"24","license":[{"start":{"date-parts":[[2023,10,14]],"date-time":"2023-10-14T00:00:00Z","timestamp":1697241600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,14]],"date-time":"2023-10-14T00:00:00Z","timestamp":1697241600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61672210"],"award-info":[{"award-number":["61672210"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Key Research and Development Program of China","award":["2017YFB0306403"],"award-info":[{"award-number":["2017YFB0306403"]}]},{"name":"Research Program of Foundation and Advanced Technology of Henan in China","award":["162300410183"],"award-info":[{"award-number":["162300410183"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s00500-023-09199-1","type":"journal-article","created":{"date-parts":[[2023,10,14]],"date-time":"2023-10-14T09:02:23Z","timestamp":1697274143000},"page":"18549-18563","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Facial expression recognition based on multi-channel fusion and lightweight neural network"],"prefix":"10.1007","volume":"27","author":[{"given":"Yali","family":"Yu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9545-5443","authenticated-orcid":false,"given":"Hua","family":"Huo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Junqiang","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,14]]},"reference":[{"issue":"4","key":"9199_CR1","doi-asserted-by":"publisher","first-page":"632","DOI":"10.1002\/col.22494","volume":"45","author":"S Abasi","year":"2020","unstructured":"Abasi S, Tehran MA, Fairchild MD (2020) Colour metrics for image edge detection. Color Res Appl 45(4):632\u2013643","journal-title":"Color Res Appl"},{"key":"9199_CR2","doi-asserted-by":"crossref","unstructured":"Chollet F (2017) Xception: deep learning with depthwise separable convolutions. In: 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 1800\u20131807","DOI":"10.1109\/CVPR.2017.195"},{"key":"9199_CR3","doi-asserted-by":"publisher","unstructured":"Cootes T, Edwards G, Taylor C (1999) Comparing active shape models with active appearance models. 1:173\u2013182. https:\/\/doi.org\/10.5244\/C.13.18.Nottingham","DOI":"10.5244\/C.13.18.Nottingham"},{"key":"9199_CR4","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-021-05913-y","author":"G D\u2019Angelo","year":"2021","unstructured":"D\u2019Angelo G, Palmieri F (2021) Enhancing covid-19 tracking apps with human activity recognition using a deep convolutional neural network and har-images. Neural Comput Appl. https:\/\/doi.org\/10.1007\/s00521-021-05913-y","journal-title":"Neural Comput Appl"},{"issue":"4","key":"9199_CR5","doi-asserted-by":"publisher","first-page":"2487","DOI":"10.1007\/s10586-021-03490-2","volume":"25","author":"G D\u2019Angelo","year":"2022","unstructured":"D\u2019Angelo G, Palmieri F, Robustelli A (2022) A federated approach to android malware classification through perm-maps. Clust Comput 25(4):2487\u20132500. https:\/\/doi.org\/10.1007\/s10586-021-03490-2","journal-title":"Clust Comput"},{"key":"9199_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/ACCESS.2017.2737821","volume":"5","author":"Y Ding","year":"2017","unstructured":"Ding Y, Zhao Q, Li B, Yuan X (2017) Facial expression recognition from image sequence based on lbp and taylor expansion. IEEE Access 5:1\u20132. https:\/\/doi.org\/10.1109\/ACCESS.2017.2737821","journal-title":"IEEE Access"},{"issue":"2","key":"9199_CR7","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1037\/h0030377","volume":"17","author":"P Ekman","year":"1971","unstructured":"Ekman P, Friesen WV (1971) Constants across cultures in the face and emotion. J Personal Soc Psychol 17(2):124\u2013129","journal-title":"J Personal Soc Psychol"},{"key":"9199_CR8","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1016\/j.neunet.2014.09.005","volume":"64","author":"IJ Goodfellow","year":"2015","unstructured":"Goodfellow IJ, Erhan D, Luc Carrier P et al (2015) Challenges in representation learning: a report on three machine learning contests. Neural Netw 64:59\u201363","journal-title":"Neural Netw"},{"key":"9199_CR9","first-page":"8","volume":"150","author":"S Han","year":"2020","unstructured":"Han S, Hu J, Li W, Zhao S, Chen M, Xu P, Luo Y (2020) From structure to concepts: the two stages of facial expression recognition. Neuropsychologia 150:8","journal-title":"Neuropsychologia"},{"key":"9199_CR10","unstructured":"Howard AG, Zhu M, Chen B, Kalenichenko D, Wang W, Weyand T, Andreetto M, Adam H (2017) Mobilenets: efficient convolutional neural networks for mobile vision applications. CoRR. abs\/ 1704.04861"},{"issue":"11","key":"9199_CR11","doi-asserted-by":"publisher","first-page":"6663","DOI":"10.1007\/s11042-015-2598-1","volume":"75","author":"C-C Hsieh","year":"2016","unstructured":"Hsieh C-C, Hsih M-H, Jiang M-K, Cheng Y-M, Liang E-H (2016) Effective semantic features for facial expressions recognition using svm. Multimed Tools Appl 75(11):6663\u20136682","journal-title":"Multimed Tools Appl"},{"key":"9199_CR12","doi-asserted-by":"publisher","unstructured":"Huang D, Shan C, Mohsen A, Wang Y, Chen L (2011) Local binary patterns and its application to facial image analysis: a survey. IEEE Transactions on Systems, Man, and Cybernetics, Part C (Applications and Reviews: A publication of the IEEE Systems, Man, and Cybernetics Society) 41(6):765\u2013781. https:\/\/doi.org\/10.1109\/TSMCC.2011.2118750","DOI":"10.1109\/TSMCC.2011.2118750"},{"key":"9199_CR13","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/j.patrec.2019.01.008","volume":"120","author":"DK Jain","year":"2019","unstructured":"Jain DK, Shamsolmoali P, Sehdev P (2019) Extended deep neural network for facial emotion recognition. Pattern Recogn Lett 120:69\u201374","journal-title":"Pattern Recogn Lett"},{"key":"9199_CR14","doi-asserted-by":"publisher","first-page":"6719","DOI":"10.3390\/s150306719","volume":"3","author":"Q Jia","year":"2015","unstructured":"Jia Q, Gao X, Guo H, Luo Z, Wang Y (2015) Multi-layer sparse representation for weighted lbp-patches based facial expression recognition. Sensors 3:6719\u20136739. https:\/\/doi.org\/10.3390\/s150306719","journal-title":"Sensors"},{"issue":"2","key":"9199_CR15","doi-asserted-by":"publisher","first-page":"401","DOI":"10.3390\/s18020401","volume":"18","author":"B Ko","year":"2018","unstructured":"Ko B (2018) A brief review of facial emotion recognition based on visual information. Sensors 18(2):401","journal-title":"Sensors"},{"key":"9199_CR16","first-page":"43","volume":"2","author":"D Kong","year":"2019","unstructured":"Kong D, Zhu M, Yu J (2019) Research on the application and method of facial expression recognition in assistive medical care. Life Sci Instr 2:43\u201348","journal-title":"Life Sci Instr"},{"key":"9199_CR17","first-page":"100","volume":"2","author":"Y Li","year":"2013","unstructured":"Li Y, Li L (2013) Application of affective computing in web-based distance education system:functions, current research and key problems. Modern Distance Educ Res 2:100\u2013106","journal-title":"Modern Distance Educ Res"},{"issue":"5","key":"9199_CR18","doi-asserted-by":"publisher","first-page":"2439","DOI":"10.1109\/TIP.2018.2886767","volume":"28","author":"Y Li","year":"2019","unstructured":"Li Y, Zeng J, Shan S, Chen X (2019) Occlusion aware facial expression recognition using cnn with attention mechanism. IEEE Trans Image Process 28(5):2439\u20132450. https:\/\/doi.org\/10.1109\/TIP.2018.2886767","journal-title":"IEEE Trans Image Process"},{"key":"9199_CR19","unstructured":"Lin M, Chen Q, Yan S (2013) Network in network. Comput Sci"},{"key":"9199_CR20","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-023-10547-8","author":"Z Liu","year":"2023","unstructured":"Liu Z, Zhu F, Zhang K et al (2023) Manifold transfer subspace learning based on double relaxed discriminative regression. Artif Intell Rev. https:\/\/doi.org\/10.1007\/s10462-023-10547-8","journal-title":"Artif Intell Rev"},{"key":"9199_CR21","doi-asserted-by":"publisher","unstructured":"Lucey P, Cohn JF, Kanade T, Saragih J, Ambadar Z, Matthews I (2010) The extended cohn-kanade dataset (ck+): a complete dataset for action unit and emotion-specifified expression. In: 2010 IEEE Computer Society Conference on Computer Vision and Pattern Recognition Workshops, pp. 1680\u20131687. https:\/\/doi.org\/10.1109\/CVPRW.2010.5543262","DOI":"10.1109\/CVPRW.2010.5543262"},{"issue":"20","key":"9199_CR22","doi-asserted-by":"publisher","first-page":"2048","DOI":"10.1360\/N972017-01272","volume":"63","author":"L Ma","year":"2018","unstructured":"Ma L, Chen W, Fu X, Wang T (2018) Emotional expression and micro-expression recognition in depressive patients. Chin Sci Bull 63(20):2048\u20132056","journal-title":"Chin Sci Bull"},{"issue":"3","key":"9199_CR23","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1007\/s11263-010-0392-0","volume":"91","author":"W McIlhagga","year":"2011","unstructured":"McIlhagga W (2011) The canny edge detector revisited. Int J Comput vis 91(3):251\u2013261","journal-title":"Int J Comput vis"},{"issue":"4","key":"9199_CR24","first-page":"53","volume":"2","author":"A Mehrabian","year":"1968","unstructured":"Mehrabian A (1968) Communication without words. Psychol Today 2(4):53\u201356","journal-title":"Psychol Today"},{"key":"9199_CR25","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1016\/j.scitotenv.2019.135484","volume":"710","author":"Q Meng","year":"2020","unstructured":"Meng Q, Hu X, Kang J, Wu Y (2020) On the effectiveness of facial expression recognition for evaluation of urban sound perception. Sci Total Environ 710:2","journal-title":"Sci Total Environ"},{"issue":"5","key":"9199_CR26","doi-asserted-by":"publisher","first-page":"1062","DOI":"10.1016\/j.dt.2019.12.006","volume":"16","author":"S Mohammed","year":"2020","unstructured":"Mohammed S, Karim A (2020) A novel facial emotion recognition scheme based on graph mining. Defence Technol 16(5):1062\u20131072. https:\/\/doi.org\/10.1016\/j.dt.2019.12.006","journal-title":"Defence Technol"},{"key":"9199_CR27","doi-asserted-by":"publisher","first-page":"3520","DOI":"10.1166\/asl.2013.5231","volume":"12","author":"F Navabifar","year":"2013","unstructured":"Navabifar F, Yusof R, Emadi M (2013) Using rotated asymmetric haar-like features for non-frontal face detection. Adv Sci Lett 12:3520\u20133524","journal-title":"Adv Sci Lett"},{"issue":"1","key":"9199_CR28","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/0031-3203(95)00067-4","volume":"29","author":"T Ojala","year":"1996","unstructured":"Ojala T, Pietik\u00e4inen M, Harwood D (1996) A comparative study of texture measures with classification based on featured distributions. Pattern Recogn 29(1):51\u201359","journal-title":"Pattern Recogn"},{"issue":"5","key":"9199_CR29","doi-asserted-by":"publisher","first-page":"715","DOI":"10.1142\/S0219530519410136","volume":"18","author":"JAA Opschoor","year":"2020","unstructured":"Opschoor JAA, Petersen PC, Schwab C (2020) Deep relu networks and high-order finite element methods. Anal Appl 18(5):715\u2013770. https:\/\/doi.org\/10.1142\/S0219530519410136","journal-title":"Anal Appl"},{"key":"9199_CR30","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1016\/j.neunet.2018.08.019","volume":"108","author":"P Petersen","year":"2018","unstructured":"Petersen P, Voigtlaender F (2018) Optimal approximation of piecewise smooth functions using deep relu neural networks. Neural Netw 108:296\u2013330","journal-title":"Neural Netw"},{"key":"9199_CR31","doi-asserted-by":"publisher","DOI":"10.1016\/j.dib.2020.105433","author":"L Rizzo","year":"2020","unstructured":"Rizzo L, Longo L (2020) Self-reported data for mental workload modelling in human\u2013computer interaction and third-level education. Data Brief. https:\/\/doi.org\/10.1016\/j.dib.2020.105433","journal-title":"Data Brief"},{"key":"9199_CR32","doi-asserted-by":"crossref","unstructured":"Sandler M, Howard A, Zhu M, Zhmoginov A, Chen LC (2018) Mobilenetv2: Inverted residuals and linear bottlenecks. Mobile networks for classification, detection and segmentation. abs\/ 1801.04381","DOI":"10.1109\/CVPR.2018.00474"},{"key":"9199_CR33","doi-asserted-by":"publisher","unstructured":"Sharifara A, Mohd Rahim MS, Anisi Y (2014) A general review of human face detection including a study of neural networks and haar feature-based cascade classifier in face detection. In: 2014 International Symposium on Biometrics and Security Technologies (ISBAST), Kuala Lumpur, Malaysia, pp. 73\u201378. https:\/\/doi.org\/10.1109\/ISBAST.2014.7013097. Institute of Electrical and Electronics Engineers","DOI":"10.1109\/ISBAST.2014.7013097"},{"key":"9199_CR34","doi-asserted-by":"crossref","unstructured":"Szegedy C, Ioffffe S, Vanhoucke V, Alemi A (2016) Inception-v4, inception-resnet and the impact of residual connections on learning. arXiv","DOI":"10.1609\/aaai.v31i1.11231"},{"key":"9199_CR35","first-page":"41","volume":"4","author":"Y Tang","year":"2013","unstructured":"Tang Y (2013) Deep learning using linear support vector machines. Springer Briefs Comput Sci 4:41\u201356","journal-title":"Springer Briefs Comput Sci"},{"key":"9199_CR36","doi-asserted-by":"publisher","unstructured":"Tong Z, Li M (2019) The method of cutting image of vehicle face based on haar feature and improved cascade classifier. In: Proceedings of 2019 3rd International Conference on Computer Graphics and Digital Image Processing (CGDIP 2019). Journal of Physics Conference Series, vol. 1335, pp. 12\u201318. https:\/\/doi.org\/10.1088\/1742-6596\/1335\/1\/012018","DOI":"10.1088\/1742-6596\/1335\/1\/012018"},{"issue":"4","key":"9199_CR37","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1049\/el.2018.7871","volume":"55","author":"C Turgay","year":"2019","unstructured":"Turgay C, Hui M (2019) Fer-net: facial expression recognition using densely connected convolutional network. Electron Lett 55(4):184\u2013186. https:\/\/doi.org\/10.1049\/el.2018.7871","journal-title":"Electron Lett"},{"issue":"21","key":"9199_CR38","doi-asserted-by":"publisher","first-page":"3132","DOI":"10.1016\/j.ijleo.2015.07.073","volume":"126","author":"X-H Wang","year":"2015","unstructured":"Wang X-H, Liu A (2015) Zhang S-Q (2015) New facial expression recognition based on fsvm and knn. Optik 126(21):3132\u20133134","journal-title":"Optik"},{"issue":"3","key":"9199_CR39","first-page":"74","volume":"25","author":"Z Wang","year":"2018","unstructured":"Wang Z, Jia C, Cai B, Fan L, Tao C, Zhang Z, Wang Y, Zhang M, Lyu G (2018) A novel tracking-by-detection method with local binary pattern and kalman filter. J Harbin Inst Technol (new Ser) 25(3):74\u201387","journal-title":"J Harbin Inst Technol (new Ser)"},{"key":"9199_CR40","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1016\/j.jvcir.2018.11.010","volume":"59","author":"F Wang","year":"2019","unstructured":"Wang F, Lv J, Ying G, Chen S, Zhang C (2019) Facial expression recognition from image based on hybrid features understanding. J vis Commun Image Represent 59:84\u201388","journal-title":"J vis Commun Image Represent"},{"key":"9199_CR41","doi-asserted-by":"publisher","unstructured":"Yu Z, Zhang C (2015) Image based static facial expression recognition with multiple deep network learning. In: Proceedings of the 2015 ACM on International Conference on Multimodal Interaction. ICMI \u201915, pp. 435\u2013442. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/2818346.2830595","DOI":"10.1145\/2818346.2830595"},{"key":"9199_CR42","unstructured":"Zeng Y (2018) Facial expression recognition based on deep learning. PhD thesis, University of Science and Technology of China, Anhui"},{"issue":"11","key":"9199_CR43","doi-asserted-by":"publisher","first-page":"3150","DOI":"10.1007\/s11771-013-1838-7","volume":"20","author":"G Zhang","year":"2013","unstructured":"Zhang G, Su G, Chen J, Wang J (2013) Local information enhanced lbp. J Central South Univ 20(11):3150\u20133155","journal-title":"J Central South Univ"},{"issue":"1","key":"9199_CR44","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1134\/S1054661815040070","volume":"26","author":"J Zhou","year":"2016","unstructured":"Zhou J, Zhang S, Mei H, Wang D (2016) A method of facial expression recognition based on gabor and nmf. Pattern Recogn Image Anal 26(1):119\u2013124","journal-title":"Pattern Recogn Image Anal"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-023-09199-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00500-023-09199-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-023-09199-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,13]],"date-time":"2023-11-13T18:13:34Z","timestamp":1699899214000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00500-023-09199-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,14]]},"references-count":44,"journal-issue":{"issue":"24","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["9199"],"URL":"https:\/\/doi.org\/10.1007\/s00500-023-09199-1","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,14]]},"assertion":[{"value":"1 September 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 October 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no conflict of interest regarding the publication of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}