{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,18]],"date-time":"2026-02-18T23:46:04Z","timestamp":1771458364453,"version":"3.50.1"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,4,21]],"date-time":"2022-04-21T00:00:00Z","timestamp":1650499200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,4,21]],"date-time":"2022-04-21T00:00:00Z","timestamp":1650499200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100004912","name":"Sichuan University","doi-asserted-by":"publisher","award":["2020SCUNG205"],"award-info":[{"award-number":["2020SCUNG205"]}],"id":[{"id":"10.13039\/501100004912","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004829","name":"Department of Science and Technology of Sichuan Province","doi-asserted-by":"publisher","award":["2021YFH0119"],"award-info":[{"award-number":["2021YFH0119"]}],"id":[{"id":"10.13039\/501100004829","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2023,2]]},"DOI":"10.1007\/s11042-022-12321-4","type":"journal-article","created":{"date-parts":[[2022,4,21]],"date-time":"2022-04-21T18:05:57Z","timestamp":1650564357000},"page":"5473-5494","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Global and local fusion ensemble network for facial expression recognition"],"prefix":"10.1007","volume":"82","author":[{"given":"Zheng","family":"He","sequence":"first","affiliation":[]},{"given":"Bin","family":"Meng","sequence":"additional","affiliation":[]},{"given":"Lining","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Gwanggil","family":"Jeon","sequence":"additional","affiliation":[]},{"given":"Zitao","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Xiaomin","family":"Yang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,4,21]]},"reference":[{"issue":"2","key":"12321_CR1","doi-asserted-by":"publisher","first-page":"3039","DOI":"10.1007\/s11042-020-09726-4","volume":"80","author":"M Arora","year":"2021","unstructured":"Arora M, Kumar M (2021) Autofer: Pca and pso based automatic facial emotion recognition. Multimed Tools Appl 80(2):3039\u20133049","journal-title":"Multimed Tools Appl"},{"key":"12321_CR2","doi-asserted-by":"publisher","unstructured":"Barsoum E, Zhang C, Ferrer CC, Zhang Z (2016) Training deep networks for facial expression recognition with crowd-sourced label distribution. In: Proceedings of the 18th ACM international conference on multimodal interaction. ICMI \u201916. Association for Computing Machinery, New York, pp 279\u2013283, DOI https:\/\/doi.org\/10.1145\/2993148.2993165, (to appear in print)","DOI":"10.1145\/2993148.2993165"},{"key":"12321_CR3","doi-asserted-by":"publisher","first-page":"101857","DOI":"10.1016\/j.artmed.2020.101857","volume":"106","author":"L Chen","year":"2020","unstructured":"Chen L, Yang X, Jeon G, Anisetti M, Liu K (2020) A trusted medical image super-resolution method based on feedback adaptive weighted dense network. Artif Intell Med 106:101857","journal-title":"Artif Intell Med"},{"key":"12321_CR4","doi-asserted-by":"publisher","first-page":"102520","DOI":"10.1016\/j.scs.2020.102520","volume":"66","author":"L Chen","year":"2021","unstructured":"Chen L, Tang R, Anisetti M, Yang X (2021) A lightweight iterative error reconstruction network for infrared image super-resolution in smart grid. Sustain Cities Soc 66:102520","journal-title":"Sustain Cities Soc"},{"key":"12321_CR5","unstructured":"Cohn J, Zlochower A (1995) A computerized analysis of facial expression: feasibility of automated discrimination. American Psychological Society 2(6)"},{"key":"12321_CR6","doi-asserted-by":"crossref","unstructured":"Dalal N, Triggs B (2005) Histograms of oriented gradients for human detection. In: 2005 IEEE Computer society conference on computer vision and pattern recognition (CVPR\u201905), vol 1, pp 886\u2013893","DOI":"10.1109\/CVPR.2005.177"},{"key":"12321_CR7","doi-asserted-by":"crossref","unstructured":"Dietterich TG (2000) Ensemble methods in machine learning. In: International workshop on multiple classifier systems. Springer, pp 1\u201315","DOI":"10.1007\/3-540-45014-9_1"},{"key":"12321_CR8","doi-asserted-by":"crossref","unstructured":"Ding H, Zhou SK, Chellappa R (2017) Facenet2expnet: regularizing a deep face recognition net for expression recognition. In: 2017 12th IEEE international conference on automatic face gesture recognition (FG 2017), pp 118\u2013126","DOI":"10.1109\/FG.2017.23"},{"key":"12321_CR9","doi-asserted-by":"crossref","unstructured":"Fasel B (2002) Head-pose invariant facial expression recognition using convolutional neural networks. In: Proceedings. Fourth IEEE international conference on multimodal interfaces. IEEE, pp 529\u2013534","DOI":"10.1109\/ICMI.2002.1167051"},{"key":"12321_CR10","doi-asserted-by":"crossref","unstructured":"Goodfellow IJ, Erhan D, Carrier PL, Courville A, Mirza M, Hamner B, Cukierski W, Tang Y, Thaler D, Lee DH et al (2013) Challenges in representation learning: a report on three machine learning contests. In: International conference on neural information processing. Springer, pp 117\u2013124","DOI":"10.1007\/978-3-642-42051-1_16"},{"key":"12321_CR11","unstructured":"Hewitt C, Gunes H (2018) Cnn-based facial affect analysis on mobile devices. arXiv:http:\/\/arxiv.org\/abs\/180708775"},{"key":"12321_CR12","doi-asserted-by":"crossref","unstructured":"Hu J, Shen L, Sun G (2018) Squeeze-and-excitation networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 7132\u20137141","DOI":"10.1109\/CVPR.2018.00745"},{"key":"12321_CR13","doi-asserted-by":"crossref","unstructured":"Huang C (2017) Combining convolutional neural networks for emotion recognition. In: IEEE MIT undergraduate research technology conference (URTC), pp 1\u20134","DOI":"10.1109\/URTC.2017.8284175"},{"issue":"16","key":"12321_CR14","doi-asserted-by":"publisher","first-page":"2181","DOI":"10.1016\/j.patrec.2012.07.015","volume":"33","author":"X Huang","year":"2012","unstructured":"Huang X, Zhao G, Zheng W, Pietikinen M (2012) Towards a dynamic expression recognition system under facial occlusion. Pattern Recognit Lett 33(16):2181\u20132191","journal-title":"Pattern Recognit Lett"},{"key":"12321_CR15","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1016\/j.patrec.2018.04.010","volume":"115","author":"N Jain","year":"2018","unstructured":"Jain N, Kumar S, Kumar A, Shamsolmoali P, Zareapoor M (2018) Hybrid deep neural networks for face emotion recognition. Pattern Recogn Lett 115:101\u2013106","journal-title":"Pattern Recogn Lett"},{"key":"12321_CR16","doi-asserted-by":"crossref","unstructured":"Jyoti S, Sharma G, Dhall A (2019) Expression empowered residen network for facial action unit detection. In: 2019 14th IEEE international conference on automatic face & gesture recognition (FG 2019). IEEE, pp 1\u20138","DOI":"10.1109\/FG.2019.8756580"},{"key":"12321_CR17","doi-asserted-by":"crossref","unstructured":"Kandeel AA, Abbas HM, Hassanein HS (2021) Explainable model selection of a convolutional neural network for driver\u2019s facial emotion identification. In: International conference on pattern recognition. Springer, pp 699\u2013713","DOI":"10.1007\/978-3-030-68780-9_53"},{"key":"12321_CR18","doi-asserted-by":"crossref","unstructured":"Kim BK, Lee H, Roh J, Lee SY (2015) Hierarchical committee of deep cnns with exponentially-weighted decision fusion for static facial expression recognition. In: Proceedings of the 2015 ACM on international conference on multimodal interaction, pp 427\u2013434","DOI":"10.1145\/2818346.2830590"},{"issue":"2","key":"12321_CR19","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/s12193-015-0209-0","volume":"10","author":"BK Kim","year":"2016","unstructured":"Kim BK, Roh J, Dong SY, Lee SY (2016) Hierarchical committee of deep convolutional neural networks for robust facial expression recognition. J Multimodal User Interfaces 10(2):173\u2013189","journal-title":"J Multimodal User Interfaces"},{"key":"12321_CR20","unstructured":"Li S, Deng W (2020) Deep facial expression recognition: a survey. IEEE Trans Affect Comput"},{"key":"12321_CR21","doi-asserted-by":"crossref","unstructured":"Li S, Deng W, Du J (2017) Reliable crowdsourcing and deep locality-preserving learning for expression recognition in the wild. In: 2017 IEEE Conference on computer vision and pattern recognition (CVPR). IEEE, pp 2584\u20132593","DOI":"10.1109\/CVPR.2017.277"},{"key":"12321_CR22","unstructured":"Li M, Xu H, Huang X, Song Z, Liu X, Li X (2018) Facial expression recognition with identity and emotion joint learning. IEEE Trans Affect Comput"},{"issue":"5","key":"12321_CR23","doi-asserted-by":"publisher","first-page":"2439","DOI":"10.1109\/TIP.2018.2886767","volume":"28","author":"Y Li","year":"2019","unstructured":"Li Y, Zeng J, Shan S, Chen X (2019) Occlusion aware facial expression recognition using cnn with attention mechanism. IEEE Trans Image Process 28(5):2439\u20132450","journal-title":"IEEE Trans Image Process"},{"key":"12321_CR24","doi-asserted-by":"crossref","unstructured":"Liu M, Wang R, Li S, Shan S, Huang Z, Chen X (2014) Combining multiple kernel methods on riemannian manifold for emotion recognition in the wild. In: Proceedings of the 16th international conference on multimodal interaction, pp 494\u2013501","DOI":"10.1145\/2663204.2666274"},{"key":"12321_CR25","doi-asserted-by":"crossref","unstructured":"Lowe DG (1999) Object recognition from local scale-invariant features. In: Proceedings of the seventh IEEE international conference on computer vision, vol 2. IEEE, pp 1150\u20131157","DOI":"10.1109\/ICCV.1999.790410"},{"key":"12321_CR26","doi-asserted-by":"crossref","unstructured":"Lucey P, Cohn JF, Kanade T, Saragih J, Ambadar Z, Matthews I (2010) The extended cohn-kanade dataset (ck+): acomplete dataset for action unit and emotion-specified expression. In: 2010 IEEE computer society conference on computer vision and pattern recognition-workshops. IEEE, pp 94\u2013101","DOI":"10.1109\/CVPRW.2010.5543262"},{"key":"12321_CR27","doi-asserted-by":"crossref","unstructured":"Lyons M, Akamatsu S, Kamachi M, Gyoba J (1998) Coding facial expressions with gabor wavelets. In: Proceedings third IEEE international conference on automatic face and gesture recognition. IEEE, pp 200\u2013205","DOI":"10.1109\/AFGR.1998.670949"},{"key":"12321_CR28","doi-asserted-by":"crossref","unstructured":"Mahmood MR (2021) Two feature selection methods comparison chi-square and relief-f for facial expression recognition. In: J Phys: Conf Ser. IOP Publishing, vol 1804, p 012056","DOI":"10.1088\/1742-6596\/1804\/1\/012056"},{"key":"12321_CR29","doi-asserted-by":"crossref","unstructured":"Meena HK, Joshi SD, Sharma KK (2019) Facial expression recognition using graph signal processing on hog. IETE J Res 1\u20137","DOI":"10.1080\/03772063.2019.1565952"},{"key":"12321_CR30","doi-asserted-by":"publisher","first-page":"78000","DOI":"10.1109\/ACCESS.2019.2921220","volume":"7","author":"S Miao","year":"2019","unstructured":"Miao S, Xu H, Han Z, Zhu Y (2019) Recognizing facial expressions using a shallow convolutional neural network. IEEE Access 7:78000\u201378011","journal-title":"IEEE Access"},{"key":"12321_CR31","doi-asserted-by":"crossref","unstructured":"Mollahosseini A, Chan D, Mahoor MH (2016) Going deeper in facial expression recognition using deep neural networks. In: 2016 IEEE Winter conference on applications of computer vision (WACV), pp 1\u201310","DOI":"10.1109\/WACV.2016.7477450"},{"issue":"1","key":"12321_CR32","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/TAFFC.2017.2740923","volume":"10","author":"A Mollahosseini","year":"2017","unstructured":"Mollahosseini A, Hasani B, Mahoor MH (2017) Affectnet: a database for facial expression, valence, and arousal computing in the wild. IEEE Trans Affect Comput 10(1):18\u201331","journal-title":"IEEE Trans Affect Comput"},{"key":"12321_CR33","doi-asserted-by":"publisher","first-page":"652","DOI":"10.1016\/j.asoc.2015.09.009","volume":"37","author":"R Mousavi","year":"2015","unstructured":"Mousavi R, Eftekhari M (2015) A new ensemble learning methodology based on hybridization of classifier ensemble selection approaches. Appl Soft Comput 37:652\u2013666","journal-title":"Appl Soft Comput"},{"key":"12321_CR34","unstructured":"Nair V, Hinton GE (2010) Rectified linear units improve restricted boltzmann machines. In: ICML"},{"key":"12321_CR35","doi-asserted-by":"crossref","unstructured":"Pan B, Wang S, Xia B (2019) Occluded facial expression recognition enhanced through privileged information. In: Proceedings of the 27th ACM international conference on multimedia, pp 566\u2013573","DOI":"10.1145\/3343031.3351049"},{"key":"12321_CR36","doi-asserted-by":"crossref","unstructured":"Selvaraju RR, Cogswell M, Das A, Vedantam R, Parikh D, Batra D (2017) Grad-cam: visual explanations from deep networks via gradient-based localization. In: Proceedings of the IEEE international conference on computer vision, pp 618\u2013626","DOI":"10.1109\/ICCV.2017.74"},{"issue":"6","key":"12321_CR37","doi-asserted-by":"publisher","first-page":"803","DOI":"10.1016\/j.imavis.2008.08.005","volume":"27","author":"C Shan","year":"2009","unstructured":"Shan C, Gong S, Mcowan PW (2009) Facial expression recognition based on local binary patterns: a comprehensive study. Image Vis Comput 27 (6):803\u2013816","journal-title":"Image Vis Comput"},{"issue":"1","key":"12321_CR38","doi-asserted-by":"publisher","first-page":"330","DOI":"10.3390\/ijerph17010330","volume":"17","author":"G Simcock","year":"2020","unstructured":"Simcock G, McLoughlin LT, De Regt T, Broadhouse KM, Beaudequin D, Lagopoulos J, Hermens DF (2020) Associations between facial emotion recognition and mental health in early adolescence. Int J Environ Res Public Health 17(1):330","journal-title":"Int J Environ Res Public Health"},{"key":"12321_CR39","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. arXiv:http:\/\/arxiv.org\/abs\/14091556"},{"key":"12321_CR40","doi-asserted-by":"crossref","unstructured":"Siqueira H, Barros P, Magg S, Wermter S (2018a) An ensemble with shared representations based on convolutional networks for continually learning facial expressions. In: 2018 IEEE\/RSJ International conference on intelligent robots and systems (IROS). IEEE, pp 1563\u20131568","DOI":"10.1109\/IROS.2018.8594276"},{"key":"12321_CR41","doi-asserted-by":"crossref","unstructured":"Siqueira H, Barros P, Magg S, Wermter S (2018b) An ensemble with shared representations based on convolutional networks for continually learning facial expressions. In: 2018 IEEE\/RSJ International conference on intelligent robots and systems (IROS). IEEE, pp 1563\u20131568","DOI":"10.1109\/IROS.2018.8594276"},{"key":"12321_CR42","doi-asserted-by":"crossref","unstructured":"Siqueira H, Magg S, Wermter S (2020) Efficient facial feature learning with wide ensemble-based convolutional neural networks. In: Proceedings of the AAAI conference on artificial intelligence, vol 34, pp 5800\u20135809","DOI":"10.1609\/aaai.v34i04.6037"},{"issue":"3","key":"12321_CR43","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1109\/MCI.2015.2437512","volume":"10","author":"B Tang","year":"2015","unstructured":"Tang B, He H (2015) Enn: extended nearest neighbor method for pattern recognition [research frontier]. IEEE Comput Intell Mag 10(3):52\u201360","journal-title":"IEEE Comput Intell Mag"},{"key":"12321_CR44","doi-asserted-by":"publisher","first-page":"103797","DOI":"10.1016\/j.compedu.2019.103797","volume":"148","author":"G Tongu\u00e7","year":"2020","unstructured":"Tongu\u00e7 G, Ozkara BO (2020) Automatic recognition of student emotions from facial expressions during a lecture. Comput Educ 148:103797","journal-title":"Comput Educ"},{"key":"12321_CR45","doi-asserted-by":"crossref","unstructured":"Viola P, Jones M (2001) Rapid object detection using a boosted cascade of simple features. In: Proceedings of the 2001 IEEE computer society conference on computer vision and pattern recognition. CVPR 2001, vol 1. IEEE, pp I\u2013I","DOI":"10.1109\/CVPR.2001.990517"},{"key":"12321_CR46","doi-asserted-by":"crossref","unstructured":"Wang K, Peng X, Yang J, Lu S, Qiao Y (2020) Suppressing uncertainties for large-scale facial expression recognition. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 6897\u20136906","DOI":"10.1109\/CVPR42600.2020.00693"},{"issue":"5","key":"12321_CR47","doi-asserted-by":"publisher","first-page":"597","DOI":"10.1007\/s12559-017-9472-6","volume":"9","author":"G Wen","year":"2017","unstructured":"Wen G, Hou Z, Li H, Li D, Jiang L, Xun E (2017) Ensemble of deep neural networks with probability-based fusion for facial expression recognition. Cognit Comput 9(5):597\u2013610","journal-title":"Cognit Comput"},{"key":"12321_CR48","doi-asserted-by":"crossref","unstructured":"Yaddaden Y, Adda M, Bouzouane A (2020) A study of dimensionality reduction for facial expression recognition. In: International conference on computing systems and applications. Springer, pp 14\u201324","DOI":"10.1007\/978-3-030-69418-0_2"},{"key":"12321_CR49","doi-asserted-by":"crossref","unstructured":"Yu J, Lin Z, Yang J, Shen X, Lu X, Huang TS (2018) Generative image inpainting with contextual attention. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 5505\u20135514","DOI":"10.1109\/CVPR.2018.00577"},{"key":"12321_CR50","doi-asserted-by":"publisher","first-page":"643","DOI":"10.1016\/j.neucom.2017.08.043","volume":"273","author":"N Zeng","year":"2018","unstructured":"Zeng N, Zhang H, Song B, Liu W, Yurong D (2018) Facial expression recognition via learning deep sparse autoencoders. Neurocomputing 273:643\u2013649","journal-title":"Neurocomputing"},{"key":"12321_CR51","doi-asserted-by":"crossref","unstructured":"Zhang T (2017) Facial expression recognition based on deep learning: a survey. In: International conference on intelligent and interactive systems and applications, Springer, pp 345\u2013352","DOI":"10.1007\/978-3-319-69096-4_48"},{"key":"12321_CR52","doi-asserted-by":"crossref","unstructured":"Zhang J, Xiao N (2020) Capsule network-based facial expression recognition method for a humanoid robot. In: Recent trends in intelligent computing, communication and devices. Springer, pp 113\u2013121","DOI":"10.1007\/978-981-13-9406-5_15"},{"issue":"3","key":"12321_CR53","doi-asserted-by":"publisher","first-page":"839","DOI":"10.1109\/TCYB.2017.2788081","volume":"49","author":"T Zhang","year":"2018","unstructured":"Zhang T, Zheng W, Cui Z, Zong Y, Li Y (2018) Spatial\u2013temporal recurrent neural network for emotion recognition. IEEE Trans Cybern 49 (3):839\u2013847","journal-title":"IEEE Trans Cybern"},{"key":"12321_CR54","doi-asserted-by":"crossref","unstructured":"Zhao L, Li X, Zhuang Y, Wang J (2017) Deeply-learned part-aligned representations for person re-identification. In: Proceedings of the IEEE international conference on computer vision, pp 3219\u20133228","DOI":"10.1109\/ICCV.2017.349"},{"key":"12321_CR55","doi-asserted-by":"crossref","unstructured":"Zhong L, Liu Q, Yang P, Liu B, Huang J, Metaxas DN (2012) Learning active facial patches for expression analysis. In: 2012 IEEE conference on computer vision and pattern recognition. IEEE, pp 2562\u20132569","DOI":"10.1109\/CVPR.2012.6247974"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-12321-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-022-12321-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-12321-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,22]],"date-time":"2024-09-22T18:06:11Z","timestamp":1727028371000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-022-12321-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,21]]},"references-count":55,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2023,2]]}},"alternative-id":["12321"],"URL":"https:\/\/doi.org\/10.1007\/s11042-022-12321-4","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,21]]},"assertion":[{"value":"1 February 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 November 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 January 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 April 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have declared that no conflict of interests or competing interests exist.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of interest"}}]}}