{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T14:02:32Z","timestamp":1775743352733,"version":"3.50.1"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,6,25]],"date-time":"2021-06-25T00:00:00Z","timestamp":1624579200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,6,25]],"date-time":"2021-06-25T00:00:00Z","timestamp":1624579200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1007\/s10489-021-02575-0","type":"journal-article","created":{"date-parts":[[2021,6,25]],"date-time":"2021-06-25T09:02:58Z","timestamp":1624611778000},"page":"2918-2929","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":48,"title":["A new multi-feature fusion based convolutional neural network for facial expression recognition"],"prefix":"10.1007","volume":"52","author":[{"given":"Wei","family":"Zou","sequence":"first","affiliation":[]},{"given":"Dong","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Dah-Jye","family":"Lee","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,6,25]]},"reference":[{"key":"2575_CR1","doi-asserted-by":"publisher","first-page":"31581","DOI":"10.1007\/s11042-019-07959-6","volume":"78","author":"G Yolcu","year":"2019","unstructured":"Yolcu G, Oztel I, Kazan S, et al. (2019) Facial expression recognition for monitoring neurological disorders based on convolutional neural network. Multimed Tools Appl 78:31581\u201331603. https:\/\/doi.org\/10.1007\/s11042-019-07959-6","journal-title":"Multimed Tools Appl"},{"key":"2575_CR2","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1109\/MPRV.2010.46","volume":"10","author":"M Jabon","year":"2011","unstructured":"Jabon M, Bailenson J, Pontikakis E, et al. (2011) Facial expression analysis for predicting unsafe driving behavior. IEEE Perv Comput 10:84\u201395. https:\/\/doi.org\/10.1109\/mprv.2010.46","journal-title":"IEEE Perv Comput"},{"key":"2575_CR3","doi-asserted-by":"publisher","unstructured":"Chu H, Li D, Fidler S (2018) A face-to-face neural conversation model. In: IEEE\/CVF Conference on computer vision and pattern recognition(CVPR), pp 7113\u20137121. https:\/\/doi.org\/10.1109\/cvpr.2018.00743","DOI":"10.1109\/cvpr.2018.00743"},{"issue":"2","key":"2575_CR4","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1037\/h0030377","volume":"17","author":"P Ekman","year":"1971","unstructured":"Ekman P, Friesen WV (1971) Constants across cultures in the face and emotion. J Pers Soc Psychol 17(2):124\u2013129. https:\/\/doi.org\/10.1037\/h0030377","journal-title":"J Pers Soc Psychol"},{"key":"2575_CR5","doi-asserted-by":"crossref","unstructured":"Ekman P, Friesen WV (1978) Facial action coding system (FACS): A technique for the measurement of facial movement. Consulting Psychologists Press","DOI":"10.1037\/t27734-000"},{"key":"2575_CR6","doi-asserted-by":"publisher","unstructured":"Wang S, Ding H, Peng G (2020) Dual learning for facial action unit detection under nonfull annotation. IEEE Trans Cybern 1\u201313. https:\/\/doi.org\/10.1109\/TCYB.2020.3003502","DOI":"10.1109\/TCYB.2020.3003502"},{"key":"2575_CR7","doi-asserted-by":"publisher","unstructured":"He J, Yu X, Sun B, Yu L (2021) Facial expression and action unit recognition augmented by their dependencies on graph convolutional networks. J Multimodal User Interfaces. https:\/\/doi.org\/10.1007\/s12193-020-00363-7","DOI":"10.1007\/s12193-020-00363-7"},{"key":"2575_CR8","doi-asserted-by":"publisher","first-page":"3218","DOI":"10.1109\/TMM.2019.2916063","volume":"21","author":"S Wang","year":"2019","unstructured":"Wang S, Peng G (2019) Weakly supervised dual learning for facial action unit recognition. IEEE Trans Multimed 21:3218\u20133230. https:\/\/doi.org\/10.1109\/TMM.2019.2916063","journal-title":"IEEE Trans Multimed"},{"key":"2575_CR9","doi-asserted-by":"publisher","first-page":"1499","DOI":"10.1109\/TCYB.2014.2354351","volume":"45","author":"L Zhong","year":"2007","unstructured":"Zhong L, Liu Q, Yang P, et al. (2007) Learning Multiscale Active Facial Patches for Expression Analysis. IEEE Trans Cybern 45:1499\u20131510. https:\/\/doi.org\/10.1109\/tcyb.2014.2354351","journal-title":"IEEE Trans Cybern"},{"key":"2575_CR10","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1109\/TCYB.2016.2625419","volume":"48","author":"A Majumder","year":"2018","unstructured":"Majumder A, Behera L, Subramanian VK (2018) Automatic facial expression recognition system using deep network-based data fusion. IEEE Trans Cybern 48:103\u2013114. https:\/\/doi.org\/10.1109\/tcyb.2016.2625419","journal-title":"IEEE Trans Cybern"},{"key":"2575_CR11","doi-asserted-by":"publisher","first-page":"1282","DOI":"10.1016\/j.patcog.2013.10.010","volume":"47","author":"A Majumder","year":"2018","unstructured":"Majumder A, Behera L, Subramanian VK (2018) Emotion recognition from geometric facial features using self-organizing map. Pattern Recognit 47:1282\u20131293. https:\/\/doi.org\/10.1016\/j.patcog.2013.10.010","journal-title":"Pattern Recognit"},{"key":"2575_CR12","doi-asserted-by":"publisher","unstructured":"Kong F (2019) Facial expression recognition method based on deep convolutional neural network combined with improved LBP features. Pers Ubiquitous Comput 531\u2013539. https:\/\/doi.org\/10.1007\/s00779-019-01238-9","DOI":"10.1007\/s00779-019-01238-9"},{"key":"2575_CR13","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1016\/j.jvcir.2019.04.013","volume":"62","author":"IM Revina","year":"2019","unstructured":"Revina IM, Emmanuel WRS (2019) Face expression recognition with the optimization based multi-SVNN classifier and the modified LDP features. J Vis Communi Image Represent 62:43\u201355. https:\/\/doi.org\/10.1016\/j.jvcir.2019.04.013","journal-title":"J Vis Communi Image Represent"},{"issue":"12","key":"2575_CR14","doi-asserted-by":"publisher","first-page":"2528","DOI":"10.1109\/TMM.2016.2598092","volume":"18","author":"T Zhang","year":"2016","unstructured":"Zhang T, Zheng W, Cui Z, et al. (2016) A deep neural network-driven feature learning method for multi-view facial expression recognition. IEEE Trans Multimed 18(12):2528\u20132536. https:\/\/doi.org\/10.1109\/tmm.2016.2598092","journal-title":"IEEE Trans Multimed"},{"key":"2575_CR15","doi-asserted-by":"publisher","first-page":"26146","DOI":"10.1109\/ACCESS.2017.2777003","volume":"5","author":"MZ Uddin","year":"2017","unstructured":"Uddin MZ, Khaksar W, Torresen J, et al. (2017) Facial expression recognition using salient features and convolutional neural network. IEEE Access 5:26146\u201326161. https:\/\/doi.org\/10.1109\/access.2017.2777003","journal-title":"IEEE Access"},{"key":"2575_CR16","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.neucom.2019.05.005","volume":"355","author":"J Shao","year":"2019","unstructured":"Shao J, Qian Y (2019) Three convolutional neural network models for facial expression recognition in the wild. Neurocomputing 355:82\u201392. https:\/\/doi.org\/10.1016\/j.neucom.2019.05.005","journal-title":"Neurocomputing"},{"key":"2575_CR17","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1109\/TMM.2018.2844085","volume":"21","author":"S Xie","year":"2019","unstructured":"Xie S, Hu H (2019) Facial expression recognition using hierarchical features with deep comprehensive multipatches aggregation convolutional neural networks. IEEE Trans Multimed 21:211\u2013220. https:\/\/doi.org\/10.1109\/tmm.2018.2844085","journal-title":"IEEE Trans Multimed"},{"key":"2575_CR18","doi-asserted-by":"publisher","unstructured":"Nguyen H, Kim S, Lee G et al (2019) Facial expression recognition using a temporal ensemble of multi-level convolutional neural network. IEEE Trans Affect Comput. (Early Access Article) https:\/\/doi.org\/10.1109\/taffc.2019.2946540","DOI":"10.1109\/taffc.2019.2946540"},{"key":"2575_CR19","doi-asserted-by":"publisher","unstructured":"Wang J, Yuan C (2016) Facial expression recognition with multiscale convolution neural network. In: 17th Pacific-rim conference on advances in multimedia information processing, pp 376\u2013385. https:\/\/doi.org\/10.1007\/978-3-319-48890-5_37","DOI":"10.1007\/978-3-319-48890-5_37"},{"key":"2575_CR20","doi-asserted-by":"publisher","unstructured":"Hamester D, Barros P, Wermter S (2015) Face expression recognition with a 2-channel convolutional neural network. In: International Joint Conference on Neural Networks (IJCNN). https:\/\/doi.org\/10.1109\/IJCNN.2015.7280539","DOI":"10.1109\/IJCNN.2015.7280539"},{"key":"2575_CR21","doi-asserted-by":"publisher","unstructured":"Jung H, Lee S, Yim J et al (2015) Joint fine-tuning in deep neural networks for facial expression recognition. In: IEEE Int Conf Comput Vis (ICCV), pp 2983\u20132991. https:\/\/doi.org\/10.1109\/iccv.2015.341","DOI":"10.1109\/iccv.2015.341"},{"issue":"1","key":"2575_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TAFFC.2014.2386334","volume":"6","author":"SL Happy","year":"2014","unstructured":"Happy SL, Routray A (2014) Automatic facial expression recognition using features of salient facial patches. IEEE Trans Affect Comput 6(1):1\u201312. https:\/\/doi.org\/10.1109\/taffc.2014.2386334","journal-title":"IEEE Trans Affect Comput"},{"key":"2575_CR23","doi-asserted-by":"publisher","unstructured":"Babenko A, Lempitsky V (2015) Aggregating local deep features for image retrieval. In: IEEE Int Conf Comput Vis (ICCV), 1269\u20131277. https:\/\/doi.org\/10.1109\/iccv.2015.150","DOI":"10.1109\/iccv.2015.150"},{"key":"2575_CR24","doi-asserted-by":"publisher","unstructured":"Lucey P, Cohn JF, Kanade T, et al. (2010) The extended cohn-kanade dataset (CK+): A complete dataset for action unit and emotion-specified expression. In: IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp 94\u2013101. https:\/\/doi.org\/10.1109\/cvprw.2010.5543262","DOI":"10.1109\/cvprw.2010.5543262"},{"key":"2575_CR25","doi-asserted-by":"publisher","unstructured":"Lyons M, Akamatsy S, Kamachi M et al (1998) Coding facial expressions with Gabor wavelets. In: 3rd IEEE International conference on automatic face and gesture recognition, pp 200\u2013205. https:\/\/doi.org\/10.1109\/afgr.1998.670949","DOI":"10.1109\/afgr.1998.670949"},{"key":"2575_CR26","doi-asserted-by":"publisher","unstructured":"Taini M, Zhao G, Li SZ, Pietikainen M (2008) Facial expression recognition from near-infrared videos. In: 19th International conference on pattern recognition (ICPR), pp 607\u2013619. https:\/\/doi.org\/10.1109\/ICPR.2008.4761697","DOI":"10.1109\/ICPR.2008.4761697"},{"key":"2575_CR27","doi-asserted-by":"publisher","unstructured":"Dhall A, Murthy OVR, Geoecke R, et al. (2015) Video and image based emotion recognition challenges in the wild: EmotiW 2015. In: Proceedings of the 2015 ACM on international conference on multimodal interaction, pp 423\u2013426. https:\/\/doi.org\/10.1145\/2818346.2829994","DOI":"10.1145\/2818346.2829994"},{"key":"2575_CR28","doi-asserted-by":"publisher","unstructured":"Ding H, Zhou SK, Chellappa R (2017) FaceNet2ExpNet: Regularizing a deep face recognition net for expression recognition. In: IEEE 12th International conference on automatic face & gesture recognition, pp 118\u2013126. https:\/\/doi.org\/10.1109\/FG.2017.23","DOI":"10.1109\/FG.2017.23"},{"key":"2575_CR29","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.eswa.2017.08.013","volume":"90","author":"AS Alphonse","year":"2017","unstructured":"Alphonse AS, Dharma D (2017) Enhanced Gabor (E-Gabor), hypersphere-based normalization and pearson general kernel-based discriminant analysis for dimension reduction and classification of facial emotions. Expert Syst Appl 90:127\u2013145. https:\/\/doi.org\/10.1016\/j.eswa.2017.08.013","journal-title":"Expert Syst Appl"},{"key":"2575_CR30","doi-asserted-by":"publisher","unstructured":"Ming Z, Chazalon J, Luqman MM et al (2018) FaceLiveNet end-to-end networks combining face verification with interactive facial expression-based liveness detection. In: 24th International conference on pattern recognition (ICPR), pp 3507\u20133512. https:\/\/doi.org\/10.1109\/ICPR.2018.8545274","DOI":"10.1109\/ICPR.2018.8545274"},{"issue":"2","key":"2575_CR31","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1023\/B:VISI.0000013087.49260.fb","volume":"57","author":"P Viola","year":"2004","unstructured":"Viola P, Jones MJ (2004) Robust real-time face detection. Int J Comput Vis 57(2):137\u2013154. https:\/\/doi.org\/10.1023\/B:VISI.0000013087.49260.fb","journal-title":"Int J Comput Vis"},{"key":"2575_CR32","doi-asserted-by":"publisher","unstructured":"Deng J, Guo J, Ververas E, et al. (2020) RetinaFace: Single-shot multi-level face localisation in the wild. In: IEEE\/CVF Conference on computer vision and pattern recognition (CVPR), pp 5202\u20135211. https:\/\/doi.org\/10.1109\/CVPR42600.2020.00525","DOI":"10.1109\/CVPR42600.2020.00525"},{"key":"2575_CR33","unstructured":"Kingma D, Ba J (2015) Adam: A method for stochastic optimization. In: Proceedings of the 3rd International Conference on Learning Representations (ICLR 2015). arXiv:1412.6980"},{"key":"2575_CR34","doi-asserted-by":"publisher","unstructured":"Li Y, Zeng J, Shan S et al (2018) Patch-gated CNN for occlusion-aware facial expression recognition. In: 24th International conference on pattern recognition (ICPR), pp 2209\u20132214. https:\/\/doi.org\/10.1109\/ICPR.2018.8545853","DOI":"10.1109\/ICPR.2018.8545853"},{"key":"2575_CR35","doi-asserted-by":"publisher","first-page":"356","DOI":"10.1109\/TIP.2018.2868382","volume":"28","author":"S Li","year":"2018","unstructured":"Li S, Deng W (2018) Reliable Crowdsourcing and deep locality-preserving learning for unconstrained facial expression recognition. IEEE Trans Image Proc (TIP) 28:356\u2013370. https:\/\/doi.org\/10.1109\/TIP.2018.2868382","journal-title":"IEEE Trans Image Proc (TIP)"},{"key":"2575_CR36","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1016\/j.neucom.2020.12.076","volume":"432","author":"H Li","year":"2021","unstructured":"Li H, Wang N, Yu Y, et al. (2021) LBAN-IL: A novel method of high discriminative representation for facial expression recognition. Neurocomputing 432:159\u2013169. https:\/\/doi.org\/10.1016\/j.neucom.2020.12.076","journal-title":"Neurocomputing"},{"key":"2575_CR37","doi-asserted-by":"publisher","unstructured":"Selvaraju RR, Cogswell M, Das A et al (2017) Grad-CAM: Visual explanations from deep networks via gradient-based localization. In: IEEE International conference on computer vision (ICCV), pp 618\u2013626. https:\/\/doi.org\/10.1109\/ICCV.2017.74","DOI":"10.1109\/ICCV.2017.74"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02575-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-021-02575-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02575-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,2,10]],"date-time":"2022-02-10T05:21:59Z","timestamp":1644470519000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-021-02575-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,25]]},"references-count":37,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,2]]}},"alternative-id":["2575"],"URL":"https:\/\/doi.org\/10.1007\/s10489-021-02575-0","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6,25]]},"assertion":[{"value":"17 April 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 June 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}