{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:27:39Z","timestamp":1740122859052,"version":"3.37.3"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"14","license":[{"start":{"date-parts":[[2021,6,18]],"date-time":"2021-06-18T00:00:00Z","timestamp":1623974400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,6,18]],"date-time":"2021-06-18T00:00:00Z","timestamp":1623974400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"Beijing municipal science and technology commision","award":["Z201100006820123"],"award-info":[{"award-number":["Z201100006820123"]}]},{"DOI":"10.13039\/501100001809","name":"Natural Science Foundation of China","doi-asserted-by":"crossref","award":["U1536203"],"award-info":[{"award-number":["U1536203"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61972169"],"award-info":[{"award-number":["61972169"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100012166","name":"National key research and development of China","doi-asserted-by":"crossref","award":["2016QY01W0200"],"award-info":[{"award-number":["2016QY01W0200"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Major Scientific and Technological of Hubei Province","award":["2018AAA068"],"award-info":[{"award-number":["2018AAA068"]}]},{"name":"Major Scientific and Technological Project of Hubei Province","award":["2019AAA051"],"award-info":[{"award-number":["2019AAA051"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s11042-021-11147-w","type":"journal-article","created":{"date-parts":[[2021,6,18]],"date-time":"2021-06-18T10:03:07Z","timestamp":1624010587000},"page":"19377-19394","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Multi-view facial action unit detection via DenseNets and CapsNets"],"prefix":"10.1007","volume":"81","author":[{"given":"Dakai","family":"Ren","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiangmin","family":"Wen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiazhong","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yu","family":"Han","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shiqi","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,6,18]]},"reference":[{"key":"11147_CR1","doi-asserted-by":"crossref","unstructured":"Afshar P, Mohammadi A, Plataniotis K (2018) Brain tumor type classification via capsule networks. In: International conference on image processing. IEEE, pp 3129\u20133133","DOI":"10.1109\/ICIP.2018.8451379"},{"key":"11147_CR2","doi-asserted-by":"crossref","unstructured":"Almaev T, Valstar M (2013) Local gabor binary patterns from three orthogonal planes for automatic facial expression recognition. In: Humaine association conference on affective computing and intelligent interaction. IEEE, pp 356\u2013361","DOI":"10.1109\/ACII.2013.65"},{"key":"11147_CR3","doi-asserted-by":"crossref","unstructured":"Baltrusaitis T, Mahmoud M, Robinson P (2015) Cross-dataset learning and person-specific normalisation for automatic action unit detection. In: International conference on automatic face and gesture. IEEE, pp 1\u20136","DOI":"10.1109\/FG.2015.7284869"},{"key":"11147_CR4","doi-asserted-by":"crossref","unstructured":"Batista J, Albiero V, Bellon O, Silva L (2017) AUMPNEt: Simultaneous action units detection and intensity estimation on multipose facial images using a single convolutional neural network. In: International conference on automatic face and gesture recognition. IEEE, pp 866\u2013871","DOI":"10.1109\/FG.2017.111"},{"key":"11147_CR5","doi-asserted-by":"crossref","unstructured":"Chu W, Torre F, Cohn J (2017) Learning spatial and temporal cues for multi-label facial action unit detection. In: International conference on automatic face and gesture. IEEE, pp 25\u201332","DOI":"10.1109\/FG.2017.13"},{"issue":"6","key":"11147_CR6","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1109\/34.927467","volume":"23","author":"T Cootes","year":"2001","unstructured":"Cootes T, Edwards G, Taylor C (2001) Active appearance models. IEEE Trans Pattern Anal Mach Intell 23(6):681\u2013685","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"11147_CR7","volume-title":"What the face reveals: Basic and applied studies of spontaneous expression using the Facial Action Coding System (FACS)","author":"P Ekman","year":"1997","unstructured":"Ekman P, Rosenberg E (1997) What the face reveals: Basic and applied studies of spontaneous expression using the Facial Action Coding System (FACS). Oxford University Press, USA"},{"key":"11147_CR8","doi-asserted-by":"crossref","unstructured":"Eleftheriadis S, Rudovic O, Pantic M (2015) Multi-conditional latent variable model for joint facial action unit detection. In: International conference on computer vision. IEEE, pp. 3792\u20133800","DOI":"10.1109\/ICCV.2015.432"},{"key":"11147_CR9","doi-asserted-by":"crossref","unstructured":"Ertugrul I, Jeni L, Cohn J (2018) FACSCAps: Pose-independent facial action coding with capsules. In: Conference on computer vision and pattern recognition. IEEE, pp. 2130\u20132139","DOI":"10.1109\/CVPRW.2018.00287"},{"key":"11147_CR10","unstructured":"Fabian C, Srinivasan R, Martinez A (2016) Emotionet: An accurate, real-time algorithm for the automatic annotation of a million facial expressions in the wild. In: Conference on computer vision and pattern recognition. IEEE, pp 5562\u20135570"},{"key":"11147_CR11","doi-asserted-by":"crossref","unstructured":"Gudi A, Tasli H, Uyl TD, Maroulis A (2015) Deep learning based facs action unit occurrence and intensity estimation. In: International conference and workshops on automatic face and gesture recognition. IEEE, pp 1\u20135","DOI":"10.1109\/FG.2015.7284873"},{"key":"11147_CR12","doi-asserted-by":"crossref","unstructured":"He J, Li D, Yang B, Cao S, Sun B, Yu L (2017) Multi view facial action unit detection based on CNN and BLSTM-RNN. In: International conference on automatic face and gesture. IEEE, pp 848\u2013853","DOI":"10.1109\/FG.2017.108"},{"key":"11147_CR13","unstructured":"Hinton G, Sabour S, Frosst N (2018) Matrix capsules with em routing. In: International conference on learning representations, pp 1\u201315"},{"key":"11147_CR14","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, Maaten L, Weinberger K (2017) Densely connected convolutional networks. In: Conference on computer vision and pattern recognition. IEEE, pp 2261\u20132269","DOI":"10.1109\/CVPR.2017.243"},{"key":"11147_CR15","doi-asserted-by":"crossref","unstructured":"Jaiswal A, Abdalmageed W, Natarajan P (2018) Capsulegan: Generative adversarial capsule network","DOI":"10.1007\/978-3-030-11015-4_38"},{"key":"11147_CR16","doi-asserted-by":"crossref","unstructured":"Jung H, Lee S, Yim J, Park S, Kim J (2015) Joint fine-tuning in deep neural networks for facial expression recognition. In: International conference on computer vision. IEEE, pp 2983\u20132991","DOI":"10.1109\/ICCV.2015.341"},{"key":"11147_CR17","unstructured":"Kingma D, Adam JB (2015) A method for stochastic optimization. In: ICLR"},{"key":"11147_CR18","doi-asserted-by":"crossref","unstructured":"Lakshminarayana N, Setlur S, Govindaraju V (2020) Learning guided attention masks for facial action unit recognition. In: International conference on automatic face and gesture recognition. IEEE, pp 465\u2013472","DOI":"10.1109\/FG47880.2020.00128"},{"key":"11147_CR19","doi-asserted-by":"crossref","unstructured":"Li X, Chen S, Jin Q (2017) Facial action units detection with multi-features and -AUs fusion. In: International conference on automatic face and gesture. IEEE, pp 860\u2013865","DOI":"10.1109\/FG.2017.110"},{"issue":"2","key":"11147_CR20","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1109\/T-AFFC.2013.5","volume":"4","author":"Y Li","year":"2013","unstructured":"Li Y, Chen J, Zhao Y, Ji Q (2013) Data-free prior model for facial action unit recognition. Trans Affect Comput 4(2):127\u2013141","journal-title":"Trans Affect Comput"},{"key":"11147_CR21","doi-asserted-by":"publisher","first-page":"482","DOI":"10.1109\/TIFS.2020.3007327","volume":"16","author":"L Liang","year":"2021","unstructured":"Liang L, Lang C, Li Y, Feng S, Zhao J (2021) Fine-grained facial expression recognition in the wild. IEEE Trans Inform Forens Secur 16:482\u2013494","journal-title":"IEEE Trans Inform Forens Secur"},{"key":"11147_CR22","doi-asserted-by":"crossref","unstructured":"Lucey P, Cohn J, Kanade T, Saragih J, Ambadar Z, Matthews I (2010) The extended cohn-kanade dataset (ck+): a complete dataset for action unit and emotion-specified expression. In: Conference on computer vision and pattern recognition workshops. IEEE, pp 94\u2013101","DOI":"10.1109\/CVPRW.2010.5543262"},{"key":"11147_CR23","volume-title":"An approach to environmental psychology","author":"A Mehrabian","year":"1974","unstructured":"Mehrabian A, Russell J (1974) An approach to environmental psychology. MIT, Cambridge"},{"key":"11147_CR24","doi-asserted-by":"crossref","unstructured":"Pantic M, Valstar M, Rademaker R, Maat L (2005) Web-based database for facial expression analysis. In: International conference on multimedia and expo. IEEE, pp 317\u2013321","DOI":"10.1109\/ICME.2005.1521424"},{"key":"11147_CR25","doi-asserted-by":"crossref","unstructured":"Peng G, Wang S (2018) Weakly supervised facial action unit recognition through adversarial training. In: Conference on computer vision and pattern recognition. IEEE, pp 2188\u20132196","DOI":"10.1109\/CVPR.2018.00233"},{"key":"11147_CR26","unstructured":"Phaye S, Sikka A, Dhall A, Bathula D (2018) Dense and diverse capsule networks: Making the capsules learn better. arXiv:1805.04001"},{"key":"11147_CR27","doi-asserted-by":"crossref","unstructured":"Ruiz A, Weijer J, Binefa X (2015) From emotions to action units with hidden and semi-hidden-task learning. In: International conference on computer vision. IEEE, pp 3703\u20133711","DOI":"10.1109\/ICCV.2015.422"},{"key":"11147_CR28","unstructured":"Sabour S, Frosst N, Hinton GE (2017) Dynamic routing between capsules. Adv Neural Inform Process Syst 3859\u20133869"},{"key":"11147_CR29","doi-asserted-by":"crossref","unstructured":"Sanchez-Lozano E, Martinez B, Tzimiropoulos G, Valstar M (2016) Cascaded continuous regression for real-time incremental face tracking. In: European conference on computer vision. Springer, pp 645\u2013661","DOI":"10.1007\/978-3-319-46484-8_39"},{"issue":"11","key":"11147_CR30","doi-asserted-by":"publisher","first-page":"1940","DOI":"10.1109\/TPAMI.2010.50","volume":"32","author":"K Sander","year":"2010","unstructured":"Sander K, Maja P, Ioannis P (2010) A dynamic texture-based approach to recognition of facial actions and their temporal models. IEEE Trans Pattern Anal Machine Intell 32(11):1940\u20131954","journal-title":"IEEE Trans Pattern Anal Machine Intell"},{"issue":"4","key":"11147_CR31","doi-asserted-by":"publisher","first-page":"993","DOI":"10.1109\/TSMCB.2012.2193567","volume":"42","author":"T Senechal","year":"2012","unstructured":"Senechal T, Rapp V, Salam H, Seguier R, Bailly K, Prevost L (2012) Facial action recognition combining heterogeneous features via multikernel learning. IEEE Trans Syst Man Cybern Part B 42(4):993\u20131005","journal-title":"IEEE Trans Syst Man Cybern Part B"},{"key":"11147_CR32","doi-asserted-by":"crossref","unstructured":"Shao Z, Liu Z, Cai J, Ma L (2017) Deep adaptive attention for joint facial action unit detection and face alignment. In: European conference on computer vision. Springer, pp 725\u2013740","DOI":"10.1007\/978-3-030-01261-8_43"},{"key":"11147_CR33","doi-asserted-by":"crossref","unstructured":"Tang C, Zheng W, Yan J, Li Q, Li Y, Zhang T, Cui Z (2017) View-independent facial action unit detection. In: International conference on automatic face and gesture. IEEE, pp 878\u2013882","DOI":"10.1109\/FG.2017.113"},{"key":"11147_CR34","doi-asserted-by":"crossref","unstructured":"Toser Z, Jeni L, Lorincz A, Cohn J (2016) Deep learning for facial action unit detection under large head poses. In: European conference on computer vision. Springer, pp 359\u2013371","DOI":"10.1007\/978-3-319-49409-8_29"},{"key":"11147_CR35","doi-asserted-by":"crossref","unstructured":"Valstar M, S\u00e1nchezlozano E., Cohn J, Jeni L, Girard J, Zhang Z, Yin L, Pantic M (2017) Fera 2017 - addressing head pose in the third facial expression recognition and analysis challenge. In: International conference on automatic face and gesture recognition. IEEE, pp 839\u2013847","DOI":"10.1109\/FG.2017.107"},{"issue":"4","key":"11147_CR36","doi-asserted-by":"publisher","first-page":"966","DOI":"10.1109\/TSMCB.2012.2200675","volume":"42","author":"MF Valstar","year":"2012","unstructured":"Valstar MF, Mehu M, Jiang B, Pantic M, Scherer K (2012) Meta-analyis of the first facial expression recognition challenge. IEEE Trans Syst Man Cybern Part B 42(4):966\u2013979","journal-title":"IEEE Trans Syst Man Cybern Part B"},{"key":"11147_CR37","doi-asserted-by":"crossref","unstructured":"Wang K, Peng X, Yang J, Lu S, Qiao Y (2020) Suppressing uncertainties for large-scale facial expression recognition. In: Conference on computer vision and pattern recognition. IEEE, pp 6896\u20136905","DOI":"10.1109\/CVPR42600.2020.00693"},{"key":"11147_CR38","doi-asserted-by":"crossref","unstructured":"Wang Y, Sun A, Han J, Liu Y, Zhu X (2018) Sentiment analysis by capsules. In: Proceedings of the 2018 World Wide Web Conference, pp 1165\u20131174","DOI":"10.1145\/3178876.3186015"},{"key":"11147_CR39","doi-asserted-by":"crossref","unstructured":"Wang Z, Li Y, Wang S, Ji Q (2014) Capturing global semantic relationships for facial action unit recognition. In: International conference on computer vision. IEEE, pp 3304\u20133311","DOI":"10.1109\/ICCV.2013.410"},{"key":"11147_CR40","doi-asserted-by":"crossref","unstructured":"Wu S, Wang S, Pan B, Ji Q (2017) Deep facial action unit recognition from partially labeled data. In: International conference on computer vision. IEEE, pp 3971\u20133979","DOI":"10.1109\/ICCV.2017.426"},{"key":"11147_CR41","unstructured":"Xi E, Bing S, Jin Y (2017) Capsule network performance on complex data. arXiv:1712.03480"},{"key":"11147_CR42","doi-asserted-by":"publisher","first-page":"572","DOI":"10.1109\/TMM.2020.2985536","volume":"23","author":"H Yang","year":"2021","unstructured":"Yang H, Liu L, Min W, Yang X, Xiong X (2021) Driver yawning detection based on subtle facial action recognition. IEEE Trans Multimed 23:572\u2013583","journal-title":"IEEE Trans Multimed"},{"key":"11147_CR43","doi-asserted-by":"crossref","unstructured":"Yuce A, Gao H, Thiran J (2015) Discriminant multi-label manifold embedding for facial action unit detection. In: International conference on automatic face and gesture. IEEE, pp 1\u20136","DOI":"10.1109\/FG.2015.7284871"},{"key":"11147_CR44","doi-asserted-by":"crossref","unstructured":"Zhang F, Zhang T, Mao Q, Xu C (2018) Joint pose and expression modeling for facial expression recognition. In: Conference on computer vision and pattern recognition. IEEE, pp 3359\u20133368","DOI":"10.1109\/CVPR.2018.00354"},{"issue":"10","key":"11147_CR45","doi-asserted-by":"publisher","first-page":"692","DOI":"10.1016\/j.imavis.2014.06.002","volume":"32","author":"X Zhang","year":"2013","unstructured":"Zhang X, Yin L, Cohn J, Canavan S, Reale M, Horowitz A, Liu P, Girard J (2013) BP4D-spontaneous: a high-resolution spontaneous 3d dynamic facial expression database. Image Vis Comput 32(10):692\u2013706","journal-title":"Image Vis Comput"},{"key":"11147_CR46","doi-asserted-by":"crossref","unstructured":"Zhang Y, Jiang H, Wu B, Fan Y, Ji Q (2019) Context-aware feature and label fusion for facial action unit intensity estimation with partially labeled data. In: International conference on computer vision. IEEE, pp 733\u2013742","DOI":"10.1109\/ICCV.2019.00082"},{"key":"11147_CR47","doi-asserted-by":"crossref","unstructured":"Zhang Y, Wu B, Dong W, Li Z, Liu W (2019) B., Ji, Q.: Joint representation and estimator learning for facial action unit intensity estimation. In: Conference on computer vision and pattern recognition. IEEE, pp 3457\u20133466","DOI":"10.1109\/CVPR.2019.00357"},{"key":"11147_CR48","doi-asserted-by":"crossref","unstructured":"Zhang Y, Zhao R, Dong W, Hu B, Ji Q (2018) Bilateral ordinal relevance multi-instance regression for facial action unit intensity estimation. In: Conference on computer vision and pattern recognition. IEEE, pp 7034\u20137043","DOI":"10.1109\/CVPR.2018.00735"},{"key":"11147_CR49","doi-asserted-by":"crossref","unstructured":"Zhang Z, Girard J, Wu Y, Zhang X, Ciftci PLU, Canavan S, Reale M, Horowitz A, Yang H (2016) Multimodal spontaneous emotion corpus for human behavior analysis. In: Conference on computer vision and pattern recognition. IEEE, pp 3438\u20133446","DOI":"10.1109\/CVPR.2016.374"},{"key":"11147_CR50","doi-asserted-by":"crossref","unstructured":"Zhao K, Chu W, Torre F, Cohn J, Zhang H (2015) Joint patch and multi-label learning for facial action unit detection. In: Conference on computer vision and pattern recognition. IEEE, pp 2207\u20132216","DOI":"10.1109\/CVPR.2015.7298833"},{"key":"11147_CR51","doi-asserted-by":"crossref","unstructured":"Zhao K, Chu W, Zhang H (2016) Deep region and multi-label learning for facial action unit detection. In: Computer vision and pattern recognition. IEEE, pp 3391\u20133399","DOI":"10.1109\/CVPR.2016.369"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-11147-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-021-11147-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-11147-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,20]],"date-time":"2022-05-20T08:19:36Z","timestamp":1653034776000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-021-11147-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,18]]},"references-count":51,"journal-issue":{"issue":"14","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["11147"],"URL":"https:\/\/doi.org\/10.1007\/s11042-021-11147-w","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"type":"print","value":"1380-7501"},{"type":"electronic","value":"1573-7721"}],"subject":[],"published":{"date-parts":[[2021,6,18]]},"assertion":[{"value":"23 April 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 April 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 June 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 June 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}