{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T03:05:19Z","timestamp":1740107119918,"version":"3.37.3"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"9-10","license":[{"start":{"date-parts":[[2022,6,13]],"date-time":"2022-06-13T00:00:00Z","timestamp":1655078400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,6,13]],"date-time":"2022-06-13T00:00:00Z","timestamp":1655078400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62106268","62101555"],"award-info":[{"award-number":["62106268","62101555"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004608","name":"Natural Science Foundation of Jiangsu Province","doi-asserted-by":"publisher","award":["BK20201346"],"award-info":[{"award-number":["BK20201346"]}],"id":[{"id":"10.13039\/501100004608","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Vis Comput"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1007\/s00371-022-02527-w","type":"journal-article","created":{"date-parts":[[2022,6,13]],"date-time":"2022-06-13T18:04:21Z","timestamp":1655143461000},"page":"3045-3057","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Facial action unit detection via hybrid relational reasoning"],"prefix":"10.1007","volume":"38","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9383-8384","authenticated-orcid":false,"given":"Zhiwen","family":"Shao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yong","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bing","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hancheng","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wen-Liang","family":"Du","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiaqi","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,6,13]]},"reference":[{"doi-asserted-by":"crossref","unstructured":"Blanz, V., Vetter, T.: A morphable model for the synthesis of 3d faces. In: The 26th Annual Conference on Computer Graphics and Interactive Techniques, pp. 187\u2013194 (1999)","key":"2527_CR1","DOI":"10.1145\/311535.311556"},{"doi-asserted-by":"crossref","unstructured":"Cao, Q., Shen, L., Xie, W., Parkhi, O.M., Zisserman, A.: Vggface2: A dataset for recognising faces across pose and age. In: IEEE International Conference on Automatic Face and Gesture Recognition, pp. 67\u201374. IEEE (2018)","key":"2527_CR2","DOI":"10.1109\/FG.2018.00020"},{"key":"2527_CR3","doi-asserted-by":"publisher","first-page":"108355","DOI":"10.1016\/j.patcog.2021.108355","volume":"122","author":"Y Chen","year":"2022","unstructured":"Chen, Y., Song, G., Shao, Z., Cai, J., Cham, T.J., Zheng, J.: Geoconv: geodesic guided convolution for facial action unit recognition. Pattern Recognit. 122, 108355 (2022)","journal-title":"Pattern Recognit."},{"doi-asserted-by":"crossref","unstructured":"Chu, W.S., De la Torre, F., Cohn, J.F.: Learning spatial and temporal cues for multi-label facial action unit detection. In: IEEE International Conference on Automatic Face and Gesture Recognition, pp. 25\u201332. IEEE (2017)","key":"2527_CR4","DOI":"10.1109\/FG.2017.13"},{"issue":"6","key":"2527_CR5","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1109\/34.927467","volume":"23","author":"TF Cootes","year":"2001","unstructured":"Cootes, T.F., Edwards, G.J., Taylor, C.J.: Active appearance models. IEEE Trans. Pattern Anal. Mach. Intell. 23(6), 681\u2013685 (2001)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"doi-asserted-by":"crossref","unstructured":"Corneanu, C. A., Madadi, M., Escalera, S.: Deep structure inference network for facial action unit recognition. In: European Conference on Computer Vision, pp. 309\u2013324. Springer (2018)","key":"2527_CR6","DOI":"10.1007\/978-3-030-01258-8_19"},{"unstructured":"Defferrard, M., Bresson, X., Vandergheynst, P.: Convolutional neural networks on graphs with fast localized spectral filtering. In: Advances in Neural Information Processing Systems, pp. 3837\u20133845. Curran Associates, Inc. (2016)","key":"2527_CR7"},{"key":"2527_CR8","volume-title":"Facial Action Coding System: A Technique for the Measurement of Facial Movement","author":"P Ekman","year":"1978","unstructured":"Ekman, P., Friesen, W.V.: Facial Action Coding System: A Technique for the Measurement of Facial Movement. Consulting Psychologists Press, Palo Alto (1978)"},{"unstructured":"Ekman, P., Friesen, W.V., Hager, J.C.: Facial action coding system. Research Nexus (2002)","key":"2527_CR9"},{"issue":"2","key":"2527_CR10","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1109\/TBIOM.2020.2977225","volume":"2","author":"IO Ertugrul","year":"2020","unstructured":"Ertugrul, I.O., Cohn, J.F., Jeni, L.A., Zhang, Z., Yin, L., Ji, Q.: Crossing domains for au coding: perspectives, approaches, and measures. IEEE Trans. Biom. Behav. Identity Sci. 2(2), 158\u2013171 (2020)","journal-title":"IEEE Trans. Biom. Behav. Identity Sci."},{"key":"2527_CR11","first-page":"1871","volume":"9","author":"RE Fan","year":"2008","unstructured":"Fan, R.E., Chang, K.W., Hsieh, C.J., Wang, X.R., Lin, C.J.: Liblinear: a library for large linear classification. J. Mach. Learn. Res. 9, 1871\u20131874 (2008)","journal-title":"J. Mach. Learn. Res."},{"doi-asserted-by":"crossref","unstructured":"Girard, J.M., Chu, W.S., Jeni, L.A., Cohn, J.F.: Sayette group formation task (GFT) spontaneous facial expression database. In: IEEE International Conference on Automatic Face & Gesture Recognition, pp. 581\u2013588. IEEE (2017)","key":"2527_CR12","DOI":"10.31234\/osf.io\/qfzsm"},{"issue":"6","key":"2527_CR13","doi-asserted-by":"publisher","first-page":"1294","DOI":"10.1109\/TPAMI.2018.2837742","volume":"41","author":"Y Guo","year":"2018","unstructured":"Guo, Y., Zhang, J., Cai, J., Jiang, B., Zheng, J.: Cnn-based real-time dense face reconstruction with inverse-rendered photo-realistic face images. IEEE Trans. Pattern Anal. Mach. Intell. 41(6), 1294\u20131307 (2018)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778. IEEE (2016)","key":"2527_CR14","DOI":"10.1109\/CVPR.2016.90"},{"key":"2527_CR15","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1016\/j.imavis.2016.05.009","volume":"58","author":"LA Jeni","year":"2017","unstructured":"Jeni, L.A., Cohn, J.F., Kanade, T.: Dense 3d face alignment from 2d video for real-time use. Image Vis. Comput. 58, 13\u201324 (2017)","journal-title":"Image Vis. Comput."},{"unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. In: International Conference on Learning Representations (2015)","key":"2527_CR16"},{"unstructured":"Kipf, T.N., Welling, M.: Semi-supervised classification with graph convolutional networks. In: International Conference on Learning Representations (2017)","key":"2527_CR17"},{"unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: Imagenet classification with deep convolutional neural networks. In: Advances in Neural Information Processing Systems, pp. 1097\u20131105. Curran Associates, Inc. (2012)","key":"2527_CR18"},{"issue":"1","key":"2527_CR19","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1214\/aoms\/1177729694","volume":"22","author":"S Kullback","year":"1951","unstructured":"Kullback, S., Leibler, R.A.: On information and sufficiency. Ann. Math. Stat. 22(1), 79\u201386 (1951)","journal-title":"Ann. Math. Stat."},{"doi-asserted-by":"crossref","unstructured":"Li, G., Zhu, X., Zeng, Y., Wang, Q., Lin, L.: Semantic relationships guided representation learning for facial action unit recognition. In: AAAI Conference on Artificial Intelligence, pp. 8594\u20138601 (2019)","key":"2527_CR20","DOI":"10.1609\/aaai.v33i01.33018594"},{"issue":"11","key":"2527_CR21","doi-asserted-by":"publisher","first-page":"2583","DOI":"10.1109\/TPAMI.2018.2791608","volume":"40","author":"W Li","year":"2018","unstructured":"Li, W., Abtahi, F., Zhu, Z., Yin, L.: Eac-net: deep nets with enhancing and cropping for facial action unit detection. IEEE Trans. Pattern Anal. Mach. Intell. 40(11), 2583\u20132596 (2018)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"7","key":"2527_CR22","doi-asserted-by":"publisher","first-page":"2559","DOI":"10.1109\/TIP.2013.2253483","volume":"22","author":"Y Li","year":"2013","unstructured":"Li, Y., Wang, S., Zhao, Y., Ji, Q.: Simultaneous facial feature tracking and facial expression recognition. IEEE Trans. Image Process. 22(7), 2559\u20132573 (2013)","journal-title":"IEEE Trans. Image Process."},{"doi-asserted-by":"crossref","unstructured":"Li, Y., Zeng, J., Shan, S., Chen, X.: Self-supervised representation learning from videos for facial action unit detection. In: IEEE Conference on Computer Vision and Pattern Recognition, pp. 10924\u201310933. IEEE (2019)","key":"2527_CR23","DOI":"10.1109\/CVPR.2019.01118"},{"unstructured":"Lin, M., Chen, Q., Yan, S.: Network in network. In: International Conference on Learning Representations (2014)","key":"2527_CR24"},{"doi-asserted-by":"crossref","unstructured":"Liu, Z., Dong, J., Zhang, C., Wang, L., Dang, J.: Relation modeling with graph convolutional networks for facial action unit detection. In: International Conference on Multimedia Modeling, pp. 489\u2013501. Springer (2020)","key":"2527_CR25","DOI":"10.1007\/978-3-030-37734-2_40"},{"doi-asserted-by":"crossref","unstructured":"Lowe, D.G.: Object recognition from local scale-invariant features. In: IEEE International Conference on Computer Vision, pp. 1150\u20131157. IEEE (1999)","key":"2527_CR26","DOI":"10.1109\/ICCV.1999.790410"},{"key":"2527_CR27","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1016\/j.neucom.2019.03.082","volume":"355","author":"C Ma","year":"2019","unstructured":"Ma, C., Chen, L., Yong, J.: Au r-cnn: Encoding expert prior knowledge into r-cnn for action unit detection. Neurocomputing 355, 35\u201347 (2019)","journal-title":"Neurocomputing"},{"issue":"2","key":"2527_CR28","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1109\/T-AFFC.2013.4","volume":"4","author":"SM Mavadati","year":"2013","unstructured":"Mavadati, S.M., Mahoor, M.H., Bartlett, K., Trinh, P., Cohn, J.F.: Disfa: a spontaneous facial action intensity database. IEEE Trans. Affect. Comput. 4(2), 151\u2013160 (2013)","journal-title":"IEEE Trans. Affect. Comput."},{"doi-asserted-by":"crossref","unstructured":"Niu, X., Han, H., Yang, S., Huang, Y., Shan, S.: Local relationship learning with person-specific shape regularization for facial action unit detection. In: IEEE Conference on Computer Vision and Pattern Recognition, pp. 11917\u201311926 (2019)","key":"2527_CR29","DOI":"10.1109\/CVPR.2019.01219"},{"unstructured":"Paszke, A., Gross, S., Massa, F., Lerer, A., Bradbury, J., Chanan, G., Killeen, T., Lin, Z., Gimelshein, N., Antiga, L., Desmaison, A., Kopf, A., Yang, E., DeVito, Z., Raison, M., Tejani, A., Chilamkurthy, S., Steiner, B., Fang, L., Bai, J., Chintala, S.: Pytorch: an imperative style, high-performance deep learning library. In: Advances in Neural Information Processing Systems, pp. 8024\u20138035. Curran Associates, Inc. (2019)","key":"2527_CR30"},{"key":"2527_CR31","volume-title":"Probabilistic Reasoning in Intelligent Systems: Networks of Plausible Inference","author":"J Pearl","year":"1988","unstructured":"Pearl, J.: Probabilistic Reasoning in Intelligent Systems: Networks of Plausible Inference. Morgan Kaufmann, Burlington (1988)"},{"doi-asserted-by":"crossref","unstructured":"Sankaran, N., Mohan, D.D., Setlur, S., Govindaraju, V., Fedorishin, D.: Representation learning through cross-modality supervision. In: IEEE International Conference on Automatic Face and Gesture Recognition, pp. 1\u20138. IEEE (2019)","key":"2527_CR32","DOI":"10.1109\/FG.2019.8756519"},{"issue":"2","key":"2527_CR33","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1007\/s11263-020-01378-z","volume":"129","author":"Z Shao","year":"2021","unstructured":"Shao, Z., Liu, Z., Cai, J., Ma, L.: J\u00e2a-net: joint facial action unit detection and face alignment via adaptive attention. Int. J. Comput. Vis. 129(2), 321\u2013340 (2021)","journal-title":"Int. J. Comput. Vis."},{"unstructured":"Shao, Z., Liu, Z., Cai, J., Wu, Y., Ma, L.: Facial action unit detection using attention and relation learning. IEEE Trans. Affect. Comput. (2019)","key":"2527_CR34"},{"unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. In: International Conference on Learning Representations (2015)","key":"2527_CR35"},{"doi-asserted-by":"crossref","unstructured":"Song, T., Chen, L., Zheng, W., Ji, Q.: Uncertain graph neural networks for facial action unit detection. In: AAAI Conference on Artificial Intelligence, pp. 5993\u20136001 (2021)","key":"2527_CR36","DOI":"10.1609\/aaai.v35i7.16748"},{"doi-asserted-by":"crossref","unstructured":"Song, T., Cui, Z., Zheng, W., Ji, Q.: Hybrid message passing with performance-driven structures for facial action unit detection. In: IEEE Conference on Computer Vision and Pattern Recognition, pp. 6267\u20136276. IEEE (2021)","key":"2527_CR37","DOI":"10.1109\/CVPR46437.2021.00620"},{"unstructured":"Sutskever, I., Martens, J., Dahl, G., Hinton, G.: On the importance of initialization and momentum in deep learning. In: International Conference on Machine Learning, pp. 1139\u20131147 (2013)","key":"2527_CR38"},{"doi-asserted-by":"crossref","unstructured":"Tong, Y., Ji, Q.: Learning Bayesian networks with qualitative constraints. In: IEEE Conference on Computer Vision and Pattern Recognition, pp. 1\u20138. IEEE (2008)","key":"2527_CR39","DOI":"10.1109\/CVPR.2008.4587368"},{"doi-asserted-by":"crossref","unstructured":"Wang, Z., Li, Y., Wang, S., Ji, Q.: Capturing global semantic relationships for facial action unit recognition. In: IEEE International Conference on Computer Vision, pp. 3304\u20133311. IEEE (2013)","key":"2527_CR40","DOI":"10.1109\/ICCV.2013.410"},{"doi-asserted-by":"crossref","unstructured":"Xiong, X., De, la, Torre, F.: Supervised descent method and its applications to face alignment. In: IEEE Conference on Computer Vision and Pattern Recognition, pp. 532\u2013539. IEEE (2013)","key":"2527_CR41","DOI":"10.1109\/CVPR.2013.75"},{"issue":"10","key":"2527_CR42","doi-asserted-by":"publisher","first-page":"692","DOI":"10.1016\/j.imavis.2014.06.002","volume":"32","author":"X Zhang","year":"2014","unstructured":"Zhang, X., Yin, L., Cohn, J.F., Canavan, S., Reale, M., Horowitz, A., Liu, P., Girard, J.M.: Bp4d-spontaneous: a high-resolution spontaneous 3d dynamic facial expression database. Image Vis. Comput. 32(10), 692\u2013706 (2014)","journal-title":"Image Vis. Comput."},{"issue":"8","key":"2527_CR43","doi-asserted-by":"publisher","first-page":"3931","DOI":"10.1109\/TIP.2016.2570550","volume":"25","author":"K Zhao","year":"2016","unstructured":"Zhao, K., Chu, W.S., De la Torre, F., Cohn, J.F., Zhang, H.: Joint patch and multi-label learning for facial action unit and holistic expression recognition. IEEE Trans. Image Process. 25(8), 3931\u20133946 (2016)","journal-title":"IEEE Trans. Image Process."},{"doi-asserted-by":"crossref","unstructured":"Zhao, K., Chu, W.S., Zhang, H.: Deep region and multi-label learning for facial action unit detection. In: IEEE Conference on Computer Vision and Pattern Recognition, pp. 3391\u20133399. IEEE (2016)","key":"2527_CR44","DOI":"10.1109\/CVPR.2016.369"}],"container-title":["The Visual Computer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-022-02527-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00371-022-02527-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-022-02527-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,26]],"date-time":"2024-09-26T21:48:42Z","timestamp":1727387322000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00371-022-02527-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,13]]},"references-count":44,"journal-issue":{"issue":"9-10","published-print":{"date-parts":[[2022,9]]}},"alternative-id":["2527"],"URL":"https:\/\/doi.org\/10.1007\/s00371-022-02527-w","relation":{},"ISSN":["0178-2789","1432-2315"],"issn-type":[{"type":"print","value":"0178-2789"},{"type":"electronic","value":"1432-2315"}],"subject":[],"published":{"date-parts":[[2022,6,13]]},"assertion":[{"value":"10 May 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 June 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}