{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:15:55Z","timestamp":1750220155875,"version":"3.41.0"},"reference-count":71,"publisher":"Association for Computing Machinery (ACM)","issue":"6","license":[{"start":{"date-parts":[[2022,9,22]],"date-time":"2022-09-22T00:00:00Z","timestamp":1663804800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100001809","name":"Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61925603"],"award-info":[{"award-number":["61925603"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Chuanqi Research and Development Center of Zhejiang University, the Starry Night Science Fund of Zhejiang University Shanghai Institute for Advanced Study","award":["SN-ZJU-SIAS-002"],"award-info":[{"award-number":["SN-ZJU-SIAS-002"]}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"crossref","award":["2021KYY600403-0001"],"award-info":[{"award-number":["2021KYY600403-0001"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["ACM Trans. Intell. Syst. Technol."],"published-print":{"date-parts":[[2022,12,31]]},"abstract":"<jats:p>This article proposes a facial expression removal method to recover a 3D neutral face from a single 3D expressional or non-neutral face. We treat a 3D non-neutral face as the sum of its neutral one and the residual. This can be satisfied if the correspondence between 3D vertices of expressional faces and those of neutral faces is established. We propose a non-rigid deformation method to establish the correspondence between 3D faces. Then, according to algebra inequality, the minimization of a neutral face model can be replaced by the minimization of its upper bound, i.e., the errors of an expressional face model and a residual model. Thus, we co-optimize the representation errors of the latter two models and build the relationship between the representation coefficients of the two models. Given an expressional face as the input, its corresponding neutral face can be inferred by the associative representation parameters in these two models. In the testing stage, we use an iterative joint fitting scheme to obtain a more accurate recovery. Extensive experiments are conducted to evaluate our method. The results show that our method obtains considerably better performance than existing methods in terms of average root mean square errors and recognition rates, and also better visual effects.<\/jats:p>","DOI":"10.1145\/3533312","type":"journal-article","created":{"date-parts":[[2022,4,29]],"date-time":"2022-04-29T11:37:15Z","timestamp":1651232235000},"page":"1-17","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Jointly Optimizing Expressional and Residual Models for 3D Facial Expression Removal"],"prefix":"10.1145","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3968-3622","authenticated-orcid":false,"given":"Qian","family":"Zheng","sequence":"first","affiliation":[{"name":"Zhejiang University, Hangzhou, Zhejiang, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7742-0722","authenticated-orcid":false,"given":"Yueming","family":"Wang","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, Zhejiang, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4800-1307","authenticated-orcid":false,"given":"Zhenfang","family":"Hu","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, Zhejiang, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2729-9260","authenticated-orcid":false,"given":"Xiaobo","family":"Zhang","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, Zhejiang, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4319-3645","authenticated-orcid":false,"given":"Zhaohui","family":"Wu","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, Zhejiang, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4049-6181","authenticated-orcid":false,"given":"Gang","family":"Pan","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, Zhejiang, China"}]}],"member":"320","published-online":{"date-parts":[[2022,9,22]]},"reference":[{"doi-asserted-by":"publisher","key":"e_1_3_2_2_2","DOI":"10.1109\/CITA.2013.6637552"},{"doi-asserted-by":"publisher","key":"e_1_3_2_3_2","DOI":"10.1109\/TSP.2006.881199"},{"doi-asserted-by":"publisher","key":"e_1_3_2_4_2","DOI":"10.1007\/s11263-008-0174-0"},{"doi-asserted-by":"publisher","key":"e_1_3_2_5_2","DOI":"10.1109\/tifs.2005.863510"},{"doi-asserted-by":"publisher","key":"e_1_3_2_6_2","DOI":"10.1109\/CVPR.2007.383165"},{"doi-asserted-by":"publisher","key":"e_1_3_2_7_2","DOI":"10.1109\/TCYB.2014.2308091"},{"unstructured":"Octavio Arriaga Matias Valdenegro-Toro and Paul Pl\u00f6ger. 2017. Real-time convolutional neural networks for emotion and gender classification. arXiv preprint. https:\/\/arxiv.org\/abs\/1710.07557.","key":"e_1_3_2_8_2"},{"doi-asserted-by":"publisher","key":"e_1_3_2_9_2","DOI":"10.1145\/142920.134003"},{"doi-asserted-by":"publisher","key":"e_1_3_2_10_2","DOI":"10.1109\/34.121791"},{"key":"e_1_3_2_11_2","first-page":"641","volume-title":"Computer Graphics Forum","author":"Blanz Volker","year":"2003","unstructured":"Volker Blanz, Curzio Basso, Tomaso Poggio, and Thomas Vetter. 2003. Reanimating faces in images and video. In Computer Graphics Forum, Vol. 22. Wiley Online Library, 641\u2013650."},{"doi-asserted-by":"publisher","key":"e_1_3_2_12_2","DOI":"10.1145\/311535.311556"},{"doi-asserted-by":"publisher","key":"e_1_3_2_13_2","DOI":"10.1109\/CVPR.2016.531"},{"key":"e_1_3_2_14_2","first-page":"5543","volume-title":"Proceedings of Computer Vision and Pattern Recognition","author":"Booth James","year":"2016","unstructured":"James Booth, Anastasios Roussos, Stefanos Zafeiriou, Allan Ponniah, and David Dunaway. 2016. A 3D morphable model learnt from 10000 faces. In Proceedings of Computer Vision and Pattern Recognition. 5543\u20135552."},{"key":"e_1_3_2_15_2","first-page":"1021","volume-title":"Proceedings of International Conference on Computer Vision","author":"Bulat Adrian","year":"2017","unstructured":"Adrian Bulat and Georgios Tzimiropoulos. 2017. How far are we from solving the 2D & 3D face alignment problem? (and a dataset of 230000 3D facial landmarks). In Proceedings of International Conference on Computer Vision. 1021\u20131030."},{"doi-asserted-by":"publisher","key":"e_1_3_2_16_2","DOI":"10.1109\/CVPR.2017.180"},{"doi-asserted-by":"publisher","key":"e_1_3_2_17_2","DOI":"10.1109\/TPAMI.2006.210"},{"doi-asserted-by":"publisher","key":"e_1_3_2_18_2","DOI":"10.1109\/tpami.2016.2515606"},{"doi-asserted-by":"publisher","key":"e_1_3_2_19_2","DOI":"10.1007\/s11263-012-0605-9"},{"doi-asserted-by":"publisher","key":"e_1_3_2_20_2","DOI":"10.1007\/978-3-642-15910-7_38"},{"key":"e_1_3_2_21_2","volume-title":"What the Face Reveals: Basic and Applied Studies of Spontaneous Expression Using the Facial Action Coding System (FACS\u201997)","author":"Ekman Rosenberg","year":"1997","unstructured":"Rosenberg Ekman. 1997. What the Face Reveals: Basic and Applied Studies of Spontaneous Expression Using the Facial Action Coding System (FACS\u201997). Oxford University Press."},{"doi-asserted-by":"publisher","key":"e_1_3_2_22_2","DOI":"10.1109\/TPAMI.2016.2565473"},{"doi-asserted-by":"publisher","key":"e_1_3_2_23_2","DOI":"10.1109\/CA.1998.681908"},{"doi-asserted-by":"publisher","key":"e_1_3_2_24_2","DOI":"10.1109\/CVPR.2019.01120"},{"doi-asserted-by":"publisher","key":"e_1_3_2_25_2","DOI":"10.1016\/S0031-3203(02)00052-3"},{"doi-asserted-by":"publisher","key":"e_1_3_2_26_2","DOI":"10.1016\/j.patcog.2016.08.019"},{"doi-asserted-by":"publisher","key":"e_1_3_2_27_2","DOI":"10.1145\/545261.545271"},{"doi-asserted-by":"publisher","key":"e_1_3_2_28_2","DOI":"10.1109\/tpami.2007.1017"},{"doi-asserted-by":"publisher","key":"e_1_3_2_29_2","DOI":"10.1109\/CA.1998.681917"},{"doi-asserted-by":"publisher","key":"e_1_3_2_30_2","DOI":"10.1016\/j.patcog.2013.07.018"},{"issue":"8","key":"e_1_3_2_31_2","first-page":"2","article-title":"Practice and theory of blendshape facial models.","volume":"1","author":"Lewis John P.","year":"2014","unstructured":"John P. Lewis, Ken Anjyo, Taehyun Rhee, Mengjie Zhang, Frederic H. Pighin, and Zhigang Deng. 2014. Practice and theory of blendshape facial models.Eurographics (State of the Art Reports) 1, 8 (2014), 2.","journal-title":"Eurographics (State of the Art Reports)"},{"doi-asserted-by":"publisher","key":"e_1_3_2_32_2","DOI":"10.1016\/j.neucom.2013.11.018"},{"doi-asserted-by":"publisher","key":"e_1_3_2_33_2","DOI":"10.1007\/s11263-014-0785-6"},{"doi-asserted-by":"crossref","unstructured":"Hao Li Thibaut Weise and Mark Pauly. 2010. Example-based facial rigging. ACM Transactions on Graphics 29 4 (2010) 1\u20136.","key":"e_1_3_2_34_2","DOI":"10.1145\/1778765.1778769"},{"doi-asserted-by":"publisher","key":"e_1_3_2_35_2","DOI":"10.1109\/CVPR.2009.5206613"},{"doi-asserted-by":"publisher","key":"e_1_3_2_36_2","DOI":"10.1109\/MCG.2012.41"},{"doi-asserted-by":"publisher","key":"e_1_3_2_37_2","DOI":"10.1109\/TPAMI.2007.70784"},{"doi-asserted-by":"publisher","key":"e_1_3_2_38_2","DOI":"10.1016\/j.imavis.2014.12.003"},{"doi-asserted-by":"publisher","key":"e_1_3_2_39_2","DOI":"10.1109\/BTAS.2008.4699374"},{"doi-asserted-by":"publisher","key":"e_1_3_2_40_2","DOI":"10.1109\/TPAMI.2012.107"},{"doi-asserted-by":"publisher","key":"e_1_3_2_41_2","DOI":"10.1109\/TIFS.2008.924598"},{"doi-asserted-by":"publisher","key":"e_1_3_2_42_2","DOI":"10.1145\/383259.383290"},{"doi-asserted-by":"publisher","key":"e_1_3_2_43_2","DOI":"10.1109\/CVPR.2010.5539974"},{"doi-asserted-by":"publisher","key":"e_1_3_2_44_2","DOI":"10.1109\/TIP.2013.2271115"},{"doi-asserted-by":"publisher","key":"e_1_3_2_45_2","DOI":"10.5555\/907312"},{"doi-asserted-by":"publisher","key":"e_1_3_2_46_2","DOI":"10.1109\/CVPR.2005.573"},{"doi-asserted-by":"publisher","key":"e_1_3_2_47_2","DOI":"10.1109\/TPAMI.2011.49"},{"doi-asserted-by":"publisher","key":"e_1_3_2_48_2","DOI":"10.1109\/CVPR.2009.5206522"},{"doi-asserted-by":"publisher","key":"e_1_3_2_49_2","DOI":"10.1109\/ACSSC.1993.342465"},{"doi-asserted-by":"publisher","key":"e_1_3_2_50_2","DOI":"10.1109\/AVSS.2009.58"},{"doi-asserted-by":"publisher","key":"e_1_3_2_51_2","DOI":"10.1109\/CVPR.2005.268"},{"doi-asserted-by":"publisher","key":"e_1_3_2_52_2","DOI":"10.1145\/1185657.1185863"},{"doi-asserted-by":"publisher","key":"e_1_3_2_53_2","DOI":"10.1109\/WACV.2017.128"},{"doi-asserted-by":"publisher","key":"e_1_3_2_54_2","DOI":"10.1016\/j.entcom.2016.10.003"},{"doi-asserted-by":"publisher","key":"e_1_3_2_55_2","DOI":"10.1016\/j.patcog.2017.08.003"},{"doi-asserted-by":"publisher","key":"e_1_3_2_56_2","DOI":"10.1109\/TMM.2007.906591"},{"doi-asserted-by":"publisher","key":"e_1_3_2_57_2","DOI":"10.1007\/978-3-540-88688-4_5"},{"doi-asserted-by":"publisher","key":"e_1_3_2_58_2","DOI":"10.1109\/TCSVT.2008.2002825"},{"doi-asserted-by":"publisher","key":"e_1_3_2_59_2","DOI":"10.1145\/1964921.1964971"},{"doi-asserted-by":"publisher","key":"e_1_3_2_60_2","DOI":"10.1145\/1185657.1185864"},{"doi-asserted-by":"publisher","key":"e_1_3_2_61_2","DOI":"10.1109\/CVPR.2008.4587791"},{"doi-asserted-by":"publisher","key":"e_1_3_2_62_2","DOI":"10.1186\/1687-5281-2014-48"},{"doi-asserted-by":"publisher","key":"e_1_3_2_63_2","DOI":"10.1109\/TSMCC.2005.848171"},{"doi-asserted-by":"publisher","key":"e_1_3_2_64_2","DOI":"10.1109\/CVPR.2007.383277"},{"key":"e_1_3_2_65_2","first-page":"636","volume-title":"International Congress on Image and Signal Processing (CISP\u201915)","author":"Xie Weicheng","year":"2015","unstructured":"Weicheng Xie, Linlin Shen, Meng Yang, and Qibin Hou. 2015. Lighting difference based wrinkle mapping for expression synthesis. In International Congress on Image and Signal Processing (CISP\u201915). IEEE, 636\u2013641."},{"doi-asserted-by":"publisher","key":"e_1_3_2_66_2","DOI":"10.1007\/s11042-017-4661-6"},{"doi-asserted-by":"crossref","unstructured":"Feng Xu Jinxiang Chai Yilong Liu and Xin Tong. 2014. Controllable high-fidelity facial performance transfer. ACM Transactions on Graphics 33 4 (2014) 1\u201311.","key":"e_1_3_2_67_2","DOI":"10.1145\/2601097.2601210"},{"doi-asserted-by":"publisher","key":"e_1_3_2_68_2","DOI":"10.1016\/j.patcog.2015.12.017"},{"doi-asserted-by":"publisher","key":"e_1_3_2_69_2","DOI":"10.4304\/jsw.8.2.418-425"},{"doi-asserted-by":"publisher","key":"e_1_3_2_70_2","DOI":"10.5555\/1126250.1126340"},{"doi-asserted-by":"publisher","key":"e_1_3_2_71_2","DOI":"10.1109\/TVCG.2006.9"},{"doi-asserted-by":"publisher","key":"e_1_3_2_72_2","DOI":"10.1109\/THMS.2014.2340578"}],"container-title":["ACM Transactions on Intelligent Systems and Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3533312","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3533312","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:00:17Z","timestamp":1750186817000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3533312"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,22]]},"references-count":71,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2022,12,31]]}},"alternative-id":["10.1145\/3533312"],"URL":"https:\/\/doi.org\/10.1145\/3533312","relation":{},"ISSN":["2157-6904","2157-6912"],"issn-type":[{"type":"print","value":"2157-6904"},{"type":"electronic","value":"2157-6912"}],"subject":[],"published":{"date-parts":[[2022,9,22]]},"assertion":[{"value":"2018-01-18","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2022-03-17","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2022-09-22","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}