{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T15:13:06Z","timestamp":1773414786165,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T00:00:00Z","timestamp":1730073600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["No. 62322216, 62172409, 62311530686"],"award-info":[{"award-number":["No. 62322216, 62172409, 62311530686"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Shenzhen Science and Technology Program","award":["Grant No. RCYX20221008092849068, KQTD20221101093559018"],"award-info":[{"award-number":["Grant No. RCYX20221008092849068, KQTD20221101093559018"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,28]]},"DOI":"10.1145\/3664647.3681611","type":"proceedings-article","created":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T06:59:49Z","timestamp":1729925989000},"page":"1829-1838","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["3D Priors-Guided Diffusion for Blind Face Restoration"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-3189-0755","authenticated-orcid":false,"given":"Xiaobin","family":"Lu","sequence":"first","affiliation":[{"name":"School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University &amp; Yunnan Key Laboratory of Smart Education, Yunnan Normal University, Shenzhen, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5764-3096","authenticated-orcid":false,"given":"Xiaobin","family":"Hu","sequence":"additional","affiliation":[{"name":"Tencent Youtu Lab, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4283-5076","authenticated-orcid":false,"given":"Jun","family":"Luo","sequence":"additional","affiliation":[{"name":"University of Chinese Academy of Sciences, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-0638-4402","authenticated-orcid":false,"given":"Ben","family":"Zhu","sequence":"additional","affiliation":[{"name":"Tencent Cloud Architecture Platform, Shenzhen, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-3214-6593","authenticated-orcid":false,"given":"Yaping","family":"Ruan","sequence":"additional","affiliation":[{"name":"Tencent Cloud Architecture Platform, Shenzhen, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5481-653X","authenticated-orcid":false,"given":"Wenqi","family":"Ren","sequence":"additional","affiliation":[{"name":"School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"}]}],"member":"320","published-online":{"date-parts":[[2024,10,28]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Segdiff: Image segmentation with diffusion probabilistic models. arXiv preprint arXiv:2112.00390","author":"Amit Tomer","year":"2021","unstructured":"Tomer Amit, Tal Shaharbany, Eliya Nachmani, and Lior Wolf. 2021. Segdiff: Image segmentation with diffusion probabilistic models. arXiv preprint arXiv:2112.00390 (2021)."},{"key":"e_1_3_2_1_2_1","volume-title":"Label-efficient semantic segmentation with diffusion models. arXiv preprint arXiv:2112.03126","author":"Baranchuk Dmitry","year":"2021","unstructured":"Dmitry Baranchuk, Ivan Rubachev, Andrey Voynov, Valentin Khrulkov, and Artem Babenko. 2021. Label-efficient semantic segmentation with diffusion models. arXiv preprint arXiv:2112.03126 (2021)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Chaofeng Chen Xiaoming Li Lingbo Yang Xianhui Lin Lei Zhang and Kwan-Yee K Wong. 2021. Progressive semantic-aware style transformation for blind face restoration. In CVPR. 11896--11905.","DOI":"10.1109\/CVPR46437.2021.01172"},{"key":"e_1_3_2_1_4_1","volume-title":"Fsrnet: End-to-end learning face super-resolution with facial priors. In CVPR. 2492--2501.","author":"Chen Yu","year":"2018","unstructured":"Yu Chen, Ying Tai, Xiaoming Liu, Chunhua Shen, and Jian Yang. 2018. Fsrnet: End-to-end learning face super-resolution with facial priors. In CVPR. 2492--2501."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TBIOM.2021.3059196"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01195"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3330416"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2024.3419007"},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the 40th International Conference on Machine Learning. 6545--6564","author":"Cui Yuning","year":"2023","unstructured":"Yuning Cui, Wenqi Ren, Sining Yang, Xiaochun Cao, and Alois Knoll. 2023. IRNeXt: Rethinking Convolutional Network Design for Image Restoration. In Proceedings of the 40th International Conference on Machine Learning. 6545--6564."},{"key":"e_1_3_2_1_10_1","volume-title":"The Eleventh International Conference on Learning Representations.","author":"Cui Yuning","year":"2023","unstructured":"Yuning Cui, Yi Tao, Zhenshan Bing, Wenqi Ren, Xinwei Gao, Xiaochun Cao, Kai Huang, and Alois Knoll. 2023. Selective frequency network for image restoration. In The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2019.00038"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2019.00232"},{"key":"e_1_3_2_1_13_1","volume-title":"NIPS","volume":"27","author":"Goodfellow Ian","year":"2014","unstructured":"Ian Goodfellow, Jean Pouget-Abadie, Mehdi Mirza, Bing Xu, David Warde-Farley, Sherjil Ozair, Aaron Courville, and Yoshua Bengio. 2014. Generative adversarial nets. NIPS, Vol. 27 (2014)."},{"key":"e_1_3_2_1_14_1","unstructured":"Jinjin Gu Yujun Shen and Bolei Zhou. 2020. Image processing using multi-code gan prior. In CVPR. 3012--3021."},{"key":"e_1_3_2_1_15_1","unstructured":"Shuyang Gu Dong Chen Jianmin Bao Fang Wen Bo Zhang Dongdong Chen Lu Yuan and Baining Guo. 2022. Vector quantized diffusion model for text-to-image synthesis. In CVPR. 10696--10706."},{"key":"e_1_3_2_1_16_1","volume-title":"VQFR: Blind face restoration with vector-quantized dictionary and parallel decoder","author":"Gu Yuchao","year":"2022","unstructured":"Yuchao Gu, Xintao Wang, Liangbin Xie, Chao Dong, Gen Li, Ying Shan, and Ming-Ming Cheng. 2022. VQFR: Blind face restoration with vector-quantized dictionary and parallel decoder. In ECCV. Springer, 126--143."},{"key":"e_1_3_2_1_17_1","volume-title":"Efficiently Adversarial Examples Generation for Visual-Language Models under Targeted Transfer Scenarios using Diffusion Models. arXiv preprint arXiv:2404.10335","author":"Guo Qi","year":"2024","unstructured":"Qi Guo, Shanmin Pang, Xiaojun Jia, and Qing Guo. 2024. Efficiently Adversarial Examples Generation for Visual-Language Models under Targeted Transfer Scenarios using Diffusion Models. arXiv preprint arXiv:2404.10335 (2024)."},{"key":"e_1_3_2_1_18_1","unstructured":"Kaiming He Xiangyu Zhang Shaoqing Ren and Jian Sun. 2016. Deep residual learning for image recognition. In CVPR. 770--778."},{"key":"e_1_3_2_1_19_1","volume-title":"GANs Trained by a Two Time-Scale Update Rule Converge to a Local Nash Equilibrium. NIPS (Jan","author":"Heusel Martin","year":"2017","unstructured":"Martin Heusel, Hubert Ramsauer, Thomas Unterthiner, Bernhard Nessler, and Sepp Hochreiter. 2017. GANs Trained by a Two Time-Scale Update Rule Converge to a Local Nash Equilibrium. NIPS (Jan 2017)."},{"key":"e_1_3_2_1_20_1","first-page":"6840","article-title":"Denoising diffusion probabilistic models","volume":"33","author":"Ho Jonathan","year":"2020","unstructured":"Jonathan Ho, Ajay Jain, and Pieter Abbeel. 2020. Denoising diffusion probabilistic models. NIPS, Vol. 33 (2020), 6840--6851.","journal-title":"NIPS"},{"key":"e_1_3_2_1_21_1","volume-title":"Face super-resolution guided by 3d facial priors","author":"Hu Xiaobin","unstructured":"Xiaobin Hu, Wenqi Ren, John LaMaster, Xiaochun Cao, Xiaoming Li, Zechao Li, Bjoern Menze, and Wei Liu. 2020. Face super-resolution guided by 3d facial priors. In ECCV. Springer, 763--780."},{"key":"e_1_3_2_1_22_1","volume-title":"Workshop on faces in'Real-Life'Images: detection, alignment, and recognition.","author":"Huang Gary B","year":"2008","unstructured":"Gary B Huang, Marwan Mattar, Tamara Berg, and Eric Learned-Miller. 2008. Labeled faces in the wild: A database forstudying face recognition in unconstrained environments. In Workshop on faces in'Real-Life'Images: detection, alignment, and recognition."},{"key":"e_1_3_2_1_23_1","first-page":"23505","article-title":"Rebooting acgan: Auxiliary classifier gans with stable training","volume":"34","author":"Kang Minguk","year":"2021","unstructured":"Minguk Kang, Woohyeon Shim, Minsu Cho, and Jaesik Park. 2021. Rebooting acgan: Auxiliary classifier gans with stable training. NIPS, Vol. 34 (2021), 23505--23518.","journal-title":"NIPS"},{"key":"e_1_3_2_1_24_1","volume-title":"Progressive growing of gans for improved quality, stability, and variation. arXiv preprint arXiv:1710.10196","author":"Karras Tero","year":"2017","unstructured":"Tero Karras, Timo Aila, Samuli Laine, and Jaakko Lehtinen. 2017. Progressive growing of gans for improved quality, stability, and variation. arXiv preprint arXiv:1710.10196 (2017)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Tero Karras Samuli Laine and Timo Aila. 2019. A style-based generator architecture for generative adversarial networks. In CVPR. 4401--4410.","DOI":"10.1109\/CVPR.2019.00453"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Tero Karras Samuli Laine Miika Aittala Janne Hellsten Jaakko Lehtinen and Timo Aila. 2020. Analyzing and improving the image quality of stylegan. In CVPR. 8110--8119.","DOI":"10.1109\/CVPR42600.2020.00813"},{"key":"e_1_3_2_1_27_1","first-page":"23593","article-title":"Denoising diffusion restoration models","volume":"35","author":"Kawar Bahjat","year":"2022","unstructured":"Bahjat Kawar, Michael Elad, Stefano Ermon, and Jiaming Song. 2022. Denoising diffusion restoration models. NIPS, Vol. 35 (2022), 23593--23606.","journal-title":"NIPS"},{"key":"e_1_3_2_1_28_1","volume-title":"Blind face restoration via deep multi-scale component dictionaries","author":"Li Xiaoming","unstructured":"Xiaoming Li, Chaofeng Chen, Shangchen Zhou, Xianhui Lin, Wangmeng Zuo, and Lei Zhang. 2020. Blind face restoration via deep multi-scale component dictionaries. In ECCV. Springer, 399--415."},{"key":"e_1_3_2_1_29_1","unstructured":"Xiaoming Li Wenyu Li Dongwei Ren Hongzhi Zhang Meng Wang and Wangmeng Zuo. 2020. Enhanced blind face restoration with multi-exemplar images and adaptive spatial feature fusion. In CVPR. 2706--2715."},{"key":"e_1_3_2_1_30_1","volume-title":"Luc Van Gool, and Radu Timofte","author":"Liang Jingyun","year":"2021","unstructured":"Jingyun Liang, Jiezhang Cao, Guolei Sun, Kai Zhang, Luc Van Gool, and Radu Timofte. 2021. Swinir: Image restoration using swin transformer. In ICCV. 1833--1844."},{"key":"e_1_3_2_1_31_1","volume-title":"Diffbir: Towards blind image restoration with generative diffusion prior. arXiv preprint arXiv:2308.15070","author":"Lin Xinqi","year":"2023","unstructured":"Xinqi Lin, Jingwen He, Ziyan Chen, Zhaoyang Lyu, Ben Fei, Bo Dai, Wanli Ouyang, Yu Qiao, and Chao Dong. 2023. Diffbir: Towards blind image restoration with generative diffusion prior. arXiv preprint arXiv:2308.15070 (2023)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"Tao Lu Yuanzhi Wang Yanduo Zhang Yu Wang Liu Wei Zhongyuan Wang and Junjun Jiang. 2021. Face hallucination via split-attention in split-attention network. In ACM MM. 5501--5509.","DOI":"10.1145\/3474085.3475682"},{"key":"e_1_3_2_1_33_1","volume-title":"Repaint: Inpainting using denoising diffusion probabilistic models. In CVPR. 11461--11471.","author":"Lugmayr Andreas","year":"2022","unstructured":"Andreas Lugmayr, Martin Danelljan, Andres Romero, Fisher Yu, Radu Timofte, and Luc Van Gool. 2022. Repaint: Inpainting using denoising diffusion probabilistic models. In CVPR. 11461--11471."},{"key":"e_1_3_2_1_34_1","volume-title":"International Conference on Machine Learning. PMLR, 8162--8171","author":"Nichol Alexander Quinn","year":"2021","unstructured":"Alexander Quinn Nichol and Prafulla Dhariwal. 2021. Improved denoising diffusion probabilistic models. In International Conference on Machine Learning. PMLR, 8162--8171."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/383259.383317"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00948"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Robin Rombach Andreas Blattmann Dominik Lorenz Patrick Esser and Bj\u00f6rn Ommer. 2022. High-resolution image synthesis with latent diffusion models. In CVPR. 10684--10695.","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3528233.3530757"},{"key":"e_1_3_2_1_39_1","first-page":"4713","article-title":"Image super-resolution via iterative refinement","volume":"45","author":"Saharia Chitwan","year":"2022","unstructured":"Chitwan Saharia, Jonathan Ho, William Chan, Tim Salimans, David J Fleet, and Mohammad Norouzi. 2022. Image super-resolution via iterative refinement. IEEE Transactions on Pattern Analysis and Machine Intelligence, Vol. 45, 4 (2022), 4713--4726.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3528233.3530738"},{"key":"e_1_3_2_1_41_1","volume-title":"Freeu: Free lunch in diffusion u-net. arXiv preprint arXiv:2309.11497","author":"Si Chenyang","year":"2023","unstructured":"Chenyang Si, Ziqi Huang, Yuming Jiang, and Ziwei Liu. 2023. Freeu: Free lunch in diffusion u-net. arXiv preprint arXiv:2309.11497 (2023)."},{"key":"e_1_3_2_1_42_1","volume-title":"Improving the Stability of Diffusion Models for Content Consistent Super-Resolution. arXiv preprint arXiv:2401.00877","author":"Sun Lingchen","year":"2023","unstructured":"Lingchen Sun, Rongyuan Wu, Zhengqiang Zhang, Hongwei Yong, and Lei Zhang. 2023. Improving the Stability of Diffusion Models for Content Consistent Super-Resolution. arXiv preprint arXiv:2401.00877 (2023)."},{"key":"e_1_3_2_1_43_1","volume-title":"NIPS","volume":"30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. NIPS, Vol. 30 (2017)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/FG59268.2024.10581957"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"Xintao Wang Yu Li Honglun Zhang and Ying Shan. 2021. Towards real-world blind face restoration with generative facial prior. In CVPR. 9168--9178.","DOI":"10.1109\/CVPR46437.2021.00905"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/tip.2003.819861"},{"key":"e_1_3_2_1_47_1","volume-title":"Restoreformer: High-quality blind face restoration from undegraded key-value pairs. In CVPR. 17512--17521.","author":"Wang Zhouxia","year":"2022","unstructured":"Zhouxia Wang, Jiawei Zhang, Runjian Chen, Wenping Wang, and Ping Luo. 2022. Restoreformer: High-quality blind face restoration from undegraded key-value pairs. In CVPR. 17512--17521."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"crossref","unstructured":"Zhixin Wang Ziying Zhang Xiaoyun Zhang Huangjie Zheng Mingyuan Zhou Ya Zhang and Yanfeng Wang. 2023. Dr2: Diffusion-based robust degradation remover for blind face restoration. In CVPR. 1704--1713.","DOI":"10.1109\/CVPR52729.2023.00170"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"crossref","unstructured":"Shuo Yang Ping Luo Chen-Change Loy and Xiaoou Tang. 2016. Wider face: A face detection benchmark. In CVPR. 5525--5533.","DOI":"10.1109\/CVPR.2016.596"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"crossref","unstructured":"Tao Yang Peiran Ren Xuansong Xie and Lei Zhang. 2021. Gan prior embedded network for blind face restoration in the wild. In CVPR. 672--681.","DOI":"10.1109\/CVPR46437.2021.00073"},{"key":"e_1_3_2_1_51_1","volume-title":"DifFace: Blind Face Restoration with Diffused Error Contraction. arXiv preprint arXiv:2212.06512","author":"Yue Zongsheng","year":"2022","unstructured":"Zongsheng Yue and Chen Change Loy. 2022. DifFace: Blind Face Restoration with Diffused Error Contraction. arXiv preprint arXiv:2212.06512 (2022)."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"crossref","unstructured":"Richard Zhang Phillip Isola Alexei A Efros Eli Shechtman and Oliver Wang. 2018. The unreasonable effectiveness of deep features as a perceptual metric. In CVPR. 586--595.","DOI":"10.1109\/CVPR.2018.00068"},{"key":"e_1_3_2_1_53_1","volume-title":"Omni-gan: On the secrets of cgans and beyond. In ICCV. 14061--14071.","author":"Zhou Peng","year":"2021","unstructured":"Peng Zhou, Lingxi Xie, Bingbing Ni, Cong Geng, and Qi Tian. 2021. Omni-gan: On the secrets of cgans and beyond. In ICCV. 14061--14071."},{"key":"e_1_3_2_1_54_1","first-page":"30599","article-title":"Towards robust blind face restoration with codebook lookup transformer","volume":"35","author":"Zhou Shangchen","year":"2022","unstructured":"Shangchen Zhou, Kelvin Chan, Chongyi Li, and Chen Change Loy. 2022. Towards robust blind face restoration with codebook lookup transformer. NIPS, Vol. 35 (2022), 30599--30611.","journal-title":"NIPS"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"crossref","unstructured":"Feida Zhu Junwei Zhu Wenqing Chu Xinyi Zhang Xiaozhong Ji Chengjie Wang and Ying Tai. 2022. Blind face restoration via integrating face shape and generative priors. In CVPR. 7662--7671.","DOI":"10.1109\/CVPR52688.2022.00751"}],"event":{"name":"MM '24: The 32nd ACM International Conference on Multimedia","location":"Melbourne VIC Australia","acronym":"MM '24","sponsor":["SIGMM ACM Special Interest Group on Multimedia"]},"container-title":["Proceedings of the 32nd ACM International Conference on Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664647.3681611","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3664647.3681611","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:17:49Z","timestamp":1750295869000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664647.3681611"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,28]]},"references-count":55,"alternative-id":["10.1145\/3664647.3681611","10.1145\/3664647"],"URL":"https:\/\/doi.org\/10.1145\/3664647.3681611","relation":{},"subject":[],"published":{"date-parts":[[2024,10,28]]},"assertion":[{"value":"2024-10-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}