{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T12:21:16Z","timestamp":1783167676350,"version":"3.54.6"},"reference-count":85,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computer Vision and Image Understanding"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1016\/j.cviu.2026.104819","type":"journal-article","created":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T06:58:49Z","timestamp":1779433129000},"page":"104819","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["DiTalker: A unified DiT-based framework for high-quality and style-controllable portrait animation"],"prefix":"10.1016","volume":"269","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-5489-9610","authenticated-orcid":false,"given":"He","family":"Feng","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yongjia","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lei","family":"Fan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Donglin","family":"Di","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tonghua","family":"Su","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.cviu.2026.104819_b1","first-page":"12449","article-title":"Wav2vec 2.0: A framework for self-supervised learning of speech representations","volume":"vol. 33","author":"Baevski","year":"2020"},{"key":"10.1016\/j.cviu.2026.104819_b2","article-title":"Whisperx: Time-accurate speech transcription of long-form audio","author":"Bain","year":"2023","journal-title":"INTERSPEECH"},{"issue":"9","key":"10.1016\/j.cviu.2026.104819_b3","doi-asserted-by":"crossref","first-page":"1063","DOI":"10.1109\/TPAMI.2003.1227983","article-title":"Face recognition based on fitting a 3D morphable model","volume":"25","author":"Blanz","year":"2003","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.cviu.2026.104819_b4","series-title":"Stable video diffusion: Scaling latent video diffusion models to large datasets","author":"Blattmann","year":"2023"},{"key":"10.1016\/j.cviu.2026.104819_b5","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1016\/j.cviu.2015.08.011","article-title":"Expressive visual text-to-speech as an assistive technology for individuals with autism spectrum conditions","volume":"148","author":"Cassidy","year":"2016","journal-title":"Comput. Vis. Image Underst."},{"key":"10.1016\/j.cviu.2026.104819_b6","doi-asserted-by":"crossref","unstructured":"Chen,\u00a0Z., Cao,\u00a0J., Chen,\u00a0Z., et al., 2025. EchoMimic: Lifelike Audio-Driven Portrait Animations through Editable Landmark Conditioning. In: Proceedings of the AAAI Conference on Artificial Intelligence. AAAI.","DOI":"10.1609\/aaai.v39i3.32241"},{"key":"10.1016\/j.cviu.2026.104819_b7","doi-asserted-by":"crossref","DOI":"10.1016\/j.cviu.2024.104050","article-title":"Semantic-driven diffusion for sign language production with gloss-pose latent spaces alignment","volume":"246","author":"Chen","year":"2024","journal-title":"Comput. Vis. Image Underst."},{"key":"10.1016\/j.cviu.2026.104819_b8","first-page":"1","article-title":"Alleviating one-to-many mapping in talking head synthesis with dynamic adaptation context and style adapter","author":"Chu","year":"2025","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"key":"10.1016\/j.cviu.2026.104819_b9","series-title":"Proceedings of the Asian Conference on Computer Vision","first-page":"251","article-title":"Out of time: automated lip sync in the wild","author":"Chung","year":"2017"},{"key":"10.1016\/j.cviu.2026.104819_b10","unstructured":"Cui,\u00a0J., Li,\u00a0H., Yao,\u00a0Y., et al., 2025a. Hallo2: Long-duration and high-resolution audio-driven portrait image animation. In: Proceedings of the International Conference on Learning Representations. ICLR."},{"key":"10.1016\/j.cviu.2026.104819_b11","doi-asserted-by":"crossref","unstructured":"Cui,\u00a0J., Li,\u00a0H., Zhan,\u00a0Y., et al., 2025b. Hallo3: Highly dynamic and realistic portrait image animation with diffusion transformer networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR.","DOI":"10.1109\/CVPR52734.2025.01964"},{"key":"10.1016\/j.cviu.2026.104819_b12","doi-asserted-by":"crossref","unstructured":"Deng,\u00a0Y., Yang,\u00a0J., Xu,\u00a0S., et al., 2019. Accurate 3D Face Reconstruction with Weakly-Supervised Learning: From Single Image to Image Set. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR.","DOI":"10.1109\/CVPRW.2019.00038"},{"key":"10.1016\/j.cviu.2026.104819_b13","doi-asserted-by":"crossref","unstructured":"Di,\u00a0D., Feng,\u00a0H., Sun,\u00a0W., et al., 2025. DH-FaceVid-1K: A Large-Scale High-Quality Dataset for Face Video Generation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. ICCV, pp. 12124\u201312134.","DOI":"10.1109\/ICCV51701.2025.01127"},{"key":"10.1016\/j.cviu.2026.104819_b14","unstructured":"Dosovitskiy,\u00a0A., Beyer,\u00a0L., Kolesnikov,\u00a0A., et al., 2020. An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. In: Proceedings of the International Conference on Learning Representations. ICLR."},{"key":"10.1016\/j.cviu.2026.104819_b15","series-title":"Video seal: Open and efficient video watermarking","author":"Fernandez","year":"2024"},{"key":"10.1016\/j.cviu.2026.104819_b16","doi-asserted-by":"crossref","unstructured":"Gan,\u00a0Y., Yang,\u00a0Z., Yue,\u00a0X., et al., 2023a. Efficient Emotional Adaptation for Audio-Driven Talking-Head Generation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. ICCV, pp. 22634\u201322645.","DOI":"10.1109\/ICCV51070.2023.02069"},{"key":"10.1016\/j.cviu.2026.104819_b17","doi-asserted-by":"crossref","unstructured":"Gan,\u00a0Y., Yang,\u00a0Z., Yue,\u00a0X., et al., 2023b. Efficient emotional adaptation for audio-driven talking-head generation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. ICCV, pp. 22634\u201322645.","DOI":"10.1109\/ICCV51070.2023.02069"},{"key":"10.1016\/j.cviu.2026.104819_b18","doi-asserted-by":"crossref","DOI":"10.1016\/j.cviu.2025.104470","article-title":"Physics-guided human interaction generation via motion diffusion model","volume":"260","author":"Gao","year":"2025","journal-title":"Comput. Vis. Image Underst."},{"key":"10.1016\/j.cviu.2026.104819_b19","doi-asserted-by":"crossref","unstructured":"Han,\u00a0Y., Zhu,\u00a0J., He,\u00a0K., et al., 2024. Face Adapter for Pre-Trained Diffusion Models with Fine-Grained ID and Attribute Control. In: European Conference on Computer Vision. pp. 20\u201336.","DOI":"10.1007\/978-3-031-72973-7_2"},{"key":"10.1016\/j.cviu.2026.104819_b20","article-title":"GANs trained by a two time-scale update rule converge to a local Nash equilibrium","volume":"vol. 30","author":"Heusel","year":"2017"},{"key":"10.1016\/j.cviu.2026.104819_b21","first-page":"6840","article-title":"Denoising diffusion probabilistic models","volume":"vol. 33","author":"Ho","year":"2020"},{"key":"10.1016\/j.cviu.2026.104819_b22","doi-asserted-by":"crossref","unstructured":"Hu,\u00a0L., et al., 2024. Animate Anyone: Consistent and controllable image-to-video synthesis for character animation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 8153\u20138163.","DOI":"10.1109\/CVPR52733.2024.00779"},{"key":"10.1016\/j.cviu.2026.104819_b23","doi-asserted-by":"crossref","unstructured":"Ji,\u00a0X., Hu,\u00a0X., Xu,\u00a0Z., et al., 2025. Sonic: Shifting focus to global audio perception in portrait animation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 193\u2013203.","DOI":"10.1109\/CVPR52734.2025.00027"},{"key":"10.1016\/j.cviu.2026.104819_b24","doi-asserted-by":"crossref","unstructured":"Ji,\u00a0X., Zhou,\u00a0H., Wang,\u00a0K., et al., 2022. EAMM: One-shot emotional talking face via audio-based emotion-aware motion model. In: Proceedings of the ACM SIGGRAPH Conference on Computer Graphics and Interactive Techniques. SIGGRAPH, pp. 1\u201310.","DOI":"10.1145\/3528233.3530745"},{"key":"10.1016\/j.cviu.2026.104819_b25","article-title":"Loopy: Taming audio-driven portrait avatar with long-term motion dependency","author":"Jiang","year":"2025","journal-title":"Proc. Int. Conf. Learn. Represent. (ICLR)"},{"key":"10.1016\/j.cviu.2026.104819_b26","doi-asserted-by":"crossref","unstructured":"Ki,\u00a0T., Min,\u00a0D., Chae,\u00a0G., 2025. Float: Generative motion latent flow matching for audio-driven talking portrait. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. ICCV, pp. 14699\u201314710.","DOI":"10.1109\/ICCV51701.2025.01364"},{"key":"10.1016\/j.cviu.2026.104819_b27","series-title":"LatentSync: Taming audio-conditioned latent diffusion models for lip sync with SyncNet supervision","author":"Li","year":"2024"},{"key":"10.1016\/j.cviu.2026.104819_b28","doi-asserted-by":"crossref","DOI":"10.1016\/j.cviu.2023.103740","article-title":"Attention guided domain alignment for conditional face image generation","volume":"234","author":"Li","year":"2023","journal-title":"Comput. Vis. Image Underst."},{"key":"10.1016\/j.cviu.2026.104819_b29","doi-asserted-by":"crossref","unstructured":"Lin,\u00a0G., Jiang,\u00a0J., Yang,\u00a0J., et al., 2025. OmniHuman-1: Rethinking the Scaling-Up of One-Stage Conditioned Human Animation Models. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR.","DOI":"10.1109\/ICCV51701.2025.01285"},{"key":"10.1016\/j.cviu.2026.104819_b30","doi-asserted-by":"crossref","DOI":"10.1016\/j.cviu.2025.104459","article-title":"Robust cross-image adversarial watermark with JPEG resistance for defending against deepfake models","volume":"260","author":"Lin","year":"2025","journal-title":"Comput. Vis. Image Underst."},{"issue":"11","key":"10.1016\/j.cviu.2026.104819_b31","doi-asserted-by":"crossref","first-page":"11056","DOI":"10.1109\/TCSVT.2024.3414412","article-title":"Audio-semantic enhanced pose-driven talking head generation","volume":"34","author":"Liu","year":"2024","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"key":"10.1016\/j.cviu.2026.104819_b32","unstructured":"Liu,\u00a0C., Liang,\u00a0J.C., Yang,\u00a0W., et al., 2026. A-SelecT: Automatic Timestep Selection for Diffusion Transformer Representation Learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR."},{"key":"10.1016\/j.cviu.2026.104819_b33","doi-asserted-by":"crossref","unstructured":"Liu,\u00a0H., Sun,\u00a0W., Di,\u00a0D., et al., 2025. MoEE: Mixture of Emotion Experts for Audio-Driven Portrait Animation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR.","DOI":"10.1109\/CVPR52734.2025.02442"},{"key":"10.1016\/j.cviu.2026.104819_b34","article-title":"StyleCrafter: Enhancing stylized text-to-video generation with style adapter","author":"Liu","year":"2024","journal-title":"ACM Trans. Graph."},{"key":"10.1016\/j.cviu.2026.104819_b35","series-title":"Sora: A review on background, technology, limitations, and opportunities of large vision models","author":"Liu","year":"2024"},{"key":"10.1016\/j.cviu.2026.104819_b36","series-title":"Advances in Neural Information Processing Systems","article-title":"Diffusion hyperfeatures: Searching through time and space for semantic correspondence","author":"Luo","year":"2023"},{"key":"10.1016\/j.cviu.2026.104819_b37","first-page":"1","article-title":"Talkclip: Talking head generation with text-guided expressive speaking styles","author":"Ma","year":"2025","journal-title":"IEEE Trans. Multimed."},{"key":"10.1016\/j.cviu.2026.104819_b38","series-title":"Proceedings of the AAAI Conference on Artificial Intelligence","first-page":"1896","article-title":"StyleTalk: One-shot talking head generation with controllable speaking styles","author":"Ma","year":"2023"},{"key":"10.1016\/j.cviu.2026.104819_b39","article-title":"DINOv2: Learning robust visual features without supervision","author":"Oquab","year":"2023","journal-title":"Trans. Mach. Learn. Res."},{"key":"10.1016\/j.cviu.2026.104819_b40","doi-asserted-by":"crossref","unstructured":"Paysan,\u00a0P., Knothe,\u00a0R., Amberg,\u00a0B., Romdhani,\u00a0S., et al., 2009. A 3D Face Model for Pose and Illumination Invariant Face Recognition. In: 2009 Sixth IEEE International Conference on Advanced Video and Signal Based Surveillance. pp. 296\u2013301.","DOI":"10.1109\/AVSS.2009.58"},{"key":"10.1016\/j.cviu.2026.104819_b41","doi-asserted-by":"crossref","unstructured":"Peebles,\u00a0W., Xie,\u00a0S., 2023. Scalable diffusion models with transformers. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 4195\u20134205.","DOI":"10.1109\/ICCV51070.2023.00387"},{"key":"10.1016\/j.cviu.2026.104819_b42","series-title":"Advances in Neural Information Processing Systems","article-title":"OmniSync: Towards universal lip synchronization via diffusion transformers","author":"Peng","year":"2025"},{"key":"10.1016\/j.cviu.2026.104819_b43","doi-asserted-by":"crossref","unstructured":"Prajwal,\u00a0K., Mukhopadhyay,\u00a0R., Namboodiri,\u00a0V.P., et al., 2020. A lip sync expert is all you need for speech to lip generation in the wild. In: Proceedings of the ACM International Conference on Multimedia (ACM MM). pp. 484\u2013492.","DOI":"10.1145\/3394171.3413532"},{"key":"10.1016\/j.cviu.2026.104819_b44","article-title":"Analyzing lower half facial gestures for lip reading applications: Survey on vision techniques","volume":"233","author":"Preethi","year":"2023","journal-title":"Comput. Vis. Image Underst."},{"key":"10.1016\/j.cviu.2026.104819_b45","unstructured":"Radford,\u00a0A., Kim,\u00a0J.W., Hallacy,\u00a0C., et al., 2021. Learning transferable visual models from natural language supervision. In: Proceedings of the International Conference on Machine Learning. ICML, pp. 8748\u20138763."},{"issue":"140","key":"10.1016\/j.cviu.2026.104819_b46","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.cviu.2026.104819_b47","doi-asserted-by":"crossref","unstructured":"Rombach,\u00a0R., Blattmann,\u00a0A., Lorenz,\u00a0D., et al., 2022. High-resolution image synthesis with latent diffusion models. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 10684\u201310695.","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"10.1016\/j.cviu.2026.104819_b48","doi-asserted-by":"crossref","unstructured":"Shen,\u00a0S., Zhao,\u00a0W., Meng,\u00a0Z., et al., 2023. DiffTalk: Crafting diffusion models for generalized audio-driven portraits animation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 1982\u20131991.","DOI":"10.1109\/CVPR52729.2023.00197"},{"issue":"4","key":"10.1016\/j.cviu.2026.104819_b49","doi-asserted-by":"crossref","first-page":"2734","DOI":"10.1109\/TCSVT.2023.3311039","article-title":"Stochastic latent talking face generation toward emotional expressions and head poses","volume":"34","author":"Sheng","year":"2024","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"key":"10.1016\/j.cviu.2026.104819_b50","doi-asserted-by":"crossref","unstructured":"Siarohin,\u00a0A., Lathuili\u00e8re,\u00a0S., Tulyakov,\u00a0S., et al., 2019. Animating arbitrary objects via deep motion transfer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 2377\u20132386.","DOI":"10.1109\/CVPR.2019.00248"},{"key":"10.1016\/j.cviu.2026.104819_b51","doi-asserted-by":"crossref","unstructured":"Stypulkowski,\u00a0M., Vougioukas,\u00a0K., He,\u00a0S., et al., 2024. Diffused Heads: Diffusion models beat GANs on talking-face generation. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision. WACV, pp. 5091\u20135100.","DOI":"10.1109\/WACV57701.2024.00502"},{"key":"10.1016\/j.cviu.2026.104819_b52","series-title":"Proceedings of the European Conference on Computer Vision","first-page":"398","article-title":"Edtalk: Efficient disentanglement for emotional talking head synthesis","author":"Tan","year":"2025"},{"key":"10.1016\/j.cviu.2026.104819_b53","series-title":"Proceedings of the AAAI Conference on Artificial Intelligence","first-page":"5088","article-title":"Say anything with any style","author":"Tan","year":"2024"},{"key":"10.1016\/j.cviu.2026.104819_b54","doi-asserted-by":"crossref","unstructured":"Tan,\u00a0S., Ji,\u00a0B., Pan,\u00a0Y., 2023. EMMN: Emotional motion memory network for audio-driven emotional talking face generation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. ICCV, pp. 22146\u201322156.","DOI":"10.1109\/ICCV51070.2023.02024"},{"key":"10.1016\/j.cviu.2026.104819_b55","series-title":"Proceedings of the AAAI Conference on Artificial Intelligence","first-page":"5079","article-title":"Style2Talker: High-resolution talking head generation with emotion style and art style","author":"Tan","year":"2024"},{"key":"10.1016\/j.cviu.2026.104819_b56","doi-asserted-by":"crossref","unstructured":"Thambiraja,\u00a0B., Habibie,\u00a0I., Aliakbarian,\u00a0S., et al., 2023. Imitator: Personalized speech-driven 3d facial animation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. pp. 20621\u201320631.","DOI":"10.1109\/ICCV51070.2023.01885"},{"key":"10.1016\/j.cviu.2026.104819_b57","series-title":"Proceedings of the European Conference on Computer Vision","first-page":"244","article-title":"EMO: Emote portrait alive generating expressive portrait videos with Audio2Video diffusion model under weak conditions","author":"Tian","year":"2025"},{"key":"10.1016\/j.cviu.2026.104819_b58","article-title":"Neural discrete representation learning","volume":"vol. 30","author":"Van Den\u00a0Oord","year":"2017"},{"key":"10.1016\/j.cviu.2026.104819_b59","series-title":"Wan: Open and advanced large-scale video generative models","author":"Wan","year":"2025"},{"key":"10.1016\/j.cviu.2026.104819_b60","doi-asserted-by":"crossref","unstructured":"Wang,\u00a0D., Deng,\u00a0Y., Yin,\u00a0Z., et al., 2023. Progressive Disentangled Representation Learning for Fine-Grained Controllable Talking Head Synthesis. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR.","DOI":"10.1109\/CVPR52729.2023.01724"},{"key":"10.1016\/j.cviu.2026.104819_b61","series-title":"InstructAvatar: Text-guided emotion and motion control for avatar generation","author":"Wang","year":"2024"},{"key":"10.1016\/j.cviu.2026.104819_b62","unstructured":"Wang,\u00a0T.-C., Liu,\u00a0M.-Y., Zhu,\u00a0J.-Y., et al., 2018. Video-to-video synthesis. In: Advances in Neural Information Processing Systems (NeurIPS). pp. 1152\u20131164."},{"issue":"6","key":"10.1016\/j.cviu.2026.104819_b63","doi-asserted-by":"crossref","first-page":"4331","DOI":"10.1109\/TPAMI.2024.3357808","article-title":"StyleTalk++: A unified framework for controlling the speaking styles of talking heads","volume":"46","author":"Wang","year":"2024","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"6","key":"10.1016\/j.cviu.2026.104819_b64","doi-asserted-by":"crossref","first-page":"4331","DOI":"10.1109\/TPAMI.2024.3357808","article-title":"Styletalk++: A unified framework for controlling the speaking styles of talking heads","volume":"46","author":"Wang","year":"2024","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.cviu.2026.104819_b65","doi-asserted-by":"crossref","unstructured":"Wang,\u00a0J., Qian,\u00a0X., Zhang,\u00a0M., et al., 2023. Seeing What You Said: Talking Face Generation Guided by a Lip Reading Expert. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 14653\u201314662.","DOI":"10.1109\/CVPR52729.2023.01408"},{"key":"10.1016\/j.cviu.2026.104819_b66","doi-asserted-by":"crossref","unstructured":"Wang,\u00a0M., Wang,\u00a0Q., Jiang,\u00a0F., et al., 2025. Fantasytalking: Realistic talking portrait generation via coherent motion synthesis. In: Proceedings of the 33rd ACM International Conference on Multimedia. pp. 9891\u20139900.","DOI":"10.1145\/3746027.3755217"},{"key":"10.1016\/j.cviu.2026.104819_b67","series-title":"Proceedings of the European Conference on Computer Vision","first-page":"700","article-title":"MEAD: A large-scale audio-visual dataset for emotional talking-face generation","author":"Wang","year":"2020"},{"key":"10.1016\/j.cviu.2026.104819_b68","series-title":"AniPortrait: Audio-driven synthesis of photorealistic portrait animation","author":"Wei","year":"2024"},{"key":"10.1016\/j.cviu.2026.104819_b69","first-page":"660","article-title":"VASA-1: Lifelike audio-driven talking faces generated in real time","volume":"vol. 37","author":"Xu","year":"2024"},{"key":"10.1016\/j.cviu.2026.104819_b70","series-title":"Hallo: Hierarchical audio-driven visual synthesis for portrait image animation","author":"Xu","year":"2024"},{"key":"10.1016\/j.cviu.2026.104819_b71","series-title":"Pllava: Parameter-free llava extension from images to videos for video dense captioning","author":"Xu","year":"2024"},{"key":"10.1016\/j.cviu.2026.104819_b72","series-title":"EasyAnimate: A high-performance long video generation method based on transformer architecture","author":"Xu","year":"2024"},{"key":"10.1016\/j.cviu.2026.104819_b73","doi-asserted-by":"crossref","unstructured":"Yang,\u00a0S., Li,\u00a0H., Wu,\u00a0J., et al., 2025. MegActor-\u03a3: Unlocking Flexible Mixed-Modal Control in Portrait Animation with Diffusion Transformer. In: Proceedings of the AAAI Conference on Artificial Intelligence. AAAI.","DOI":"10.1609\/aaai.v39i9.33002"},{"key":"10.1016\/j.cviu.2026.104819_b74","unstructured":"Yang,\u00a0Z., Teng,\u00a0J., Zheng,\u00a0W., et al., 2025a. CogVideoX: Text-to-video diffusion models with an expert transformer. In: Proceedings of the International Conference on Learning Representations. ICLR."},{"key":"10.1016\/j.cviu.2026.104819_b75","doi-asserted-by":"crossref","unstructured":"Yang,\u00a0Z., Wei,\u00a0H., Wang,\u00a0Z., 2025b. RealPortrait: Realistic Portrait Animation with Diffusion Transformers. In: Proceedings of the AAAI Conference on Artificial Intelligence. pp. 9345\u20139353.","DOI":"10.1609\/aaai.v39i9.33012"},{"key":"10.1016\/j.cviu.2026.104819_b76","doi-asserted-by":"crossref","unstructured":"Yang,\u00a0Z., Zeng,\u00a0A., Yuan,\u00a0C., et al., 2023. Effective whole-body pose estimation with two-stages distillation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. ICCV, pp. 4210\u20134220.","DOI":"10.1109\/ICCVW60793.2023.00455"},{"key":"10.1016\/j.cviu.2026.104819_b77","unstructured":"Ye,\u00a0Z., Zhong,\u00a0T., Ren,\u00a0Y., et al., 2024. Real3D-Portrait: One-shot Realistic 3D Talking Portrait Synthesis. In: Proceedings of the International Conference on Learning Representations. ICLR."},{"key":"10.1016\/j.cviu.2026.104819_b78","unstructured":"Yu,\u00a0S., Kwak,\u00a0S., Jang,\u00a0H., et al., 2025. Representation alignment for generation: Training diffusion transformers is easier than you think. In: Proceedings of the International Conference on Learning Representations. ICLR."},{"key":"10.1016\/j.cviu.2026.104819_b79","doi-asserted-by":"crossref","unstructured":"Yu,\u00a0J., Zhu,\u00a0H., Jiang,\u00a0L., et al., 2023. CelebV-Text: A large-scale facial text-video dataset. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 14805\u201314814.","DOI":"10.1109\/CVPR52729.2023.01422"},{"key":"10.1016\/j.cviu.2026.104819_b80","article-title":"Talking face generation with audio-deduced emotional landmarks","author":"Zhai","year":"2023","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"10.1016\/j.cviu.2026.104819_b81","doi-asserted-by":"crossref","unstructured":"Zhang,\u00a0W., Cun,\u00a0X., Wang,\u00a0X., et al., 2023. SadTalker: Learning realistic 3D motion coefficients for stylized audio-driven single image talking face animation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 8652\u20138661.","DOI":"10.1109\/CVPR52729.2023.00836"},{"key":"10.1016\/j.cviu.2026.104819_b82","doi-asserted-by":"crossref","unstructured":"Zhang,\u00a0Z., Li,\u00a0L., Ding,\u00a0Y., et al., 2021. Flow-guided one-shot talking face generation with a high-resolution audio-visual dataset. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 3661\u20133670.","DOI":"10.1109\/CVPR46437.2021.00366"},{"issue":"5","key":"10.1016\/j.cviu.2026.104819_b83","doi-asserted-by":"crossref","first-page":"3608","DOI":"10.1109\/TPAMI.2023.3347693","article-title":"Vision transformer with quadrangle attention","volume":"46","author":"Zhang","year":"2024","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.cviu.2026.104819_b84","series-title":"Advances in Neural Information Processing Systems (NeurIPS)","article-title":"Towards robust blind face restoration with codebook lookup transformer","author":"Zhou","year":"2022"},{"key":"10.1016\/j.cviu.2026.104819_b85","doi-asserted-by":"crossref","unstructured":"Zhu,\u00a0H., Wu,\u00a0W., Zhu,\u00a0W., et al., 2022. CelebV-HQ: A Large-Scale Video Facial Attributes Dataset. In: Proceedings of the European Conference on Computer Vision. ECCV.","DOI":"10.1007\/978-3-031-20071-7_38"}],"container-title":["Computer Vision and Image Understanding"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1077314226001864?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1077314226001864?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T12:09:22Z","timestamp":1783166962000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1077314226001864"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":85,"alternative-id":["S1077314226001864"],"URL":"https:\/\/doi.org\/10.1016\/j.cviu.2026.104819","relation":{"is-supplemented-by":[{"id-type":"uri","id":"https:\/\/docs.google.com\/forms\/d\/e\/1FAIpQLSd92kS6ZdAGLoN6DvYUVUDCo7R3Oe6GNVPjQn4sDBPJH7_2_A\/viewform?usp=header","asserted-by":"subject"}]},"ISSN":["1077-3142"],"issn-type":[{"value":"1077-3142","type":"print"}],"subject":[],"published":{"date-parts":[[2026,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"DiTalker: A unified DiT-based framework for high-quality and style-controllable portrait animation","name":"articletitle","label":"Article Title"},{"value":"Computer Vision and Image Understanding","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.cviu.2026.104819","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"104819"}}