{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,23]],"date-time":"2026-07-23T20:19:10Z","timestamp":1784837950877,"version":"3.55.0"},"reference-count":71,"publisher":"Tsinghua University Press","issue":"1","license":[{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2023,11,30]],"date-time":"2023-11-30T00:00:00Z","timestamp":1701302400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Comp. Visual. Med."],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1007\/s41095-023-0343-7","type":"journal-article","created":{"date-parts":[[2023,11,30]],"date-time":"2023-11-30T02:01:41Z","timestamp":1701309701000},"page":"119-136","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["MusicFace: Music-driven expressive singing face synthesis"],"prefix":"10.26599","volume":"10","author":[{"given":"Pengfei","family":"Liu","sequence":"first","affiliation":[{"name":"School of Informatics, Xiamen University, Xiamen 361000, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenjin","family":"Deng","sequence":"additional","affiliation":[{"name":"School of Informatics, Xiamen University, Xiamen 361000, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hengda","family":"Li","sequence":"additional","affiliation":[{"name":"School of Informatics, Xiamen University, Xiamen 361000, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jintai","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Informatics, Xiamen University, Xiamen 361000, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yinglin","family":"Zheng","sequence":"additional","affiliation":[{"name":"School of Informatics, Xiamen University, Xiamen 361000, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yiwei","family":"Ding","sequence":"additional","affiliation":[{"name":"School of Informatics, Xiamen University, Xiamen 361000, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaohu","family":"Guo","sequence":"additional","affiliation":[{"name":"Department of Computer Science, The University of Texas at Dallas, Richardson, 75080-3021, Texas, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ming","family":"Zeng","sequence":"additional","affiliation":[{"name":"School of Informatics, Xiamen University, Xiamen 361000, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"11138","reference":[{"key":"343_CR1","doi-asserted-by":"crossref","unstructured":"Cudeiro, D.; Bolkart, T.; Laidlaw, C.; Ranjan, A.; Black, M. J. Capture, learning, and synthesis of 3D speaking styles. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 10093\u201310103, 2019.","DOI":"10.1109\/CVPR.2019.01034"},{"key":"343_CR2","doi-asserted-by":"crossref","unstructured":"Suwajanakorn, S.; Seitz, S. M.; Kemelmacher-Shlizerman, I. Synthesizing Obama: Learning lip sync from audio. ACM Transactions on Graphics Vol. 36, No. 4, Article No. 95, 2017.","DOI":"10.1145\/3072959.3073640"},{"key":"343_CR3","first-page":"35","volume-title":"Computer Vision\u2013ECCV 2020. Lecture Notes in Computer Science, Vol. 12354.","author":"L L Chen","year":"2020","unstructured":"Chen, L. L.; Cui, G. F.; Liu, C. L.; Li, Z.; Kou, Z. Y.; Xu, Y.; Xu, C. L. Talking-head generation with rhythmic head motion. In: Computer Vision\u2013ECCV 2020. Lecture Notes in Computer Science, Vol. 12354. Vedaldi, A.; Bischof, H.; Brox, T.; Frahm, J. M. Eds. Springer Cham, 35\u201351, 2020."},{"key":"343_CR4","unstructured":"Yi, R.; Ye, Z. P.; Zhang, J. Y.; Bao, H. J.; Liu, Y. J. Audio-driven talking face video generation with learning-based personalized head pose. arXiv preprint arXiv:2002.10137, 2020."},{"key":"343_CR5","doi-asserted-by":"crossref","unstructured":"Zhang, C. X.; Zhao, Y. F.; Huang, Y. F.; Zeng, M.; Ni, S. F.; Budagavi, M.; Guo, X. H. FACIAL: Synthesizing dynamic talking face with implicit attribute learning. arXiv preprint arXiv:2108.07938, 2021.","DOI":"10.1109\/ICCV48922.2021.00384"},{"key":"343_CR6","doi-asserted-by":"crossref","unstructured":"Ji, X. Y.; Zhou, H.; Wang, K.; Wu, W.; Loy, C. C.; Cao, X.; Xu, F. Audio-driven emotional video portraits. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 14075\u201314084, 2021.","DOI":"10.1109\/CVPR46437.2021.01386"},{"key":"343_CR7","first-page":"716","volume-title":"Computer Vision\u2013ECCV 2020. Lecture Notes in Computer Science, Vol. 12361.","author":"J Thies","year":"2020","unstructured":"Thies, J.; Elgharib, M.; Tewari, A.; Theobalt, C.; Nie\u00dfner, M. Neural voice puppetry: Audio-driven facial reenactment. In: Computer Vision\u2013ECCV 2020. Lecture Notes in Computer Science, Vol. 12361. Vedaldi, A.; Bischof, H.; Brox, T.; Frahm, J. M. Eds. Springer Cham, 716\u2013731, 2020."},{"key":"343_CR8","doi-asserted-by":"crossref","unstructured":"Zhou, H.; Sun, Y. S.; Wu, W.; Loy, C. C.; Wang, X. G.; Liu, Z. W. Pose-controllable talking face generation by implicitly modularized audio-visual representation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 4174\u20134184, 2021.","DOI":"10.1109\/CVPR46437.2021.00416"},{"key":"343_CR9","doi-asserted-by":"crossref","unstructured":"Ji, X. Y.; Zhou, H.; Wang, K.; Wu, W.; Loy, C. C.; Cao, X.; Xu, F. Audio-driven emotional video portraits. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 14075\u201314084, 2021.","DOI":"10.1109\/CVPR46437.2021.01386"},{"issue":"3","key":"343_CR10","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1016\/j.intcom.2009.12.002","volume":"22","author":"S Marcos","year":"2010","unstructured":"Marcos, S.; G\u00f3mez-Garc\u00eda-Bermejo, J.; Zalama, E. A realistic, virtual head for human\u2013computer interaction. Interacting With Computers Vol. 22, No. 3, 176\u2013192, 2010.","journal-title":"Interacting With Computers"},{"issue":"5","key":"343_CR11","first-page":"977","volume":"45","author":"J Yu","year":"2015","unstructured":"Yu, J.; Wang, Z. F. A video, text, and speech-driven realistic 3-D virtual head for human-machine interface. IEEE Transactions on Cybernetics Vol. 45, No. 5, 977\u2013988, 2015.","journal-title":"IEEE Transactions on Cybernetics"},{"key":"343_CR12","first-page":"835","volume-title":"Computer Vision\u2013ECCV 2018. Lecture Notes in Computer Science, Vol. 11214.","author":"A Pumarola","year":"2018","unstructured":"Pumarola, A.; Agudo, A.; Martinez, A. M.; Sanfeliu, A.; Moreno-Noguer, F. GANimation: Anatomically-aware facial animation from a single image. In: Computer Vision\u2013ECCV 2018. Lecture Notes in Computer Science, Vol. 11214. Ferrari, V.; Hebert, M.; Sminchisescu, C.; Weiss, Y. Eds. Springer Cham, 835\u2013851, 2018."},{"key":"343_CR13","doi-asserted-by":"crossref","unstructured":"Zakharov, E.; Shysheya, A.; Burkov, E.; Lempitsky, V. Few-shot adversarial learning of realistic neural talking head models. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 9458\u20139467, 2019.","DOI":"10.1109\/ICCV.2019.00955"},{"key":"343_CR14","unstructured":"Zhang, Y. X.; Zhang, S. W.; He, Y.; Li, C.; Loy, C. C.; Liu, Z. W. One-shot face reenactment. arXiv preprint arXiv:1908.03251, 2019."},{"key":"343_CR15","doi-asserted-by":"crossref","unstructured":"Si, S. J.; Wang, J. Z.; Qu, X. Y.; Cheng, N.; Wei, W. Q.; Zhu, X. H.; Xiao, J. Speech2Video: Cross-modal distillation for speech to video generation. arXiv preprint arXiv:2107.04806, 2021.","DOI":"10.21437\/Interspeech.2021-1996"},{"key":"343_CR16","doi-asserted-by":"crossref","unstructured":"Wang, Z. P.; Liu, Z. X.; Chen, Z. Z.; Hu, H.; Lian, S. G. A neural virtual anchor synthesizer based on Seq 2Seq and GAN models. In: Proceedings of the IEEE International Symposium on Mixed and Augmented Reality Adjunct, 233\u2013236, 2019.","DOI":"10.1109\/ISMAR-Adjunct.2019.00-40"},{"key":"343_CR17","unstructured":"Thies, J.; Zollh\u00f6fer, M.; Stamminger, M.; Theobalt, C.; Nie\u00dfner, M. Face2Face: Real-time face capture and reenactment of RGB videos. arXiv preprint arXiv:2007.14808, 2020."},{"key":"343_CR18","doi-asserted-by":"crossref","unstructured":"Bregler, C.; Covell, M.; Slaney, M. Video Rewrite: Driving visual speech with audio. In: Proceedings of the 24th Annual Conference on Computer Graphics and Interactive Techniques, 353\u2013360, 1997.","DOI":"10.1145\/258734.258880"},{"key":"343_CR19","doi-asserted-by":"crossref","unstructured":"Shimba, T.; Sakurai, R.; Yamazoe, H.; Lee, J. H. Talking heads synthesis from audio with deep neural networks. In: Proceedings of the IEEE\/SICE International Symposium on System Integration, 100\u2013105, 2015.","DOI":"10.1109\/SII.2015.7404961"},{"key":"343_CR20","doi-asserted-by":"crossref","unstructured":"Prajwal, K. R.; Mukhopadhyay, R.; Namboodiri, V. P.; Jawahar, C. V. A lip sync expert is all you need for speech to lip generation in the wild. In: Proceedings of the 28th ACM International Conference on Multimedia, 484\u2013492, 2020.","DOI":"10.1145\/3394171.3413532"},{"key":"343_CR21","first-page":"716","volume-title":"Computer Vision\u2013ECCV 2020. Lecture Notes in Computer Science, Vol. 12361.","author":"J Thies","year":"2020","unstructured":"Thies, J.; Elgharib, M.; Tewari, A.; Theobalt, C.; Nie\u00dfner, M. Neural voice puppetry: Audio-driven facial reenactment. In: Computer Vision\u2013ECCV 2020. Lecture Notes in Computer Science, Vol. 12361. Vedaldi, A.; Bischof, H.; Brox, T.; Frahm, J. M. Eds. Springer Cham, 716\u2013731, 2020."},{"issue":"12","key":"343_CR22","doi-asserted-by":"publisher","first-page":"3457","DOI":"10.1109\/TVCG.2020.3023573","volume":"26","author":"X Wen","year":"2020","unstructured":"Wen, X.; Wang, M.; Richardt, C.; Chen, Z. Y.; Hu, S. M. Photorealistic audio-driven video portraits. IEEE Transactions on Visualization and Computer Graphics Vol. 26, No. 12, 3457\u20133466, 2020.","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"key":"343_CR23","doi-asserted-by":"crossref","unstructured":"Brand, M. Voice puppetry. In: Proceedings of the 26th Annual Conference on Computer Graphics and Interactive Technique, 21\u201328, 1999.","DOI":"10.1145\/311535.311537"},{"issue":"3","key":"343_CR24","doi-asserted-by":"publisher","first-page":"388","DOI":"10.1145\/566654.566594","volume":"21","author":"T Ezzat","year":"2002","unstructured":"Ezzat, T.; Geiger, G.; Poggio, T. Trainable videorealistic speech animation. ACM Transactions on Graphics Vol. 21, No. 3, 388\u2013398, 2002.","journal-title":"ACM Transactions on Graphics"},{"key":"343_CR25","unstructured":"Wang, L. J.; Han, W.; Soong, F. K.; Huo, Q. Text driven 3D photo-realistic talking head. Interspeech No. August, 3307\u20133308, 2011."},{"key":"343_CR26","doi-asserted-by":"crossref","unstructured":"Chen, L. L.; Maddox, R. K.; Duan, Z. Y.; Xu, C. L. Hierarchical cross-modal talking face generation with dynamic pixel-wise loss. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 7824\u20137833, 2019.","DOI":"10.1109\/CVPR.2019.00802"},{"key":"343_CR27","first-page":"408","volume-title":"Computer Vision\u2013ECCV 2020. Lecture Notes in Computer Science, Vol. 12375.","author":"D Das","year":"2020","unstructured":"Das, D.; Biswas, S.; Sinha, S.; Bhowmick, B. Speech-driven facial animation using cascaded GANs for learning of motion and texture. In: Computer Vision\u2013ECCV 2020. Lecture Notes in Computer Science, Vol. 12375. Vedaldi, A.; Bischof, H.; Brox, T.; Frahm, J. M. Eds. Springer Cham, 408\u2013424, 2020."},{"key":"343_CR28","doi-asserted-by":"crossref","unstructured":"Fried, O.; Tewari, A.; Zollh\u00f6fer, M.; Finkelstein, A.; Shechtman, E.; Goldman, D. B.; Genova, K.; Jin, Z. Y.; Theobalt, C.; Agrawala, M. Text-based editing of talking-head video. ACM Transactions on Graphics Vol. 38, No. 4, Article No. 68, 2019.","DOI":"10.1145\/3306346.3323028"},{"issue":"1","key":"343_CR29","doi-asserted-by":"publisher","first-page":"9299","DOI":"10.1609\/aaai.v33i01.33019299","volume":"33","author":"H Zhou","year":"2019","unstructured":"Zhou, H.; Liu, Y.; Liu, Z. W.; Luo, P.; Wang, X. G. Talking face generation by adversarially disentangled audio-visual representation. Proceedings of the AAAI Conference on Artificial Intelligence Vol. 33, No. 1, 9299\u20139306, 2019.","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"343_CR30","doi-asserted-by":"crossref","unstructured":"Yao, X. W.; Fried, O.; Fatahalian, K.; Agrawala, M. Iterative text-based editing of talking-heads using neural retargeting. ACM Transactions on Graphics Vol. 40, No. 3, Article No. 20, 2021.","DOI":"10.1145\/3449063"},{"key":"343_CR31","doi-asserted-by":"crossref","unstructured":"Guo, Y. D.; Chen, K. Y.; Liang, S.; Liu, Y. J.; Bao, H. J.; Zhang, J. Y. AD-NeRF: Audio driven neural radiance fields for talking head synthesis. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 5764\u20135774, 2021.","DOI":"10.1109\/ICCV48922.2021.00573"},{"key":"343_CR32","doi-asserted-by":"crossref","unstructured":"Xie, T. Y.; Liao, L. C.; Bi, C.; Tang, B. L.; Yin, X.; Yang, J. F.; Wang, M. J.; Yao, J. L.; Zhang, Y.; Ma, Z. J. Towards realistic visual dubbing with heterogeneous sources. In: Proceedings of the 29th ACM International Conference on Multimedia, 1739\u20131747, 2021.","DOI":"10.1145\/3474085.3475318"},{"issue":"2","key":"343_CR33","doi-asserted-by":"publisher","first-page":"1438","DOI":"10.1109\/TVCG.2021.3117484","volume":"29","author":"C X Zhang","year":"2023","unstructured":"Zhang, C. X.; Ni, S. F.; Fan, Z. P.; Li, H. B.; Zeng, M.; Budagavi, M.; Guo, X. H. 3D talking face with personalized pose dynamics. IEEE Transactions on Visualization and Computer Graphics Vol. 29, No. 2, 1438\u20131449, 2023.","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"key":"343_CR34","doi-asserted-by":"crossref","unstructured":"Zhang, C. X.; Zhao, Y. F.; Huang, Y. F.; Zeng, M.; Ni, S. F.; Budagavi, M.; Guo, X. H. FACIAL: Synthesizing dynamic talking face with implicit attribute learning. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 3847\u20133856, 2021.","DOI":"10.1109\/ICCV48922.2021.00384"},{"issue":"3","key":"343_CR35","doi-asserted-by":"publisher","first-page":"1911","DOI":"10.1609\/aaai.v35i3.16286","volume":"35","author":"L C Li","year":"2021","unstructured":"Li, L. C.; Wang, S. Z.; Zhang, Z. M.; Ding, Y.; Zheng, Y. X.; Yu, X.; Fan, C. J. Write-a-speaker: Text-based emotional and rhythmic talking-head generation. Proceedings of the AAAI Conference on Artificial Intelligence Vol. 35, No. 3, 1911\u20131920, 2021.","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"343_CR36","doi-asserted-by":"crossref","unstructured":"Wang, S. Z.; Li, L. C.; Ding, Y.; Fan, C. J.; Yu, X. Audio2Head: Audio-driven one-shot talking-head generation with natural head motion. arXiv preprint arXiv:2107.09293, 2021.","DOI":"10.24963\/ijcai.2021\/152"},{"issue":"3","key":"343_CR37","doi-asserted-by":"publisher","first-page":"2531","DOI":"10.1609\/aaai.v36i3.20154","volume":"36","author":"S Z Wang","year":"2022","unstructured":"Wang, S. Z.; Li, L. C.; Ding, Y.; Yu, X. One-shot talking face generation from single-speaker audiovisual correlation learning. Proceedings of the AAAI Conference on Artificial Intelligence Vol. 36, No. 3, 2531\u20132539, 2022.","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"343_CR38","doi-asserted-by":"crossref","unstructured":"Cardle, M.; Barthe, L.; Brooks, S.; Robinson, P. Music-driven motion editing: Local motion transformations guided by music analysis. In: Proceedings of the 20th UK Conference on Eurographics, 2002.","DOI":"10.1145\/1242073.1242235"},{"issue":"3","key":"343_CR39","doi-asserted-by":"publisher","first-page":"895","DOI":"10.1007\/s11042-012-1288-5","volume":"62","author":"M Lee","year":"2013","unstructured":"Lee, M.; Lee, K.; Park, J. Music similarity-based approach to generating dance motion sequence. Multimedia Tools and Applications Vol. 62, No. 3, 895\u2013912, 2013.","journal-title":"Multimedia Tools and Applications"},{"issue":"3","key":"343_CR40","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1111\/j.1467-8659.2006.00964.x","volume":"25","author":"T Shiratori","year":"2006","unstructured":"Shiratori, T.; Nakazawa, A.; Ikeuchi, K. Dancing-to-music character animation. Computer Graphics Forum Vol. 25, No. 3, 449\u2013458, 2006.","journal-title":"Computer Graphics Forum"},{"key":"343_CR41","unstructured":"Lee, J.; Kim, S.; Lee, K. Listen to Dance: Music-driven choreography generation using Autoregressive Encoder-Decoder Network. arXiv preprint arXiv:1811.00818, 2018."},{"issue":"17","key":"343_CR42","first-page":"26","volume":"8","author":"O Alemi","year":"2017","unstructured":"Alemi, O.; Fran\u00e7oise, J.; Pasquier, P. GrooveNet: Realtime music-driven dance movement generation using artificial neural networks. networks Vol. 8, No. 17, 26, 2017.","journal-title":"networks"},{"key":"343_CR43","doi-asserted-by":"crossref","unstructured":"Tang, T. R.; Jia, J.; Mao, H. Y. Dance with melody: An LSTM-autoencoder approach to music-oriented dance synthesis. In: Proceedings of the 26th ACM International Conference on Multimedia, 1598\u20131606, 2018.","DOI":"10.1145\/3240508.3240526"},{"key":"343_CR44","doi-asserted-by":"crossref","unstructured":"Yalta, N.; Watanabe, S.; Nakadai, K.; Ogata, T. Weakly-supervised deep recurrent neural networks for basic dance step generation. In: Proceedings of the International Joint Conference on Neural Networks, 1\u20138, 2019.","DOI":"10.1109\/IJCNN.2019.8851872"},{"key":"343_CR45","unstructured":"Zhuang, W. L.; Wang, Y. G.; Robinson, J.; Wang, C. Y.; Shao, M.; Fu, Y.; Xia, S. Y. Towards 3D dance motion synthesis and control. arXiv preprint arXiv:2006.05743, 2020."},{"key":"343_CR46","doi-asserted-by":"crossref","unstructured":"Kao, H. K.; Su, L. Temporally guided music-to-body-movement generation. In: Proceedings of the 28th ACM International Conference on Multimedia, 147\u2013155, 2020.","DOI":"10.1145\/3394171.3413848"},{"key":"343_CR47","unstructured":"Lee, H. Y.; Yang, X. D.; Liu, M. Y.; Wang, T. C.; Lu, Y. D.; Yang, M. H.; Kautz, J. Dancing to music. arXiv preprint arXiv:1911.02001, 2019."},{"key":"343_CR48","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1109\/TMM.2020.2981989","volume":"23","author":"G F Sun","year":"2021","unstructured":"Sun, G. F.; Wong, Y.; Cheng, Z. Y.; Kankanhalli, M. S.; Geng, W. D.; Li, X. D. DeepDance: Music-to-dance motion choreography with adversarial learning. IEEE Transactions on Multimedia Vol. 23, 497\u2013509, 2021.","journal-title":"IEEE Transactions on Multimedia"},{"key":"343_CR49","unstructured":"Huang, R. Z.; Hu, H.; Wu, W.; Sawada, K.; Zhang, M.; Jiang, D. X. Dance revolution: Long-term dance generation with music via curriculum learning. arXiv preprint arXiv:2006.06119, 2020."},{"key":"343_CR50","unstructured":"Li, J. M.; Yin, Y. H.; Chu, H.; Zhou, Y.; Wang, T. W.; Fidler, S.; Li, H. Learning to generate diverse dance motions with transformer. arXiv preprint arXiv:2008.08171, 2020."},{"key":"343_CR51","doi-asserted-by":"crossref","unstructured":"Li, R. L.; Yang, S.; Ross, D. A.; Kanazawa, A. AI choreographer: Music conditioned 3D dance generation with AIST++. arXiv preprint arXiv:2101.08779, 2021.","DOI":"10.1109\/ICCV48922.2021.01315"},{"key":"343_CR52","doi-asserted-by":"crossref","unstructured":"Ye, Z. J.; Wu, H. Z.; Jia, J.; Bu, Y. H.; Chen, W.; Meng, F. B.; Wang, Y. F. ChoreoNet: Towards music to dance synthesis with choreographic action unit. In: Proceedings of the 28th ACM International Conference on Multimedia, 744\u2013752, 2020.","DOI":"10.1145\/3394171.3414005"},{"key":"343_CR53","doi-asserted-by":"crossref","unstructured":"Iwase, S.; Kato, T.; Yamaguchi, S.; Yukitaka, T.; Morishima, S. Song2Face: Synthesizing singing facial animation from audio. In: Proceedings of the SIGGRAPH Asia 2020 Technical Communications, 1\u20134, 2020.","DOI":"10.1145\/3410700.3425435"},{"key":"343_CR54","doi-asserted-by":"crossref","unstructured":"Pan, Y. F.; Landreth, C.; Fiume, E.; Singh, K. VOCAL: Vowel and consonant layering for expressive animatorcentric singing animation. In: Proceedings of the SIGGRAPH Asia 2022 Conference Papers, 1\u20139, 2022.","DOI":"10.1145\/3550469.3555408"},{"key":"343_CR55","doi-asserted-by":"crossref","unstructured":"Sinha, S.; Biswas, S.; Bhowmick, B. Identity-preserving realistic talking face generation. In: Proceedings of the International Joint Conference on Neural Networks, 1\u201310, 2020.","DOI":"10.1109\/IJCNN48605.2020.9206665"},{"key":"343_CR56","doi-asserted-by":"crossref","unstructured":"Zhou, Y.; Han, X. T.; Shechtman, E.; Echevarria, J.; Kalogerakis, E.; Li, D. MakeltTalk: Speaker-aware talking-head animation. ACM Transactions on Graphics Vol. 39, No. 6, Article No. 221, 2020.","DOI":"10.1145\/3414685.3417774"},{"issue":"50","key":"343_CR57","doi-asserted-by":"publisher","first-page":"2154","DOI":"10.21105\/joss.02154","volume":"5","author":"R Hennequin","year":"2020","unstructured":"Hennequin, R.; Khlif, A.; Voituret, F.; Moussallam, M. Spleeter: A fast and efficient music source separation tool with pre-trained models. Journal of Open Source Software Vol. 5, No. 50, 2154, 2020.","journal-title":"Journal of Open Source Software"},{"key":"343_CR58","doi-asserted-by":"crossref","unstructured":"Hu, J.; Shen, L.; Sun, G. Squeeze-and-excitation networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 7132\u20137141, 2018.","DOI":"10.1109\/CVPR.2018.00745"},{"key":"343_CR59","unstructured":"Li, Y. J.; Swersky, K.; Zemel, R. Generative moment matching networks. In: Proceedings of the 32nd International Conference on Machine Learning, 1718\u20131727, 2015."},{"key":"343_CR60","first-page":"251","volume-title":"Computer Vision\u2013ACCV 2016 Workshops. Lecture Notes in Computer Science, Vol. 10117.","author":"J S Chung","year":"2017","unstructured":"Chung, J. S.; Zisserman, A. Out of time: Automated lip sync in the wild. In: Computer Vision\u2013ACCV 2016 Workshops. Lecture Notes in Computer Science, Vol. 10117. Chen, C. S.; Lu, J.; Ma, K. K. Eds. Springer Cham, 251\u2013263, 2017."},{"key":"343_CR61","doi-asserted-by":"crossref","unstructured":"Deng, Y.; Yang, J. L.; Xu, S. C.; Chen, D.; Jia, Y. D.; Tong, X. Accurate 3D face reconstruction with weakly-supervised learning: From single image to image set. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops, 285\u2013295, 2019.","DOI":"10.1109\/CVPRW.2019.00038"},{"key":"343_CR62","doi-asserted-by":"crossref","unstructured":"Paysan, P.; Knothe, R.; Amberg, B.; Romdhani, S.; Vetter, T. A 3D face model for pose and illumination invariant face recognition. In: Proceedings of the 6th IEEE International Conference on Advanced Video and Signal Based Surveillance, 296\u2013301, 2009.","DOI":"10.1109\/AVSS.2009.58"},{"issue":"3","key":"343_CR63","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1109\/TVCG.2013.249","volume":"20","author":"C Cao","year":"2014","unstructured":"Cao, C.; Weng, Y. L.; Zhou, S.; Tong, Y. Y.; Zhou, K. FaceWarehouse: A 3D facial expression database for visual computing. IEEE Transactions on Visualization and Computer Graphics Vol. 20, No. 3, 413\u2013425, 2014.","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"key":"343_CR64","doi-asserted-by":"crossref","unstructured":"Baltru\u0161aitis, T.; Robinson, P.; Morency, L. P. OpenFace: An open source facial behavior analysis toolkit. In: Proceedings of the IEEE Winter Conference on Applications of Computer Vision, 1\u201310, 2016.","DOI":"10.1109\/WACV.2016.7477553"},{"key":"343_CR65","first-page":"538","volume-title":"Computer Vision\u2013ECCV 2018. Lecture Notes in Computer Science, Vol. 11211.","author":"L L Chen","year":"2018","unstructured":"Chen, L. L.; Li, Z. H.; Maddox, R. K.; Duan, Z. Y.; Xu, C. L. Lip movements generation at a glance. In: Computer Vision\u2013ECCV 2018. Lecture Notes in Computer Science, Vol. 11211. Ferrari, V.; Hebert, M.; Sminchisescu, C.; Weiss, Y. Eds. Springer Cham, 538\u2013553, 2018."},{"key":"343_CR66","doi-asserted-by":"crossref","unstructured":"Zhang, Z. M.; Li, L. C.; Ding, Y.; Fan, C. J. Flow-guided one-shot talking face generation with a high-resolution audio-visual dataset. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 3660\u20133669, 2021.","DOI":"10.1109\/CVPR46437.2021.00366"},{"key":"343_CR67","doi-asserted-by":"crossref","unstructured":"Lu, Y. X.; Chai, J. X.; Cao, X. Live speech portraits: Real-time photorealistic talking-head animation. ACM Transactions on Graphics Vol. 40, No. 6, Article No. 220, 2021.","DOI":"10.1145\/3478513.3480484"},{"key":"343_CR68","doi-asserted-by":"crossref","unstructured":"Chung, J. S.; Nagrani, A.; Zisserman, A. VoxCeleb2: Deep speaker recognition. arXiv preprint arXiv:1806.05622, 2018.","DOI":"10.21437\/Interspeech.2018-1929"},{"key":"343_CR69","doi-asserted-by":"crossref","unstructured":"Chung, J. S.; Senior, A.; Vinyals, O.; Zisserman, A. Lip reading sentences in the wild. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 3444\u20133453, 2017.","DOI":"10.1109\/CVPR.2017.367"},{"issue":"4","key":"343_CR70","doi-asserted-by":"publisher","first-page":"917","DOI":"10.1007\/s10618-019-00619-1","volume":"33","author":"H Ismail Fawaz","year":"2019","unstructured":"Ismail Fawaz, H.; Forestier, G.; Weber, J.; Idoumghar, L.; Muller, P. A. Deep learning for time series classification: A review. Data Mining and Knowledge Discovery Vol. 33, No. 4, 917\u2013963, 2019.","journal-title":"Data Mining and Knowledge Discovery"},{"key":"343_CR71","doi-asserted-by":"crossref","unstructured":"Mao, X. D.; Li, Q.; Xie, H. R.; Lau, R. Y. K.; Wang, Z.; Smolley, S. P. Least Squares generative adversarial networks. In: Proceedings of the IEEE International Conference on Computer Vision, 2813\u20132821, 2017.","DOI":"10.1109\/ICCV.2017.304"}],"container-title":["Computational Visual Media"],"original-title":[],"link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41095-023-0343-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s41095-023-0343-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41095-023-0343-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10750449\/10897668\/10897677.pdf?arnumber=10897677","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T18:38:49Z","timestamp":1762367929000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10897677\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2]]},"references-count":71,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1007\/s41095-023-0343-7","relation":{},"ISSN":["2096-0662","2096-0433"],"issn-type":[{"value":"2096-0662","type":"electronic"},{"value":"2096-0433","type":"print"}],"subject":[],"published":{"date-parts":[[2024,2]]},"assertion":[{"value":"3 February 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 March 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 November 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declaration of competing interest"}}]}}