{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,2]],"date-time":"2026-09-02T17:12:14Z","timestamp":1788369134188,"version":"build-2803163510"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,4,11]],"date-time":"2025-04-11T00:00:00Z","timestamp":1744329600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,4,11]],"date-time":"2025-04-11T00:00:00Z","timestamp":1744329600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Data"],"DOI":"10.1038\/s41597-025-04917-w","type":"journal-article","created":{"date-parts":[[2025,4,11]],"date-time":"2025-04-11T11:16:14Z","timestamp":1744370174000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["An Audio-Ultrasound Synchronized Database of Tongue Movement for Mandarin speech"],"prefix":"10.1038","volume":"12","author":[{"given":"Yudong","family":"Yang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7228-5768","authenticated-orcid":false,"given":"Rongfeng","family":"Su","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shaofeng","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jianguo","family":"Wei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Manwa Lawrence","family":"Ng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nan","family":"Yan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,4,11]]},"reference":[{"key":"4917_CR1","unstructured":"Raphael, L. J., Borden, G. J. & Harris, K. S. Speech Science Primer \u2013 Physiology, Acoustics, and Perception of Speech (6th edition). Glendale, CA: Lippincott Williams & Wilkins (2011)."},{"key":"4917_CR2","doi-asserted-by":"crossref","unstructured":"Honda, K. Physiological processes of speech production[J]. Springer handbook of speech processing, 7\u201326 (2008).","DOI":"10.1007\/978-3-540-49127-9_2"},{"key":"4917_CR3","doi-asserted-by":"crossref","unstructured":"Lacroix, A. Speech Production\u2014Acoustics, Models, and Applications[M]\/\/Communication Acoustics. Berlin, Heidelberg: Springer Berlin, Heidelberg, 321\u2013337 (2004).","DOI":"10.1007\/3-540-27437-5_13"},{"issue":"1","key":"4917_CR4","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-021-00976-x","volume":"8","author":"Y Lim","year":"2021","unstructured":"Lim, Y. et al. A multispeaker dataset of raw and reconstructed speech production real-time MRI video and 3D volumetric images[J]. Scientific data 8(1), 187 (2021).","journal-title":"Scientific data"},{"key":"4917_CR5","doi-asserted-by":"publisher","first-page":"1307","DOI":"10.1121\/1.4890284","volume":"136","author":"S Narayanan","year":"2014","unstructured":"Narayanan, S. et al. Real-time magnetic resonance imaging and electromagnetic articulography database for speech production research (TC). J. Acoust. Soc. Am. 136, 1307\u20131311 (2014).","journal-title":"J. Acoust. Soc. Am."},{"issue":"1","key":"4917_CR6","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-021-01041-3","volume":"8","author":"K Isaieva","year":"2021","unstructured":"Isaieva, K. et al. Multimodal dataset of real-time 2D and static 3D MRI of healthy French speakers[J]. Scientific Data 8(1), 258 (2021).","journal-title":"Scientific Data"},{"key":"4917_CR7","unstructured":"Kim, J. et al. USC-EMO-MRI corpus: An emotional speech production database recorded by real-time magnetic resonance imaging. In Proc. the 10th Int. Semin. Speech Prod. 226\u2013229 (2014)."},{"key":"4917_CR8","doi-asserted-by":"crossref","unstructured":"Ji, A., Berry, J. J. & Johnson, M. T. The Electromagnetic Articulography Mandarin Accented English (EMA-MAE) corpus of acoustic and 3D articulatory kinematic data[C]\/\/2014 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). IEEE, 7719\u20137723 (2014).","DOI":"10.1109\/ICASSP.2014.6855102"},{"key":"4917_CR9","doi-asserted-by":"crossref","unstructured":"Richmond, K., Hoole, P. & King, S. Announcing the electromagnetic articulography (day 1) subset of the mngu0 articulatory corpus[C]\/\/Twelfth Annual Conference of the International Speech Communication Association. (2011).","DOI":"10.21437\/Interspeech.2011-316"},{"key":"4917_CR10","doi-asserted-by":"crossref","unstructured":"Ribeiro, M. S. et al. TaL: a synchronised multi-speaker corpus of ultrasound tongue imaging, audio, and lip videos[C]\/\/2021 IEEE Spoken Language Technology Workshop (SLT). IEEE, 1109\u20131116 (2021).","DOI":"10.1109\/SLT48900.2021.9383619"},{"key":"4917_CR11","doi-asserted-by":"publisher","unstructured":"Eshky, A., et al. UltraSuite: A Repository of Ultrasound and Acoustic Data from Child Speech Therapy Sessions. Proc. Interspeech 2018, 1888\u20131892, https:\/\/doi.org\/10.21437\/Interspeech.2018-1736 (2018).","DOI":"10.21437\/Interspeech.2018-1736"},{"key":"4917_CR12","unstructured":"Kimura, N. et al. SSR7000: A Synchronized Corpus of Ultrasound Tongue Imaging for End-to-End Silent Speech Recognition[C]\/\/Proceedings of the Thirteenth Language Resources and Evaluation Conference. 6866\u20136873 (2022)."},{"key":"4917_CR13","doi-asserted-by":"crossref","unstructured":"Yang, Y. et al. An Audio-Textual Diffusion Model for Converting Speech Signals into Ultrasound Tongue Imaging Data[C]\/\/ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). IEEE, 2170\u20132174 (2024).","DOI":"10.1109\/ICASSP48485.2024.10447224"},{"key":"4917_CR14","doi-asserted-by":"crossref","unstructured":"Preston, J. L. et al. Ultrasound images of the tongue: A tutorial for assessment and remediation of speech sound errors[J]. Journal of visualized experiments: JoVE, (119) (2017).","DOI":"10.3791\/55123"},{"issue":"1","key":"4917_CR15","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1121\/1.2205133","volume":"120","author":"L Davidson","year":"2006","unstructured":"Davidson, L. Comparing tongue shapes from ultrasound imaging using smoothing spline analysis of variance[J]. The Journal of the Acoustical Society of America 120(1), 407\u2013415 (2006).","journal-title":"The Journal of the Acoustical Society of America"},{"issue":"2","key":"4917_CR16","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1159\/000331997","volume":"64","author":"L M\u00e9nard","year":"2012","unstructured":"M\u00e9nard, L. et al. Measuring tongue shapes and positions with ultrasound imaging: A validation experiment using an articulatory model. J]. Folia Phoniatrica et Logopaedica 64(2), 64\u201372 (2012).","journal-title":"J]. Folia Phoniatrica et Logopaedica"},{"issue":"4","key":"4917_CR17","doi-asserted-by":"publisher","first-page":"288","DOI":"10.1016\/j.specom.2009.11.004","volume":"52","author":"T Hueber","year":"2010","unstructured":"Hueber, T. et al. Development of a silent speech interface driven by ultrasound and optical images of the tongue and lips[J]. Speech Communication 52(4), 288\u2013300 (2010).","journal-title":"Speech Communication"},{"issue":"7","key":"4917_CR18","doi-asserted-by":"publisher","first-page":"109","DOI":"10.12700\/APH.17.7.2020.7.6","volume":"17","author":"G Gosztolya","year":"2020","unstructured":"Gosztolya, G. et al. Applying dnn adaptation to reduce the session dependency of ultrasound tongue imaging-based silent speech interfaces[J]. Acta Polytechnica Hungarica 17(7), 109\u2013124 (2020).","journal-title":"Acta Polytechnica Hungarica"},{"issue":"3","key":"4917_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3550303","volume":"6","author":"H Ding","year":"2022","unstructured":"Ding, H. et al. Ultraspeech: Speech enhancement by interaction between ultrasound and speech[J]. Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies 6(3), 1\u201325 (2022).","journal-title":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies"},{"issue":"7","key":"4917_CR20","doi-asserted-by":"publisher","first-page":"2557","DOI":"10.1044\/2021_JSLHR-20-00537","volume":"64","author":"H Kabakoff","year":"2021","unstructured":"Kabakoff, H. et al. Extending ultrasound tongue shape complexity measures to speech development and disorders[J]. Journal of Speech, Language, and Hearing Research 64(7), 2557\u20132574 (2021).","journal-title":"Journal of Speech, Language, and Hearing Research"},{"issue":"2","key":"4917_CR21","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1177\/1742271X221122562","volume":"31","author":"JE Allen","year":"2023","unstructured":"Allen, J. E., Cleland, J. & Smith, M. An initial framework for use of ultrasound by speech and language therapists in the UK: Scope of practice, education and governance[J]. Ultrasound 31(2), 92\u2013103 (2023).","journal-title":"Ultrasound"},{"key":"4917_CR22","doi-asserted-by":"crossref","unstructured":"Zheng, R. C., Ai, Y. & Ling, Z. H. Incorporating Ultrasound Tongue Images for Audio-Visual Speech Enhancement[J]. IEEE\/ACM Transactions on Audio, Speech, and Language Processing, (2024).","DOI":"10.1109\/TASLP.2024.3361376"},{"issue":"4","key":"4917_CR23","doi-asserted-by":"publisher","first-page":"877","DOI":"10.1177\/0023830919896386","volume":"63","author":"C Chiu","year":"2020","unstructured":"Chiu, C. et al. Sibilant fricative merging in Taiwan Mandarin: An investigation of tongue postures using ultrasound imaging[J]. Language and speech 63(4), 877\u2013897 (2020).","journal-title":"Language and speech"},{"key":"4917_CR24","doi-asserted-by":"crossref","unstructured":"Chen, S. Whalen, D. H. & Mok P. P. K. Production of the English\/\u0279\/by Mandarin\u2013English Bilingual Speakers[J]. Language and Speech, 00238309241230895 (2024).","DOI":"10.1177\/00238309241230895"},{"issue":"2","key":"4917_CR25","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1080\/17549507.2016.1193899","volume":"19","author":"J Lee","year":"2017","unstructured":"Lee, J., Littlejohn, M. A. & Simmons, Z. Acoustic and tongue kinematic vowel space in speakers with and without dysarthria[J]. International Journal of Speech-Language Pathology 19(2), 195\u2013204 (2017).","journal-title":"International Journal of Speech-Language Pathology"},{"issue":"12","key":"4917_CR26","doi-asserted-by":"publisher","first-page":"1047","DOI":"10.1080\/02699206.2021.1966101","volume":"36","author":"E Sugden","year":"2022","unstructured":"Sugden, E. & Cleland, J. Using ultrasound tongue imaging to support the phonetic transcription of childhood speech sound disorders[J]. Clinical linguistics & phonetics 36(12), 1047\u20131066 (2022).","journal-title":"Clinical linguistics & phonetics"},{"key":"4917_CR27","unstructured":"AUSpeech: An Audio-Ultrasound Synchronized Database of Tongue Movement for Mandarin speech. Science Data Bank, https:\/\/cstr.cn\/31253.11.sciencedb.18722 (2025)."},{"key":"4917_CR28","doi-asserted-by":"crossref","unstructured":"McAuliffe, M. et al. Montreal forced aligner: Trainable text-speech alignment using kaldi[C]\/\/Interspeech. 2017: 498\u2013502 (2017).","DOI":"10.21437\/Interspeech.2017-1386"},{"issue":"1","key":"4917_CR29","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1007\/s00455-018-9921-8","volume":"34","author":"M Ohkubo","year":"2019","unstructured":"Ohkubo, M. & Scobbie, J. M. Tongue shape dynamics in swallowing using sagittal ultrasound[J]. Dysphagia 34(1), 112\u2013118 (2019).","journal-title":"Dysphagia"},{"issue":"6","key":"4917_CR30","doi-asserted-by":"publisher","first-page":"1644","DOI":"10.1044\/2019_PERS-19-00064","volume":"4","author":"S Dugan","year":"2019","unstructured":"Dugan, S. et al. Tongue part movement trajectories for\/r\/using ultrasound[J]. Perspectives of the ASHA special interest groups 4(6), 1644\u20131652 (2019).","journal-title":"Perspectives of the ASHA special interest groups"},{"issue":"3-5","key":"4917_CR31","doi-asserted-by":"publisher","first-page":"313","DOI":"10.3109\/02699206.2015.1110714","volume":"30","author":"K Xu","year":"2016","unstructured":"Xu, K. et al. Robust contour tracking in ultrasound tongue image sequences[J]. Clinical linguistics & phonetics 30(3-5), 313\u2013327 (2016).","journal-title":"Clinical linguistics & phonetics"}],"container-title":["Scientific Data"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41597-025-04917-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41597-025-04917-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41597-025-04917-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,11]],"date-time":"2025-04-11T11:16:18Z","timestamp":1744370178000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41597-025-04917-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,11]]},"references-count":31,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["4917"],"URL":"https:\/\/doi.org\/10.1038\/s41597-025-04917-w","relation":{},"ISSN":["2052-4463"],"issn-type":[{"value":"2052-4463","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4,11]]},"assertion":[{"value":"2 January 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 March 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 April 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"607"}}