{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T01:30:03Z","timestamp":1780363803152,"version":"3.54.1"},"reference-count":54,"publisher":"Acoustical Society of America (ASA)","issue":"4","funder":[{"DOI":"10.13039\/501100013071","name":"Major Program of National Fund of Philosophy and Social Science of China","doi-asserted-by":"publisher","award":["18ZDA293"],"award-info":[{"award-number":["18ZDA293"]}],"id":[{"id":"10.13039\/501100013071","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62371217"],"award-info":[{"award-number":["62371217"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100021171","name":"Basic and Applied Basic Research Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2022B1515120056"],"award-info":[{"award-number":["2022B1515120056"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Youth Project of National Social Science Foundation of China"}],"content-domain":{"domain":["pubs.aip.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,10,1]]},"abstract":"<jats:p>The present study investigates whether incorporating manual pitch gestures into audiovisual training can enhance the recognition of Mandarin lexical tones in prelingually deaf children with cochlear implants (CIs). Building on prior research that demonstrated the benefits of hand gestures in second-language tone learning, the study hypothesized that multimodal training integrating pitch gestures would be more effective than auditory-visual training alone. Eighteen preschool-aged CI users (15 with bimodal hearing) were assigned in equal numbers to either: (1) an experimental group receiving combined auditory-visual training with pitch gestures, or (2) a control group receiving auditory-visual training alone. Tone-identification tests were conducted before, during, and after eight training sessions. Both groups demonstrated similar performance before training. However, after training, the experimental group showed significantly greater improvement in tone recognition in challenging noise conditions, compared to the control group. These results underscore the advantages of integrating manual pitch gestures into auditory-visual training, suggesting that integrating pitch gesture production into rehabilitation could enhance outcomes for CI users, especially in tonal languages, such as Mandarin.<\/jats:p>","DOI":"10.1121\/10.0039561","type":"journal-article","created":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T12:40:11Z","timestamp":1760618411000},"page":"2995-3005","update-policy":"https:\/\/doi.org\/10.1063\/aip-crossmark-policy-page","source":"Crossref","is-referenced-by-count":1,"title":["Multimodal training using pitch gestures improves Mandarin tone recognition in noise for children with cochlear implants"],"prefix":"10.1121","volume":"158","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8684-0788","authenticated-orcid":false,"given":"Hongwei","family":"Ding","sequence":"first","affiliation":[{"name":"Speech-Language-Hearing Center, School of Foreign Languages, Shanghai Jiao Tong University 1 , Shanghai, 200240,","place":["China"]},{"name":"National Research Centre for Language and Well-being 2 , Shanghai, 200240,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jing","family":"Zhang","sequence":"additional","affiliation":[{"name":"Sonova China 3 , Shanghai, 200023,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hao","family":"Zhang","sequence":"additional","affiliation":[{"name":"Center for Clinical Neurolinguistics, School of Foreign Languages and Literature, Shandong University 4 , Jinan, 250100,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6988-492X","authenticated-orcid":false,"given":"Fei","family":"Chen","sequence":"additional","affiliation":[{"name":"Department of Electrical and Electronic Engineering, Southern University of Science and Technology 5 , Shenzhen, 518055,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6777-3487","authenticated-orcid":false,"given":"Yang","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Speech-Language-Hearing Sciences and Masonic Institute for the Developing Brain, University of Minnesota 6 , Minneapolis 55455,","place":["USA"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"231","published-online":{"date-parts":[[2025,10,16]]},"reference":[{"key":"2025101608365123700_c1","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1017\/S0272263118000074","article-title":"Observing and producing pitch gestures facilitates the learning of Mandarin Chinese tones and words","volume":"41","year":"2019","journal-title":"Stud. Second Lang. Acquis."},{"key":"2025101608365123700_c2","doi-asserted-by":"publisher","first-page":"617","DOI":"10.1146\/annurev.psych.59.103006.093639","article-title":"Grounded cognition","volume":"59","year":"2008","journal-title":"Annu. Rev. Psychol."},{"key":"2025101608365123700_c3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v067.i01","article-title":"Fitting linear mixed-effects models using lme4","volume":"67","year":"2015","journal-title":"J. Stat Softw."},{"key":"2025101608365123700_c4","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1016\/j.specom.2022.03.011","article-title":"Seeing lexical tone: Head and face motion in production and perception of Cantonese lexical tones","volume":"141","year":"2022","journal-title":"Speech Commun."},{"key":"2025101608365123700_c5","doi-asserted-by":"publisher","first-page":"481","DOI":"10.1007\/s10162-021-00811-5","article-title":"Cochlear implant research and development in the twenty-first century: A critical update","volume":"22","year":"2021","journal-title":"J. Assoc. Res. Otolaryngol."},{"key":"2025101608365123700_c6","volume-title":"A Grammar of Spoken Chinese","year":"1968"},{"key":"2025101608365123700_c7","doi-asserted-by":"publisher","first-page":"557","DOI":"10.1080\/14992027.2025.2456003","article-title":"Meta-analysis on lexical tone recognition in cochlear implant users","volume":"64","year":"2025","journal-title":"Int. J. Audiol."},{"key":"2025101608365123700_c8","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1016\/j.bandc.2012.09.005","article-title":"Do you see what I'm singing? Visuospatial movement biases pitch perception","volume":"81","year":"2013","journal-title":"Brain Cogn."},{"key":"2025101608365123700_c9","doi-asserted-by":"publisher","first-page":"1256","DOI":"10.1177\/0956797614528521","article-title":"Prelinguistic infants are sensitive to space-pitch associations found across cultures","volume":"25","year":"2014","journal-title":"Psychol. Sci."},{"key":"2025101608365123700_c10","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1002\/wcs.1226","article-title":"Embodied cognition","volume":"4","year":"2013","journal-title":"WIREs Cogn. Sci."},{"key":"2025101608365123700_c11","doi-asserted-by":"publisher","first-page":"773694","DOI":"10.3389\/fnins.2021.773694","article-title":"A review of speech perception of Mandarin-speaking children with cochlear implantation","volume":"15","year":"2021","journal-title":"Front. Neurosci."},{"key":"2025101608365123700_c12","volume-title":"Phonological Awareness: From Research to Practice","year":"2017"},{"key":"2025101608365123700_c13","doi-asserted-by":"publisher","first-page":"20130295","DOI":"10.1098\/rstb.2013.0295","article-title":"Widening the lens: What the manual modality reveals about language, learning and cognition","volume":"369","year":"2014","journal-title":"Philos. Trans. R. Soc. London, Ser. B: Biol. Sci."},{"key":"2025101608365123700_c14","doi-asserted-by":"publisher","first-page":"664","DOI":"10.1177\/1745691610388764","article-title":"Action's influence on thought: The case of gesture","volume":"5","year":"2010","journal-title":"Perspect. Psychol. Sci."},{"key":"2025101608365123700_c15","doi-asserted-by":"publisher","first-page":"2051","DOI":"10.3389\/fpsyg.2017.02051","article-title":"Cross-modal association between auditory and visuospatial information in mandarin tone perception in noise by native and non-native perceivers","volume":"8","year":"2017","journal-title":"Front. Psychol."},{"key":"2025101608365123700_c16","volume-title":"Hiskey-Nebraska Test of Learning Aptitude: With Separate Standardizations on Deaf Children and Hearing Children from Three to Sixteen Years of Age","year":"1966"},{"key":"2025101608365123700_c17","doi-asserted-by":"crossref","DOI":"10.1002\/9781119684527","article-title":"Infant speech perception","volume-title":"Minnesota Symposia on Child Psychology","author":"Sera","year":"2021"},{"key":"2025101608365123700_c18","article-title":"Emmeans: Estimated marginal means, aka least-squares means","year":"2018"},{"key":"2025101608365123700_c19","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1017\/S0305000900001598","article-title":"The acquisition of tone in Mandarin-speaking children","volume":"4","year":"1977","journal-title":"J. Child Lang."},{"key":"2025101608365123700_c20","doi-asserted-by":"publisher","first-page":"4385","DOI":"10.1044\/2022_JSLHR-22-00024","article-title":"Audiovisual Mandarin lexical tone perception in quiet and noisy contexts: The influence of visual cues and speech rate","volume":"65","year":"2022","journal-title":"J. Speech Lang. Hear. Res."},{"key":"2025101608365123700_c21","doi-asserted-by":"publisher","first-page":"340","DOI":"10.1075\/jslp.23043.li","article-title":"A pedagogical note on teaching L2 prosody and speech sounds using hand gestures","volume":"9","year":"2023","journal-title":"J. Second Lang. Pronun."},{"key":"2025101608365123700_c22","doi-asserted-by":"publisher","first-page":"1015","DOI":"10.1017\/S0272263120000054","article-title":"Observing and producing durational hand gestures facilitates the pronunciation of novel vowel-length contrasts","volume":"42","year":"2020","journal-title":"Stud. Second Lang. Acquis."},{"key":"2025101608365123700_c23","doi-asserted-by":"publisher","first-page":"2106","DOI":"10.1044\/2024_JSLHR-23-00559","article-title":"The effect of visual articulatory cues on the identification of Mandarin tones by children with cochlear implants","volume":"67","year":"2024","journal-title":"J. Speech Lang. Hear. Res."},{"key":"2025101608365123700_c24","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1017\/S136672891200051X","article-title":"Intelligibility of American English vowels of native and non-native speakers in quiet and speech-shaped noise","volume":"16","year":"2013","journal-title":"Biling.:Lang. Cogn."},{"key":"2025101608365123700_c25","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1177\/00238309040470020101","article-title":"Perception of Mandarin lexical tones when F0 information is neutralized","volume":"47","year":"2004","journal-title":"Lang. Speech"},{"key":"2025101608365123700_c26","doi-asserted-by":"publisher","first-page":"982","DOI":"10.1002\/hbm.21084","article-title":"The impact of iconic gestures on foreign language word learning and its neural substrate","volume":"32","year":"2011","journal-title":"Hum. Brain Mapp."},{"key":"2025101608365123700_c27","doi-asserted-by":"publisher","first-page":"S23","DOI":"10.1080\/14992027.2016.1219073","article-title":"Lexical tone recognition in noise in normal-hearing children and prelingually deafened children with cochlear implants","volume":"56","year":"2017","journal-title":"Int. J. Audiol."},{"key":"2025101608365123700_c28","volume-title":"Perceiving Talking Faces: From Speech Perception to a Behavioral Principle","year":"1998"},{"key":"2025101608365123700_c29","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1016\/j.brainres.2006.05.033","article-title":"Reactivation of physical motor information in the memory of action events","volume":"1101","year":"2006","journal-title":"Brain Res."},{"key":"2025101608365123700_c30","doi-asserted-by":"publisher","first-page":"112020","DOI":"10.1016\/j.ijporl.2024.112020","article-title":"Lexical tone recognition in multi-talker babbles and steady-state noise by Mandarin-speaking children with unilateral cochlear implants or bimodal hearing","volume":"182","year":"2024","journal-title":"Int. J. Pediatr. Otorhinolaryngol."},{"key":"2025101608365123700_c31","doi-asserted-by":"publisher","first-page":"105327","DOI":"10.1016\/j.bandl.2023.105327","article-title":"Observing gesture at learning enhances subsequent phonological and semantic processing of L2 words: An N400 study","volume":"246","year":"2023","journal-title":"Brain Lang."},{"key":"2025101608365123700_c32","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1080\/23273798.2014.923105","article-title":"Emphasising sound and meaning: Pitch gestures enhance Mandarin lexical tone acquisition","volume":"30","year":"2015","journal-title":"Lang. Cogn. Neurosci."},{"key":"2025101608365123700_c33","doi-asserted-by":"publisher","first-page":"105014","DOI":"10.1016\/j.cognition.2022.105014","article-title":"Elucidating the influences of embodiment and conceptual metaphor on lexical and non-speech tone learning","volume":"222","year":"2022","journal-title":"Cognition"},{"key":"2025101608365123700_c34","doi-asserted-by":"publisher","first-page":"411","DOI":"10.2307\/4149008","article-title":"The role of gestures in spatial working memory and speech","volume":"117","year":"2004","journal-title":"Am. J. Psychol."},{"key":"2025101608365123700_c35","doi-asserted-by":"publisher","first-page":"1517","DOI":"10.1037\/a0030241","article-title":"A show of hands: Relations between young children's gesturing and executive function","volume":"49","year":"2013","journal-title":"Dev. Psychol."},{"key":"2025101608365123700_c36","doi-asserted-by":"publisher","first-page":"142","DOI":"10.3389\/fpsyg.2011.00142","article-title":"Why would musical training benefit the neural encoding of speech? The OPERA hypothesis","volume":"2","year":"2011","journal-title":"Front. Psychol."},{"key":"2025101608365123700_c37","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1097\/01.AUD.0000130797.73809.40","article-title":"Perception and production of Mandarin tones in prelingually deaf children with cochlear implants","volume":"25","year":"2004","journal-title":"Ear Hear."},{"key":"2025101608365123700_c38","volume-title":"The Origins of Intelligence in Children","year":"1952"},{"key":"2025101608365123700_c39","volume-title":"R: A Language and Environment for Statistical Computing","author":"Core Team","year":"2024"},{"key":"2025101608365123700_c40","doi-asserted-by":"publisher","first-page":"100980","DOI":"10.1016\/j.wocn.2020.100980","article-title":"Cross-linguistic perception of clearly spoken English tense and lax vowels based on auditory, visual, and auditory-visual information","volume":"81","year":"2020","journal-title":"J. Phonet."},{"key":"2025101608365123700_c41","doi-asserted-by":"publisher","first-page":"1480","DOI":"10.1121\/1.3672703","article-title":"Facilitation of Mandarin tone perception by visual speech in clear and degraded audio: Implications for cochlear implants","volume":"131","year":"2012","journal-title":"J. Acoust. Soc. Am."},{"key":"2025101608365123700_c42","doi-asserted-by":"publisher","first-page":"9339","DOI":"10.1523\/JNEUROSCI.2282-05.2005","article-title":"Formation of a motor memory by action observation","volume":"25","year":"2005","journal-title":"J. Neurosci."},{"key":"2025101608365123700_c43","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1016\/j.ijporl.2016.11.022","article-title":"Audio-visual speech perception in noise: Implanted children and young adults versus normal hearing peers","volume":"92","year":"2017","journal-title":"Int. J. Pediatr. Otorhinolaryngol."},{"key":"2025101608365123700_c44","doi-asserted-by":"publisher","first-page":"103084","DOI":"10.1016\/j.specom.2024.103084","article-title":"Visual-articulatory cues facilitate children with CIs to better perceive Mandarin tones in sentences","volume":"160","year":"2024","journal-title":"Speech Commun."},{"key":"2025101608365123700_c45","doi-asserted-by":"publisher","first-page":"62S","DOI":"10.1097\/AUD.0b013e318031512c","article-title":"Psychophysical performance and Mandarin tone recognition in noise by cochlear implant users","volume":"28","year":"2007","journal-title":"Ear Hear."},{"key":"2025101608365123700_c46","doi-asserted-by":"publisher","first-page":"395","DOI":"10.3109\/00016489.2010.536993","article-title":"Tone perception and production in pediatric cochlear implants users","volume":"131","year":"2011","journal-title":"Acta Otolaryngol."},{"key":"2025101608365123700_c47","first-page":"341","article-title":"Tonal languages and cochlear implants","volume-title":"Auditory Prostheses: New Horizons","author":"Zeng","year":"2011"},{"key":"2025101608365123700_c48","doi-asserted-by":"publisher","first-page":"735","DOI":"10.1044\/2022_JSLHR-22-00158","article-title":"Aging-related decline in phonated and whispered speech perception not compensated for by increased duration and intensity: Evidence from Mandarin-speaking adult listeners","volume":"66","year":"2023","journal-title":"J. Speech Lang. Hear. Res."},{"key":"2025101608365123700_c49","doi-asserted-by":"publisher","first-page":"2070","DOI":"10.1044\/2021_JSLHR-20-00631","article-title":"High-variability phonetic training benefits lexical tone perception: An investigation on Mandarin-speaking pediatric cochlear implant users","volume":"64","year":"2021","journal-title":"J. Speech Lang. Hear. Res."},{"key":"2025101608365123700_c50","doi-asserted-by":"publisher","first-page":"2299","DOI":"10.1121\/10.0030466","article-title":"High variability phonetic training facilitates perception-to-production transfer in Mandarin-speaking children with cochlear implants: An acoustic investigation","volume":"156","year":"2024","journal-title":"J. Acoust. Soc. Am."},{"key":"2025101608365123700_c51","doi-asserted-by":"publisher","first-page":"499","DOI":"10.1097\/MAO.0b013e318287ca86","article-title":"Relationship between tone perception and production in prelingually deafened children with cochlear implants","volume":"34","year":"2013","journal-title":"Otol. Neurotol."},{"key":"2025101608365123700_c52","doi-asserted-by":"publisher","first-page":"2292","DOI":"10.1016\/j.ijporl.2014.10.036","article-title":"Tone identification in Mandarin-speaking children with profound hearing impairment","volume":"78","year":"2014","journal-title":"Int. J. Pediatr. Otorhinolaryngol."},{"key":"2025101608365123700_c53","doi-asserted-by":"publisher","first-page":"e0155595","DOI":"10.1371\/journal.pone.0155595","article-title":"Known-groups and concurrent validity of the Mandarin Tone Identification Test (MTIT)","volume":"11","year":"2016","journal-title":"PLoS One"},{"key":"2025101608365123700_c54","doi-asserted-by":"publisher","first-page":"877","DOI":"10.1038\/s41562-025-02152-2","article-title":"The synergy of embodied cognition and cognitive load theory for optimized learning","volume":"9","year":"2025","journal-title":"Nat. Hum. Behav."}],"container-title":["The Journal of the Acoustical Society of America"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/pubs.aip.org\/asa\/jasa\/article-pdf\/158\/4\/2995\/20757880\/2995_1_10.0039561.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/pubs.aip.org\/asa\/jasa\/article-pdf\/158\/4\/2995\/20757880\/2995_1_10.0039561.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T12:40:37Z","timestamp":1760618437000},"score":1,"resource":{"primary":{"URL":"https:\/\/pubs.aip.org\/jasa\/article\/158\/4\/2995\/3368115\/Multimodal-training-using-pitch-gestures-improves"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,1]]},"references-count":54,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,10,1]]}},"URL":"https:\/\/doi.org\/10.1121\/10.0039561","relation":{},"ISSN":["1520-8524"],"issn-type":[{"value":"1520-8524","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2025,10]]},"published":{"date-parts":[[2025,10,1]]}}}