{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T15:28:23Z","timestamp":1775230103130,"version":"3.50.1"},"reference-count":40,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T00:00:00Z","timestamp":1733097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T00:00:00Z","timestamp":1733097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,2]]},"DOI":"10.1109\/slt61566.2024.10832290","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:27Z","timestamp":1737052287000},"page":"118-125","source":"Crossref","is-referenced-by-count":2,"title":["Leave No Knowledge Behind During Knowledge Distillation: Towards Practical and Effective Knowledge Distillation For Code-Switching ASR Using Realistic Data"],"prefix":"10.1109","author":[{"given":"Liang-Hsuan","family":"Tseng","sequence":"first","affiliation":[{"name":"National Taiwan University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zih-Ching","family":"Chen","sequence":"additional","affiliation":[{"name":"NVIDIA,NVIDIA AI Technology Center,Taipei,Taiwan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei-Shun","family":"Chang","sequence":"additional","affiliation":[{"name":"National Taiwan University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cheng-Kuang","family":"Lee","sequence":"additional","affiliation":[{"name":"NVIDIA,NVIDIA AI Technology Center,Taipei,Taiwan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tsung-Ren","family":"Huang","sequence":"additional","affiliation":[{"name":"National Taiwan University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hung-Yi","family":"Lee","sequence":"additional","affiliation":[{"name":"National Taiwan University"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","article-title":"wav2vec 2.0: A framework for self-supervised learning of speech representations","author":"Baevski","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3122291"},{"key":"ref3","article-title":"Self-supervised learning with random-projection quantizer for speech recognition","volume-title":"International Conference on Machine Learning","author":"Chiu"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054295"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-1800"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-740"},{"key":"ref7","article-title":"Robust speech recognition via large-scale weak supervision","volume-title":"International Conference on Machine Learning","author":"Radford"},{"key":"ref8","article-title":"Google usm: Scaling automatic speech recognition beyond 100 languages","author":"Zhang","year":"2023","journal-title":"arXiv preprint arXiv:2303.01037"},{"key":"ref9","article-title":"Seamlessm4t-massively multilingual & multimodal machine translation","author":"Barrault","year":"2023","journal-title":"arXiv preprint arXiv:2308.11596"},{"key":"ref10","article-title":"Distilwhisper: Robust knowledge distillation via large-scale pseudo labelling","author":"Gandhi","year":"2023","journal-title":"arXiv preprint arXiv:2311.00430"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8683223"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-1429"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ISCSLP49672.2021.9362075"},{"key":"ref14","article-title":"Mandarin-english code-switching speech recognition with self-supervised speech representation models","author":"Tseng","year":"2021","journal-title":"arXiv preprint arXiv:2110.03504"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10448335"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682850"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-2485"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-2488"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9413562"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU51503.2021.9688174"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-3214"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.apacoust.2019.107175"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49357.2023.10096317"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10446737"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/icasspw62465.2024.10626762"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.4140\/TCP.n.2015.249"},{"key":"ref27","article-title":"Distilbert, a distilled version of bert: smaller, faster, cheaper and lighter","author":"Sanh","year":"2019","journal-title":"arXiv preprint arXiv:1910.01108"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP43922.2022.9747490"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00146"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.873"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1965.1053799"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2001.940841"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TSA.2004.838537"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU.2013.6707741"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2017-1385"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2022.3195367"},{"key":"ref37","article-title":"Continuous pseudo-labeling from the start","author":"Berrebbi","year":"2023","journal-title":"ICLR"},{"key":"ref38","article-title":"Common voice: A massively-multilingual speech corpus","volume-title":"Proceedings of the Twelfth Language Resources and Evaluation Conference","author":"Ardila"},{"key":"ref39","article-title":"ASCEND: A spontaneous Chinese-English dataset for code-switching in multi-turn conversation","volume-title":"Proceedings of the Thirteenth Language Resources and Evaluation Conference","author":"Lovenia"},{"key":"ref40","article-title":"g2pe","author":"Park","year":"2019"}],"event":{"name":"2024 IEEE Spoken Language Technology Workshop (SLT)","location":"Macao","start":{"date-parts":[[2024,12,2]]},"end":{"date-parts":[[2024,12,5]]}},"container-title":["2024 IEEE Spoken Language Technology Workshop (SLT)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10830790\/10830793\/10832290.pdf?arnumber=10832290","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T07:42:17Z","timestamp":1737099737000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10832290\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,2]]},"references-count":40,"URL":"https:\/\/doi.org\/10.1109\/slt61566.2024.10832290","relation":{},"subject":[],"published":{"date-parts":[[2024,12,2]]}}}