{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T20:22:45Z","timestamp":1776889365021,"version":"3.51.2"},"reference-count":36,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,5,23]]},"DOI":"10.1109\/icassp43922.2022.9746168","type":"proceedings-article","created":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T15:50:34Z","timestamp":1651074634000},"page":"8527-8531","source":"Crossref","is-referenced-by-count":18,"title":["Knowledge Distillation for Neural Transducers from Large Self-Supervised Pre-Trained Models"],"prefix":"10.1109","author":[{"given":"Xiaoyu","family":"Yang","sequence":"first","affiliation":[{"name":"Cambridge University,Engineering Dept.,Cambridge,U.K.,CB2 1PZ"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qiujia","family":"Li","sequence":"additional","affiliation":[{"name":"Cambridge University,Engineering Dept.,Cambridge,U.K.,CB2 1PZ"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Philip C.","family":"Woodland","sequence":"additional","affiliation":[{"name":"Cambridge University,Engineering Dept.,Cambridge,U.K.,CB2 1PZ"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-2012"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8462682"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472618"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-2442"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-2680"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2015.7178964"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2018-1456"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-1454"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9413692"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2014-432"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2016-911"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8461995"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/SLT.2018.8639629"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682671"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3071662"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2018-1025"},{"key":"ref19","article-title":"Sequence transduction with recurrent neural networks","author":"graves","year":"2012","journal-title":"Proc ICML Workshop on Representation Learning"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9053896"},{"key":"ref4","article-title":"wav2vec 2.0: A framework for self-supervised learning of speech representations","author":"baevski","year":"2020","journal-title":"Proc NeurIPS"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143891"},{"key":"ref3","article-title":"vq-wav2vec: Self-supervised learning of discrete speech representations","author":"baevski","year":"2019","journal-title":"Proc ICLR"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2013-552"},{"key":"ref29","article-title":"RNN-T for latency controlled ASR with improved beam search","author":"jain","year":"2019"},{"key":"ref5","article-title":"Shrinking bigfoot: Reducing wav2vec 2.0 foot-print","author":"peng","year":"2021"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9413844"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472823"},{"key":"ref2","article-title":"Language models are few-shot learners","author":"brown","year":"2020","journal-title":"Proc NeurIPS"},{"key":"ref9","article-title":"Distilling the knowledge in a neural network","author":"hinton","year":"2014","journal-title":"Proc NIPS Deep Learning Workshop"},{"key":"ref1","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2019","journal-title":"Proc NAACL"},{"key":"ref20","article-title":"Exploring architectures, data and units for streaming end-to-end speech recognition with RNN-transducer","author":"rao","year":"2017","journal-title":"Proc ASRU"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9413905"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682336"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-3015"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-797"},{"key":"ref26","article-title":"Pushing the limits of semi-supervised learning for automatic speech recognition","author":"zhang","year":"2020","journal-title":"Proc NeurIPS SAS Workshop"},{"key":"ref25","article-title":"Improving transformer-based speech recognition using unsupervised pre-training","author":"jiang","year":"2019","journal-title":"Proc INTERSPEECH"}],"event":{"name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","location":"Singapore, Singapore","start":{"date-parts":[[2022,5,23]]},"end":{"date-parts":[[2022,5,27]]}},"container-title":["ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9745891\/9746004\/09746168.pdf?arnumber=9746168","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,5]],"date-time":"2025-09-05T18:18:11Z","timestamp":1757096291000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9746168\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,23]]},"references-count":36,"URL":"https:\/\/doi.org\/10.1109\/icassp43922.2022.9746168","relation":{},"subject":[],"published":{"date-parts":[[2022,5,23]]}}}