{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T16:20:47Z","timestamp":1775665247148,"version":"3.50.1"},"reference-count":35,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,5,23]]},"DOI":"10.1109\/icassp43922.2022.9747490","type":"proceedings-article","created":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T19:50:34Z","timestamp":1651089034000},"page":"7087-7091","source":"Crossref","is-referenced-by-count":96,"title":["Distilhubert: Speech Representation Learning by Layer-Wise Distillation of Hidden-Unit Bert"],"prefix":"10.1109","author":[{"given":"Heng-Jui","family":"Chang","sequence":"first","affiliation":[{"name":"National Taiwan University,College of Electrical Engineering and Computer Science"}]},{"given":"Shu-wen","family":"Yang","sequence":"additional","affiliation":[{"name":"National Taiwan University,College of Electrical Engineering and Computer Science"}]},{"given":"Hung-yi","family":"Lee","sequence":"additional","affiliation":[{"name":"National Taiwan University,College of Electrical Engineering and Computer Science"}]}],"member":"263","reference":[{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.3115\/1075527.1075614"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2015.7178964"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-4009"},{"key":"ref30","article-title":"Unsupervised speech recognition","author":"baevski","year":"2021"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-563"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICSDA.2017.8384449"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054548"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-1873"},{"key":"ref12","article-title":"vq-wav2vec: Self-supervised learning of discrete speech representations","author":"baevski","year":"2020","journal-title":"ICLRE"},{"key":"ref13","article-title":"wav2vec 2.0: A framework for self-supervised learning of speech representations","author":"baevski","year":"2020","journal-title":"NeurIPS"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-717"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3122291"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-2605"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9053569"},{"key":"ref18","article-title":"Effectiveness of self-supervised pre-training for speech recognition","author":"baevski","year":"2019"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-1775"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU51503.2021.9688093"},{"key":"ref4","article-title":"DeCoAR 2.0: Deep contextualized acoustic representations with vector quantization","author":"ling","year":"2020"},{"key":"ref27","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"NeurIPS"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9053176"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-1473"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU51503.2021.9688137"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-349"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.213"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-1228"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3095662"},{"key":"ref9","article-title":"Representation learning with contrastive predictive coding","author":"oord","year":"2018"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054458"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-556"},{"key":"ref22","article-title":"Distilling the knowledge in a neural network","author":"hinton","year":"2015"},{"key":"ref21","article-title":"The history of speech recognition to the year 2030","author":"hannun","year":"2021"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.372"},{"key":"ref23","article-title":"DistilBERT, a distilled version of bert: smaller, faster, cheaper and lighter","author":"sanh","year":"2019"},{"key":"ref26","article-title":"PARP: Prune, adjust and re-prune for self-supervised speech recognition","author":"lai","year":"2021","journal-title":"NeurIPS"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.sustainlp-1.14"}],"event":{"name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","location":"Singapore, Singapore","start":{"date-parts":[[2022,5,23]]},"end":{"date-parts":[[2022,5,27]]}},"container-title":["ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9745891\/9746004\/09747490.pdf?arnumber=9747490","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,15]],"date-time":"2022-08-15T20:07:28Z","timestamp":1660594048000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9747490\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,23]]},"references-count":35,"URL":"https:\/\/doi.org\/10.1109\/icassp43922.2022.9747490","relation":{},"subject":[],"published":{"date-parts":[[2022,5,23]]}}}