{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T16:37:36Z","timestamp":1783183056297,"version":"3.54.6"},"reference-count":28,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,12,16]],"date-time":"2023-12-16T00:00:00Z","timestamp":1702684800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,12,16]],"date-time":"2023-12-16T00:00:00Z","timestamp":1702684800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,12,16]]},"DOI":"10.1109\/asru57964.2023.10389746","type":"proceedings-article","created":{"date-parts":[[2024,1,19]],"date-time":"2024-01-19T13:38:40Z","timestamp":1705671520000},"page":"1-6","source":"Crossref","is-referenced-by-count":2,"title":["Exploring Effective Distillation of Self-Supervised Speech Models for Automatic Speech Recognition"],"prefix":"10.1109","author":[{"given":"Yujin","family":"Wang","sequence":"first","affiliation":[{"name":"Tsinghua University,Department of Electronic Engineering"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Changli","family":"Tang","sequence":"additional","affiliation":[{"name":"Tsinghua University,Department of Electronic Engineering"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ziyang","family":"Ma","sequence":"additional","affiliation":[{"name":"AI Institute X-LANCE Lab Shanghai Jiao Tong University,MoE Key Lab of Artificial Intelligence,Department of Computer Science and Engineering,Shanghai,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhisheng","family":"Zheng","sequence":"additional","affiliation":[{"name":"AI Institute X-LANCE Lab Shanghai Jiao Tong University,MoE Key Lab of Artificial Intelligence,Department of Computer Science and Engineering,Shanghai,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xie","family":"Chen","sequence":"additional","affiliation":[{"name":"AI Institute X-LANCE Lab Shanghai Jiao Tong University,MoE Key Lab of Artificial Intelligence,Department of Computer Science and Engineering,Shanghai,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei-Qiang","family":"Zhang","sequence":"additional","affiliation":[{"name":"Tsinghua University,Department of Electronic Engineering"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018","journal-title":"arXiv preprint arXiv:1810.04805"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2022.3207050"},{"key":"ref3","article-title":"wav2vec 2.0: A framework for self-supervised learning of speech representations","author":"Baevski","year":"2020","journal-title":"NeurIPS"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3122291"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2022.3188113"},{"key":"ref6","article-title":"Data2vec: A general framework for self-supervised learning in speech, vision and language","author":"Baevski","year":"2022","journal-title":"arXiv preprint arXiv:2202.03555"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.21437\/interspeech.2023-822"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU51503.2021.9688253"},{"key":"ref9","article-title":"DistilBERT, a distilled version of bert: smaller, faster, cheaper and lighter","author":"Sanh","year":"2019","journal-title":"arXiv preprint arXiv:1910.01108"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.372"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP43922.2022.9747490"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2022-10269"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2022-11112"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2022-11313"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-1775"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.4140\/TCP.n.2015.249"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.21437\/interspeech.2014-432"},{"key":"ref19","article-title":"Fitnets: Hints for thin deep nets","author":"Adriana","year":"2015","journal-title":"Proc. ICLR"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP43922.2022.9746168"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-4009"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49357.2023.10095130"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2015.7178964"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9052942"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2022-909"},{"key":"ref27","article-title":"Insights on representational similarity in neural networks with canonical correlation","author":"Morcos","year":"2018","journal-title":"Proc. of NeurIPS"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU51503.2021.9688093"}],"event":{"name":"2023 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","location":"Taipei, Taiwan","start":{"date-parts":[[2023,12,16]]},"end":{"date-parts":[[2023,12,20]]}},"container-title":["2023 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10388490\/10389614\/10389746.pdf?arnumber=10389746","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,23]],"date-time":"2024-01-23T11:29:54Z","timestamp":1706009394000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10389746\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,16]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/asru57964.2023.10389746","relation":{},"subject":[],"published":{"date-parts":[[2023,12,16]]}}}