{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,22]],"date-time":"2024-10-22T17:42:14Z","timestamp":1729618934633,"version":"3.28.0"},"reference-count":24,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,6,6]],"date-time":"2021-06-06T00:00:00Z","timestamp":1622937600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,6,6]],"date-time":"2021-06-06T00:00:00Z","timestamp":1622937600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,6,6]],"date-time":"2021-06-06T00:00:00Z","timestamp":1622937600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,6,6]]},"DOI":"10.1109\/icassp39728.2021.9413762","type":"proceedings-article","created":{"date-parts":[[2021,5,13]],"date-time":"2021-05-13T15:53:45Z","timestamp":1620921225000},"page":"6868-6872","source":"Crossref","is-referenced-by-count":2,"title":["Generalized Knowledge Distillation from an Ensemble of Specialized Teachers Leveraging Unsupervised Neural Clustering"],"prefix":"10.1109","author":[{"given":"Takashi","family":"Fukuda","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gakuto","family":"Kurata","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","first-page":"2023","article-title":"Learning using privileged information: Similarity control and knowledge transfer","volume":"16","author":"vapnik","year":"2015","journal-title":"Machine Learning Research"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2016-852"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU46091.2019.9003760"},{"key":"ref13","first-page":"1910","article-title":"Learning small-size DNN with output-distribution-based criteria","author":"li","year":"2014","journal-title":"Proc INTERSPEECH"},{"key":"ref14","first-page":"3264","article-title":"Transferring knowledge from a RNN to a DNN","author":"chan","year":"2015","journal-title":"Proc INTERSPEECH"},{"key":"ref15","article-title":"Blending LSTMs into CNNs","author":"geras","year":"2016","journal-title":"ICLR Workshop"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472809"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/SLT.2018.8639629"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/SLT.2018.8639635"},{"key":"ref19","first-page":"6475","article-title":"Improving noise robustness of automatic speech recognition via parallel data and teacher-student learning","author":"mo\u0161ner","year":"2019","journal-title":"Proc IEEE ICASSP"},{"key":"ref4","first-page":"495","article-title":"The SRI March 2000 HUB-5 conversational speech transcription system","author":"stolcke","year":"2000","journal-title":"Proc NIST Speech Transcription Workshop"},{"key":"ref3","first-page":"495","article-title":"Finding consensus among words: Lattice-based word error minimization","author":"mangu","year":"1999","journal-title":"Proc EUROSPEECH"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"66","DOI":"10.21437\/Interspeech.2010-13","article-title":"Unsupervised discovery and training of maximally dissimilar cluster models","author":"beaufays","year":"2010","journal-title":"Proc INTERSPEECH"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2012.6288830"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-1575"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"3697","DOI":"10.21437\/Interspeech.2017-614","article-title":"Efficient knowledge distillation from an ensemble of teachers","author":"fukuda","year":"2017","journal-title":"Proc INTERSPEECH"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.1999.759731"},{"key":"ref1","first-page":"347","article-title":"A post-processing system to yield reduced word error rates: Recognizer output voting error reduction (ROVER)","author":"fiscus","year":"2014","journal-title":"Proc IEEE ASRU"},{"article-title":"Deep clustering for unsupervised learning of visual features","year":"2019","author":"caron","key":"ref9"},{"key":"ref20","first-page":"2654","article-title":"Do deep nets really need to be deep?","author":"ba","year":"2014","journal-title":"Advances in Neural Information Processing Systems 27"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472620"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-1930"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2016-1190"}],"event":{"name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","start":{"date-parts":[[2021,6,6]]},"location":"Toronto, ON, Canada","end":{"date-parts":[[2021,6,11]]}},"container-title":["ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9413349\/9413350\/09413762.pdf?arnumber=9413762","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,27]],"date-time":"2022-12-27T03:34:03Z","timestamp":1672112043000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9413762\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,6]]},"references-count":24,"URL":"https:\/\/doi.org\/10.1109\/icassp39728.2021.9413762","relation":{},"subject":[],"published":{"date-parts":[[2021,6,6]]}}}