{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T15:27:40Z","timestamp":1775230060251,"version":"3.50.1"},"reference-count":28,"publisher":"IEEE","license":[{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,5]]},"DOI":"10.1109\/icassp40776.2020.9052964","type":"proceedings-article","created":{"date-parts":[[2020,4,9]],"date-time":"2020-04-09T20:21:13Z","timestamp":1586463673000},"page":"6899-6903","source":"Crossref","is-referenced-by-count":21,"title":["DEJA-VU: Double Feature Presentation and Iterated Loss in Deep Transformer Networks"],"prefix":"10.1109","author":[{"given":"Andros","family":"Tjandra","sequence":"first","affiliation":[]},{"given":"Chunxi","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Frank","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Xiaohui","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Yongqiang","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Gabriel","family":"Synnaeve","sequence":"additional","affiliation":[]},{"given":"Satoshi","family":"Nakamura","sequence":"additional","affiliation":[]},{"given":"Geoffrey","family":"Zweig","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143891"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2015.7178964"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU46091.2019.9003972"},{"key":"ref14","author":"kudo","year":"2018","journal-title":"Subword regularization Improving neural net-work translation models with multiple subword candidates"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1006\/csla.2001.0184"},{"key":"ref16","article-title":"The Kaldi speech recognition toolkit","author":"povey","year":"2011","journal-title":"Proc ASRU"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-2680"},{"key":"ref18","article-title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","author":"myle","year":"2019","journal-title":"Proceedings of NAACL-HLT 2019 Demonstrations"},{"key":"ref19","article-title":"Very deep convo-lutional networks for large-scale image recognition","author":"simonyan","year":"2015","journal-title":"International Conference on Learning Representations ICLR 2015"},{"key":"ref28","author":"lu","year":"2019","journal-title":"Self-teaching networks"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2014.6854662"},{"key":"ref27","doi-asserted-by":"crossref","DOI":"10.1109\/ASRU.2017.8268935","article-title":"Exploring architectures, data and units for streaming end-to-end speech recognition with rnn-transducer","author":"rao","year":"2017","journal-title":"Automatic Speech Recognition and Understanding (ASRU) 2017 IEEE Workshop on"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/SLT.2012.6424251"},{"key":"ref6","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU.2013.6707705"},{"key":"ref8","author":"mohamed","year":"2019","journal-title":"Transformers with convolutional context for ASR"},{"key":"ref7","author":"dai","year":"2019","journal-title":"Transformer-xl Attentive language models beyond a fixed-length context"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2015.7178829"},{"key":"ref9","author":"karita","year":"2019","journal-title":"A comprative study on Transformer vs RNN in speech applications"},{"key":"ref1","article-title":"KL-divergence regularized deep neural network adaptation for improved large vocabulary speech recognition","author":"yao","year":"2013","journal-title":"Proceedings of the 2013 IEEE International Conference on Acoustics Speech and Signal Processing (ICASSP)"},{"key":"ref20","article-title":"Fully con-volutional speech recognition","volume":"abs 1812 6864","author":"zeghidour","year":"2018","journal-title":"CoRR"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-1780"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-2460"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8462506"},{"key":"ref23","author":"sperber","year":"2018","journal-title":"Self-attentional acoustic models"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33013159"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"}],"event":{"name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","location":"Barcelona, Spain","start":{"date-parts":[[2020,5,4]]},"end":{"date-parts":[[2020,5,8]]}},"container-title":["ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9040208\/9052899\/09052964.pdf?arnumber=9052964","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,28]],"date-time":"2022-06-28T00:21:36Z","timestamp":1656375696000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9052964\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/icassp40776.2020.9052964","relation":{},"subject":[],"published":{"date-parts":[[2020,5]]}}}