{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T19:44:41Z","timestamp":1730231081012,"version":"3.28.0"},"reference-count":25,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,5,23]]},"DOI":"10.1109\/icassp43922.2022.9746773","type":"proceedings-article","created":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T19:50:34Z","timestamp":1651089034000},"page":"3658-3662","source":"Crossref","is-referenced-by-count":1,"title":["Exploring Heterogeneous Characteristics of Layers in ASR Models for More Efficient Training"],"prefix":"10.1109","author":[{"given":"Lillian","family":"Zhou","sequence":"first","affiliation":[{"name":"Google LLC,Mountain View,CA,U.S.A."}]},{"given":"Dhruv","family":"Guliani","sequence":"additional","affiliation":[{"name":"Google LLC,Mountain View,CA,U.S.A."}]},{"given":"Andreas","family":"Kabel","sequence":"additional","affiliation":[{"name":"Google LLC,Mountain View,CA,U.S.A."}]},{"given":"Giovanni","family":"Motta","sequence":"additional","affiliation":[{"name":"Google LLC,Mountain View,CA,U.S.A."}]},{"given":"Francoise","family":"Beaufays","sequence":"additional","affiliation":[{"name":"Google LLC,Mountain View,CA,U.S.A."}]}],"member":"263","reference":[{"key":"ref10","article-title":"Towards understanding the role of over-parametrization in generalization of neural networks","volume":"abs 1805 12076","author":"neyshabur","year":"2018","journal-title":"CoRR"},{"key":"ref11","article-title":"Are all layers created equal?","volume":"abs 1902 1996","author":"zhang","year":"2019","journal-title":"CoRR"},{"key":"ref12","article-title":"Intriguing properties of randomly weighted networks: Generalizing while learning next to nothing","volume":"abs 1802 844","author":"rosenfeld","year":"2018","journal-title":"CoRR"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9414495"},{"key":"ref14","article-title":"Reservoir transformer","volume":"abs 2012 15045","author":"shen","year":"2020","journal-title":"CoRR"},{"key":"ref15","article-title":"Reducing transformer depth on demand with structured dropout","author":"fan","year":"2020","journal-title":"International Conference on Learning Representations"},{"key":"ref16","article-title":"The intriguing role of module criticality in the generalization of deep networks","volume":"abs 1912 528","author":"chatterji","year":"2019","journal-title":"CoRR"},{"key":"ref17","first-page":"1273","article-title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","volume":"54","author":"mcmahan","year":"2017","journal-title":"Proceedings of the 20th International Conference on Artificial Intelligence and Statistics AIS-TATS 2017 20-22 April 2017 Fort Lauderdale FL USA"},{"key":"ref18","article-title":"Group normalization","volume":"abs 1803 8494","author":"wu","year":"2018","journal-title":"CoRR"},{"article-title":"Expanding the Reach of Federated Learning by Reducing Client Resource Requirements","year":"2018","author":"caldas","key":"ref19"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9413899"},{"journal-title":"Conformer Convolution-augmented transformer for speech recognition","year":"2020","author":"gulati","key":"ref3"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU51503.2021.9687871"},{"article-title":"An efficient streaming non-recurrent on-device end-to-end model with improvements to rare-word modeling","year":"2021","author":"gruenstein","key":"ref5"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9413397"},{"article-title":"Carbon emissions and large neural network training","year":"2021","author":"patterson","key":"ref7"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054188"},{"key":"ref9","article-title":"Learning and generalization in overparameterized neural networks, going beyond two layers","volume":"abs 1811 4918","author":"allen-zhu","year":"2018","journal-title":"CoRR"},{"key":"ref1","doi-asserted-by":"crossref","first-page":"6645","DOI":"10.1109\/ICASSP.2013.6638947","article-title":"Speech Recognition with Deep Recurrent Neural Networks","author":"graves","year":"2013","journal-title":"2013 IEEE International Conference on Acoustics Speech and Signal Processing"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2015.7178964"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU46091.2019.9003913"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-654"},{"key":"ref24","article-title":"Adaptive federated optimization","volume":"abs 2003 295","author":"reddi","year":"2020","journal-title":"CoRR"},{"key":"ref23","article-title":"The non-iid data quagmire of decentralized machine learning","volume":"abs 1910 189","author":"hsieh","year":"2019","journal-title":"CoRR"},{"key":"ref25","article-title":"A Field Guide to Federated Optimization","volume":"abs 2107 6917","author":"wang","year":"2021","journal-title":"CoRR"}],"event":{"name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","start":{"date-parts":[[2022,5,23]]},"location":"Singapore, Singapore","end":{"date-parts":[[2022,5,27]]}},"container-title":["ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9745891\/9746004\/09746773.pdf?arnumber=9746773","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,15]],"date-time":"2022-08-15T20:10:40Z","timestamp":1660594240000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9746773\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,23]]},"references-count":25,"URL":"https:\/\/doi.org\/10.1109\/icassp43922.2022.9746773","relation":{},"subject":[],"published":{"date-parts":[[2022,5,23]]}}}