{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,18]],"date-time":"2025-04-18T05:12:11Z","timestamp":1744953131755,"version":"3.28.0"},"reference-count":20,"publisher":"IEEE","license":[{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,5]]},"DOI":"10.1109\/icassp40776.2020.9054065","type":"proceedings-article","created":{"date-parts":[[2020,4,9]],"date-time":"2020-04-09T20:21:13Z","timestamp":1586463673000},"page":"3022-3026","source":"Crossref","is-referenced-by-count":9,"title":["Improving Efficiency in Large-Scale Decentralized Distributed Training"],"prefix":"10.1109","author":[{"given":"Wei","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaodong","family":"Cui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Abdullah","family":"Kayi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mingrui","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ulrich","family":"Finkler","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Brian","family":"Kingsbury","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"George","family":"Saon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Youssef","family":"Mroueh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alper","family":"Buyuktosunoglu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Payel","family":"Das","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Kung","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"Picheny","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","article-title":"Stochastic gradient push for distributed deep learning","author":"assran","year":"2019","journal-title":"ICML"},{"key":"ref11","article-title":"Large scale distributed deep networks","author":"dean","year":"2012","journal-title":"NIPS"},{"key":"ref12","article-title":"Project adam: Building an efficient and scalable deep learning training system","author":"chilimbi","year":"0","journal-title":"11th USENIX Symposium on Operating Systems Design and Implementation (OSDI 14)"},{"key":"ref13","first-page":"2350","article-title":"Staleness-aware async-sgd for distributed deep learning","author":"zhang","year":"2016","journal-title":"Proceedings of the Twenty-Fifth International Joint Conference on Artificial Intelligence IJCAI 2016 New York NY USA 9-15 July 2016"},{"key":"ref14","article-title":"Powerai DDL","volume":"abs 1708 2188","author":"cho","year":"2017","journal-title":"CoRR"},{"key":"ref15","article-title":"Revisiting distributed synchronous sgd","author":"chen","year":"2016","journal-title":"International Conference on Learning Representations (ICLR) Workshop Track"},{"key":"ref16","first-page":"173","article-title":"Deep speech 2 : End-to-end speech recognition in english and mandarin","author":"amodei","year":"2016","journal-title":"ICML’16"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472805"},{"key":"ref18","doi-asserted-by":"crossref","DOI":"10.21437\/Interspeech.2014-274","article-title":"1-bit stochastic gradient descent and application to data-parallel distributed training of speech dnns","author":"seide","year":"2014","journal-title":"Proc INTERSPEECH 2014"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2014.6853593"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-2700"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682888"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2008.09.002"},{"key":"ref5","article-title":"Accurate, large minibatch SGD: training imagenet in 1 hour","volume":"abs 1706 2677","author":"goyal","year":"2017","journal-title":"CoRR"},{"year":"0","key":"ref8","article-title":"Top500 november 2018 listing website"},{"journal-title":"NCCL Optimized primitives for collective multi-GPU communication","year":"0","key":"ref7"},{"key":"ref2","article-title":"Asynchronous decentralized parallel stochastic gradient descent","author":"lian","year":"2018","journal-title":"ICML"},{"key":"ref1","article-title":"Can decentralized algorithms outperform centralized algorithms? A case study for decentralized parallel stochastic gradient descent","author":"lian","year":"2017","journal-title":"NIPS"},{"article-title":"Deep residual learning for image recognition","year":"2015","author":"he","key":"ref9"},{"key":"ref20","article-title":"Lessons from building acoustic models with a million hours of speech","author":"parthasarathi","year":"2019","journal-title":"ICASSP"}],"event":{"name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","start":{"date-parts":[[2020,5,4]]},"location":"Barcelona, Spain","end":{"date-parts":[[2020,5,8]]}},"container-title":["ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9040208\/9052899\/09054065.pdf?arnumber=9054065","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,29]],"date-time":"2023-09-29T19:30:05Z","timestamp":1696015805000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9054065\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5]]},"references-count":20,"URL":"https:\/\/doi.org\/10.1109\/icassp40776.2020.9054065","relation":{},"subject":[],"published":{"date-parts":[[2020,5]]}}}