{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T05:01:24Z","timestamp":1773378084624,"version":"3.50.1"},"reference-count":42,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,7,12]],"date-time":"2021-07-12T00:00:00Z","timestamp":1626048000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,7,12]],"date-time":"2021-07-12T00:00:00Z","timestamp":1626048000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["2007714"],"award-info":[{"award-number":["2007714"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100005595","name":"UC-NL","doi-asserted-by":"publisher","award":["LFR-18-548554"],"award-info":[{"award-number":["LFR-18-548554"]}],"id":[{"id":"10.13039\/100005595","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006754","name":"Army Research Laboratory","doi-asserted-by":"publisher","award":["W911NF-17-2-0196"],"award-info":[{"award-number":["W911NF-17-2-0196"]}],"id":[{"id":"10.13039\/100006754","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,7,12]]},"DOI":"10.1109\/isit45174.2021.9517986","type":"proceedings-article","created":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T16:52:42Z","timestamp":1630515162000},"page":"1212-1217","source":"Crossref","is-referenced-by-count":4,"title":["SQuARM-SGD: Communication-Efficient Momentum SGD for Decentralized Optimization"],"prefix":"10.1109","author":[{"given":"Navjot","family":"Singh","sequence":"first","affiliation":[{"name":"University of California,Los Angeles,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Deepesh","family":"Data","sequence":"additional","affiliation":[{"name":"University of California,Los Angeles,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jemin","family":"George","sequence":"additional","affiliation":[{"name":"US Army Research Lab,Maryland,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Suhas","family":"Diggavi","sequence":"additional","affiliation":[{"name":"University of California,Los Angeles,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2018.8619311"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2015.11.015"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2011.2174666"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2012.6425820"},{"key":"ref31","first-page":"11446","article-title":"Communication-efficient distributed blockwise momentum sgd with error-feedback","author":"zheng","year":"0","journal-title":"Advances in Neural Information Processing Systems NeurIPS"},{"key":"ref30","article-title":"Slowmo: Improving communication-efficient distributed sgd with slow momentum","author":"wang","year":"0","journal-title":"International Conference on Learning Representations"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2015.03.001"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2017.8264668"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2014.2366855"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2012.08.042"},{"key":"ref10","first-page":"3252","article-title":"Error feedback fixes signsgd and other gradient compression schemes","author":"karimireddy","year":"0","journal-title":"International Conference on Machine Learning ICML"},{"key":"ref40","first-page":"5050","article-title":"Lag: Lazily aggregated gradient for communication-efficient distributed learning","author":"chen","year":"0","journal-title":"Advances in Neural Information Processing Systems NeurIPS"},{"key":"ref11","first-page":"560","article-title":"signsgd: Compressed optimisation for non-convex problems","author":"bernstein","year":"0","journal-title":"International Conference on Machine Learning ICML"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JSAIT.2020.2985917"},{"key":"ref13","article-title":"Local SGD Converges Fast and Communicates Little","author":"stich","year":"0","journal-title":"International Conference on Learning Representations"},{"key":"ref14","first-page":"5693","article-title":"Parallel restarted SGD with faster convergence and less communication:demystifying why model averaging works for deep learning","author":"yu","year":"0","journal-title":"AAAI Conference on Artificial Intelligence AAAI"},{"key":"ref15","author":"coppola","year":"2015","journal-title":"Iterative parameter mixing for distributed large-margin training of structured predictors for natural language processing"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/410"},{"key":"ref17","first-page":"5330","article-title":"Can decentralized algorithms outperform centralized algorithms? a case study for decentralized parallel stochastic gradient descent","author":"lian","year":"0","journal-title":"Advances in Neural Information Processing Systems NIPS"},{"key":"ref18","first-page":"7663","article-title":"Communication compression for decentralized training","author":"tang","year":"0","journal-title":"Advances in Neural Information Processing Systems NeurIPS"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CDC42340.2020.9303828"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2017.2648041"},{"key":"ref4","article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","author":"lin","year":"0","journal-title":"International Conference on Learning Representations"},{"key":"ref27","first-page":"344","article-title":"Stochastic gradient push for distributed deep learning","author":"assran","year":"0","journal-title":"International Conference on Machine Learning ICML"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1045"},{"key":"ref6","first-page":"5973","article-title":"The convergence of sparsified gradient methods","author":"alistarh","year":"0","journal-title":"Advances in Neural Information Processing Systems NeurIPS"},{"key":"ref29","first-page":"7184","article-title":"On the linear speedup analysis of communication efficient momentum SGD for distributed non-convex optimization","author":"yu","year":"0","journal-title":"International Conference on Machine Learning ICML"},{"key":"ref5","first-page":"4447","article-title":"Sparsified SGD with Memory","author":"stich","year":"0","journal-title":"Advances in Neural Information Processing Systems NeurIPS"},{"key":"ref8","first-page":"1508","article-title":"Terngrad: Ternary gradients to reduce communication in distributed deep learning","author":"wen","year":"0","journal-title":"Advances in Neural Information Processing Systems NIPS"},{"key":"ref7","first-page":"1709","article-title":"QSGD: communication-efficient SGD via gradient quantization and encoding","author":"alistarh","year":"0","journal-title":"Advances in Neural Information Processing Systems NIPS"},{"key":"ref2","first-page":"1488","article-title":"Scalable distributed DNN training using commodity GPU cloud computing","author":"strom","year":"0","journal-title":"Annual Conference of the International Speech Communication Association INTERSPEECH"},{"key":"ref9","first-page":"3329","article-title":"Distributed mean estimation with limited communication","author":"suresh","year":"0","journal-title":"International Conference on Machine Learning ICML"},{"key":"ref1","article-title":"Federated learning: Strategies for improving communication efficiency","author":"kone?n?","year":"0","journal-title":"Advances in Neural Information Processing Systems NIPS"},{"key":"ref20","article-title":"Decentralized Deep Learning with Arbitrary Communication Compression","author":"koloskova","year":"0","journal-title":"International Conference on Learning Representations"},{"key":"ref22","first-page":"6155","article-title":"Doublesqueeze: Parallel stochastic gradient descent with double-pass error-compensated compression","author":"tang","year":"0","journal-title":"International Conference on Machine Learning ICML"},{"key":"ref21","first-page":"3478","article-title":"Decentralized Stochastic Optimization and Gossip Algorithms with Compressed Communication","author":"koloskova","year":"0","journal-title":"International Conference on Machine Learning ICML"},{"key":"ref42","first-page":"2074","article-title":"Learning structured sparsity in deep neural networks","author":"wen","year":"0","journal-title":"Advances in Neural Information Processing Systems NIPS"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref41","first-page":"3043","article-title":"Asynchronous decentralized parallel stochastic gradient descent","author":"lian","year":"0","journal-title":"International Conference on Machine Learning ICML"},{"key":"ref23","article-title":"Squarm-sgd: Communication-efficient momentum sgd for decentralized optimization","author":"singh","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2018.8619539"},{"key":"ref25","author":"krizhevsky","year":"2009","journal-title":"Cifar-10"}],"event":{"name":"2021 IEEE International Symposium on Information Theory (ISIT)","location":"Melbourne, Australia","start":{"date-parts":[[2021,7,12]]},"end":{"date-parts":[[2021,7,20]]}},"container-title":["2021 IEEE International Symposium on Information Theory (ISIT)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9517708\/9517709\/09517986.pdf?arnumber=9517986","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T20:36:12Z","timestamp":1773347772000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9517986\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,12]]},"references-count":42,"URL":"https:\/\/doi.org\/10.1109\/isit45174.2021.9517986","relation":{},"subject":[],"published":{"date-parts":[[2021,7,12]]}}}