{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T20:09:25Z","timestamp":1778789365065,"version":"3.51.4"},"reference-count":23,"publisher":"IEEE","license":[{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,6]]},"DOI":"10.1109\/isit44484.2020.9174075","type":"proceedings-article","created":{"date-parts":[[2020,8,24]],"date-time":"2020-08-24T17:28:01Z","timestamp":1598290081000},"page":"2658-2663","source":"Crossref","is-referenced-by-count":16,"title":["Limits on Gradient Compression for Stochastic Optimization"],"prefix":"10.1109","author":[{"given":"Prathamesh","family":"Mayekar","sequence":"first","affiliation":[{"name":"Indian Institute of Science,Department of Electrical Communication Engineering,India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Himanshu","family":"Tyagi","sequence":"additional","affiliation":[{"name":"Indian Institute of Science,Department of Electrical Communication Engineering,India"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","article-title":"Distributed Learning with Sublinear Communication","author":"acharya","year":"2019"},{"key":"ref11","article-title":"Error feedback fixes signsgd and other gradient compression schemes","author":"karimireddy","year":"2019"},{"key":"ref12","article-title":"Qsparse-local-SGD: Distributed SGD with Quantization, Sparsification, and Local Computations","author":"basu","year":"2019"},{"key":"ref13","article-title":"Nuqsgd: Improved communication e?ciency for data-parallel sgd via nonuniform quantization","author":"ramezani-kebrya","year":"2019"},{"key":"ref14","article-title":"vqSGD: Vector quantized stochastic gradient descent","author":"gandikota","year":"2019"},{"key":"ref15","article-title":"RATQ: A universal fixed-length quantizer for stochastic optimization","author":"mayekar","year":"2019"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2011.2182178"},{"key":"ref17","first-page":"1265","article-title":"Statistical query algorithms for mean vector estimation and stochastic convex optimization","author":"feldman","year":"2017","journal-title":"Proceedings of the 5th Annual ACM-SIAM Symposium on Discrete Algorithms"},{"key":"ref18","article-title":"Problem complexity and method e?ciency in optimization","author":"nemirovsky","year":"1983","journal-title":"Wiley-Science Series in Discrete Mathematics and Optimization"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1561\/2200000050"},{"key":"ref4","first-page":"3329","article-title":"Distributed mean estimation with limited communication","volume":"70","author":"suresh","year":"2017","journal-title":"Proceedings of the International Conference on Machine Learning (ICML’ 17)"},{"key":"ref3","first-page":"1737","article-title":"Deep learning with limited numerical precision","author":"gupta","year":"2015","journal-title":"Proceedings of the International Conference on Machine Learning (ICML’ 15)"},{"key":"ref6","first-page":"1709","article-title":"QSGD: Communication-e?cient SGD via gradient quantization and encoding","author":"alistarh","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref5","first-page":"1509","article-title":"TernGrad: Ternary gradients to reduce communication in distributed deep learning","author":"wen","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref8","first-page":"9850","article-title":"Atomo: Communication-e?cient learning via atomic sparsification","author":"wang","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref7","first-page":"4447","article-title":"Sparsified SGD with memory","author":"stich","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref2","first-page":"2674","article-title":"Taming the wild: A unified analysis of Hogwild-style algorithms","author":"de sa","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT44484.2020.9174075"},{"key":"ref9","first-page":"7564","article-title":"cpSGD: Communication-e?cient and differentially-private distributed SGD","author":"agarwal","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref20","article-title":"Information-based complexity of convex programming","author":"nemirovski","year":"1995"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2008.928987"},{"key":"ref21","article-title":"Optimality guarantees for distributed statistical estimation","author":"duchi","year":"2014"},{"key":"ref23","article-title":"Inference under Information Constraints I: Lower Bounds from Chi-Square Contraction","author":"acharya","year":"2018"}],"event":{"name":"2020 IEEE International Symposium on Information Theory (ISIT)","location":"Los Angeles, CA, USA","start":{"date-parts":[[2020,6,21]]},"end":{"date-parts":[[2020,6,26]]}},"container-title":["2020 IEEE International Symposium on Information Theory (ISIT)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9166581\/9173928\/09174075.pdf?arnumber=9174075","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T20:35:38Z","timestamp":1773347738000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9174075\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6]]},"references-count":23,"URL":"https:\/\/doi.org\/10.1109\/isit44484.2020.9174075","relation":{},"subject":[],"published":{"date-parts":[[2020,6]]}}}