{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T14:36:40Z","timestamp":1773931000541,"version":"3.50.1"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CCF 2127929"],"award-info":[{"award-number":["CCF 2127929"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CCF 1934846"],"award-info":[{"award-number":["CCF 1934846"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CCF 1909046"],"award-info":[{"award-number":["CCF 1909046"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Inform. Theory"],"published-print":{"date-parts":[[2022,7]]},"DOI":"10.1109\/tit.2022.3161620","type":"journal-article","created":{"date-parts":[[2022,3,23]],"date-time":"2022-03-23T19:34:29Z","timestamp":1648064069000},"page":"4573-4587","source":"Crossref","is-referenced-by-count":23,"title":["vqSGD: Vector Quantized Stochastic Gradient Descent"],"prefix":"10.1109","volume":"68","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2381-7788","authenticated-orcid":false,"given":"Venkata","family":"Gandikota","sequence":"first","affiliation":[{"name":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"}]},{"given":"Daniel","family":"Kane","sequence":"additional","affiliation":[{"name":"Departments of Computer Science and Mathematics, UC San Diego, La Jolla, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4759-696X","authenticated-orcid":false,"given":"Raj Kumar","family":"Maity","sequence":"additional","affiliation":[{"name":"College of Information and Computer Sciences, UMass Amherst, Amherst, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4605-7996","authenticated-orcid":false,"given":"Arya","family":"Mazumdar","sequence":"additional","affiliation":[{"name":"Halicioglu Data Science Institute, UC San Diego, La Jolla, CA, USA"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Federated learning: Strategies for improving communication efficiency","author":"Kone\u010dn\u1ef3","year":"2016","journal-title":"arXiv:1610.05492"},{"key":"ref2","first-page":"571","article-title":"Project adam: Building an efficient and scalable deep learning training system","volume-title":"Proc. 11th USENIX Symp. Oper. Syst. Design Implement. (OSDI)","author":"Chilimbi"},{"key":"ref3","first-page":"40","article-title":"Distributed learning with sublinear communication","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Acharya"},{"key":"ref4","first-page":"1709","article-title":"QSGD: Communication-efficient SGD via gradient quantization and encoding","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Alistarh"},{"key":"ref5","first-page":"560","article-title":"signSGD: Compressed optimization for non-convex problems","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Bernstein"},{"key":"ref6","first-page":"3478","article-title":"Decentralized stochastic optimization and gossip algorithms with compressed communication","volume-title":"Proc. Mach. Learn. Res.","volume":"97","author":"Koloskova"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2021.3058663"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1137\/090759574"},{"key":"ref9","first-page":"3329","article-title":"Distributed mean estimation with limited communication","volume-title":"Proc. 34th Int. Conf. Mach. Learn.","volume":"70","author":"Suresh"},{"key":"ref10","first-page":"9850","article-title":"ATOMO: Communication-efficient learning via atomic sparsification","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wang"},{"key":"ref11","first-page":"1509","article-title":"TernGrad: Ternary gradients to reduce communication in distributed deep learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wen"},{"key":"ref12","first-page":"5129","article-title":"Gradiveq: Vector quantization for bandwidth-efficient gradient aggregation in distributed CNN training","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"Yu"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2020.2983166"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JSAIT.2020.2986467"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JSAIT.2020.2985917"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2019.8849667"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.29012\/jpc.v7i3.405"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1561\/9781601988195"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.2307\/2283137"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2660267.2660348"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/2976749.2978318"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ALLERTON.2015.7447103"},{"key":"ref23","first-page":"7564","article-title":"cpSGD: Communication-efficient and differentially-private distributed SGD","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Agarwal"},{"key":"ref24","first-page":"5201","article-title":"The distributed discrete Gaussian mechanism for federated learning with secure aggregation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Kairouz"},{"key":"ref25","first-page":"3312","article-title":"Breaking the communication-privacy-accuracy trilemma","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Chen"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/JSAIT.2021.3056102"},{"key":"ref27","first-page":"3208","article-title":"Lossless compression of efficient private local randomizers","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Feldman"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/FOCS.2010.12"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2014-274"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2015-354"},{"key":"ref31","first-page":"2328","article-title":"Information-theoretic lower bounds for distributed statistical estimation with communication constraints","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Zhang"},{"key":"ref32","first-page":"5973","article-title":"The convergence of sparsified gradient methods","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Alistarh"},{"key":"ref33","first-page":"13144","article-title":"Communication-efficient distributed SGD with sketching","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ivkin"},{"key":"ref34","first-page":"4447","article-title":"Sparsified SGD with memory","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Stich"},{"key":"ref35","article-title":"Stochastic distributed learning with gradient quantization and variance reduction","author":"Horv\u00e1th","year":"2019","journal-title":"arXiv:1904.05115"},{"key":"ref36","first-page":"3252","article-title":"Error feedback fixes signSGD and other gradient compression schemes","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Karimireddy"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781107298019"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1561\/2200000050"},{"key":"ref39","volume":"54","author":"Cohen","year":"1997","journal-title":"Covering Codes"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4613-0245-2_7"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1017\/9781108627771"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TCOM.1979.1094433"},{"key":"ref43","volume":"16","author":"MacWilliams","year":"1977","journal-title":"The Theory of Error-Correcting Codes"},{"key":"ref44","first-page":"1120","article-title":"Hadamard response: Estimating distributions privately, efficiently, and with little communication","volume-title":"Proc. 22nd Int. Conf. Artif. Intell. Statist.","author":"Acharya"},{"key":"ref45","volume-title":"MNIST Handwritten Digit Database","author":"LeCun","year":"2010"},{"key":"ref46","article-title":"Fashion-MNIST: A novel image dataset for benchmarking machine learning algorithms","author":"Xiao","year":"2017","journal-title":"arXiv:1708.07747"},{"key":"ref47","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/1961189.1961199"}],"container-title":["IEEE Transactions on Information Theory"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/18\/9798707\/9740125-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/18\/9798707\/09740125.pdf?arnumber=9740125","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,18]],"date-time":"2024-01-18T00:47:55Z","timestamp":1705538875000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9740125\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7]]},"references-count":48,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tit.2022.3161620","relation":{},"ISSN":["0018-9448","1557-9654"],"issn-type":[{"value":"0018-9448","type":"print"},{"value":"1557-9654","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7]]}}}