{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T04:37:35Z","timestamp":1781239055563,"version":"3.54.1"},"reference-count":34,"publisher":"IEEE","license":[{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,6]]},"DOI":"10.1109\/isit44484.2020.9174391","type":"proceedings-article","created":{"date-parts":[[2020,8,24]],"date-time":"2020-08-24T17:28:01Z","timestamp":1598290081000},"page":"2545-2550","source":"Crossref","is-referenced-by-count":6,"title":["Communication Efficient and Byzantine Tolerant Distributed Learning"],"prefix":"10.1109","author":[{"given":"Avishek","family":"Ghosh","sequence":"first","affiliation":[{"name":"UC Berkeley,Department of Electrical Engineering and Computer Sciences"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Raj Kumar","family":"Maity","sequence":"additional","affiliation":[{"name":"UMASS Amherst,College of Information and Computer Sciences"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Swanand","family":"Kadhe","sequence":"additional","affiliation":[{"name":"UC Berkeley,Department of Electrical Engineering and Computer Sciences"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arya","family":"Mazumdar","sequence":"additional","affiliation":[{"name":"UMASS Amherst,College of Information and Computer Sciences"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kannan","family":"Ramachandran","sequence":"additional","affiliation":[{"name":"UC Berkeley,Department of Electrical Engineering and Computer Sciences"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref33","article-title":"Lecture notes for ece598yw: Information-theoretic methods for high-dimensional statistics","author":"wu","year":"2017"},{"key":"ref32","article-title":"Introduction to the non-asymptotic analysis of random matrices","author":"vershynin","year":"2010","journal-title":"arXiv preprint arXiv 1011 3027"},{"key":"ref31","article-title":"signsgd: Compressed optimisation for non-convex problems","author":"bernstein","year":"2018","journal-title":"arXiv preprint arXiv 1802 04102"},{"key":"ref30","article-title":"signsgd: Compressed optimisation for non-convex problems","author":"bernstein","year":"2018","journal-title":"arXiv preprint arXiv 1802 04102"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref10","first-page":"1509","article-title":"Terngrad: Ternary gradients to reduce communication in distributed deep learning","author":"wen","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref11","first-page":"1709","article-title":"Qsgd: Communication-efficient sgd via gradient quantization and encoding","author":"alistarh","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref12","article-title":"vqsgd: Vector quantized stochastic gradient descent","author":"gandikota","year":"2019","journal-title":"arXiv preprint arXiv 1911 12945"},{"key":"ref13","article-title":"Communication-efficient stochastic gradient descent, with applications to neural networks","author":"alistarh","year":"2017"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2933057.2933105"},{"key":"ref15","article-title":"Distributed robust learning","author":"feng","year":"2014","journal-title":"arXiv preprint arXiv 1409 5937"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3154503"},{"key":"ref17","first-page":"7074","article-title":"Defending against saddle point attack in Byzantine-robust distributed learning","volume":"97","author":"yin","year":"0"},{"key":"ref18","article-title":"Byzantinetolerant machine learning","author":"blanchard","year":"2017","journal-title":"arXiv preprint arXiv 1703 08337"},{"key":"ref19","article-title":"Robust federated learning in a heterogeneous environment","author":"ghosh","year":"2019","journal-title":"arXiv preprint arXiv 1906 03008"},{"key":"ref28","article-title":"The hidden vulnerability of distributed learning in byzantium","author":"mhamdi","year":"2018","journal-title":"arXiv preprint arXiv 1802 07814"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/357172.357176"},{"key":"ref27","first-page":"arxiv:1904.05115","article-title":"Stochastic Distributed Learning with Gradient Quantization and Variance Reduction","author":"horv\u00e1th","year":"2019","journal-title":"ArXiv e-prints"},{"key":"ref3","article-title":"Federated learning: Strategies for improving communication efficiency","author":"kone?n?","year":"2016","journal-title":"arXiv preprint arXiv 1610 05492"},{"key":"ref6","first-page":"4447","article-title":"Sparsified sgd with memory","author":"stich","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref29","first-page":"19","article-title":"Aggregathor: Byzantine machine learning via robust gradient aggregation","author":"damaskinos","year":"2019"},{"key":"ref5","first-page":"5973","article-title":"The convergence of sparsified gradient methods","author":"alistarh","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref8","first-page":"3329","article-title":"Distributed mean estimation with limited communication","author":"suresh","year":"2017","journal-title":"Proceedings of the 34th International Conference on Machine Learning-Volume 70"},{"key":"ref7","article-title":"Communication-efficient distributed sgd with sketching","author":"ivkin","year":"2019","journal-title":"arXiv preprint arXiv 1903 00066"},{"key":"ref2","article-title":"Error feedback fixes signsgd and other gradient compression schemes","author":"karimireddy","year":"2019","journal-title":"arXiv preprint arXiv 1901 04217"},{"key":"ref9","first-page":"9850","article-title":"Atomo: Communication-efficient learning via atomic sparsification","author":"wang","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref1","first-page":"5650","article-title":"Byzantinerobust distributed learning: Towards optimal statistical rates","volume":"80","author":"yin","year":"0"},{"key":"ref20","article-title":"signsgd with majority vote is communication efficient and byzantine fault tolerant","author":"bernstein","year":"2018","journal-title":"arXiv preprint arXiv 1810 06008"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2017.8006962"},{"key":"ref21","article-title":"AWS news blog","year":"0"},{"key":"ref24","article-title":"Scalable distributed dnn training using commodity gpu cloud computing","author":"strom","year":"2015","journal-title":"Sixteenth Annual Conference of the International Speech Communication Association"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2785956.2787492"},{"key":"ref26","first-page":"2328","article-title":"Informationtheoretic lower bounds for distributed statistical estimation with communication constraints","author":"zhang","year":"2013","journal-title":"Advances in neural information processing systems"},{"key":"ref25","article-title":"1-bit stochastic gradient descent and its application to data-parallel distributed training of speech dnns","author":"seide","year":"2014","journal-title":"Fifteenth Annual Conference of the International Speech Communication Association"}],"event":{"name":"2020 IEEE International Symposium on Information Theory (ISIT)","location":"Los Angeles, CA, USA","start":{"date-parts":[[2020,6,21]]},"end":{"date-parts":[[2020,6,26]]}},"container-title":["2020 IEEE International Symposium on Information Theory (ISIT)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9166581\/9173928\/09174391.pdf?arnumber=9174391","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T20:34:14Z","timestamp":1773347654000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9174391\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6]]},"references-count":34,"URL":"https:\/\/doi.org\/10.1109\/isit44484.2020.9174391","relation":{},"subject":[],"published":{"date-parts":[[2020,6]]}}}