{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T03:58:46Z","timestamp":1768795126747,"version":"3.49.0"},"reference-count":51,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["2007714"],"award-info":[{"award-number":["2007714"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["1955632"],"award-info":[{"award-number":["1955632"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"UC Office of the President, the Office of the National Laboratories","award":["LFR-18-548554"],"award-info":[{"award-number":["LFR-18-548554"]}]},{"DOI":"10.13039\/100006754","name":"Army Research Laboratory through Cooperative Agreement","doi-asserted-by":"publisher","award":["W911NF-17-2-0196"],"award-info":[{"award-number":["W911NF-17-2-0196"]}],"id":[{"id":"10.13039\/100006754","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Sel. Areas Inf. Theory"],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1109\/jsait.2021.3105359","type":"journal-article","created":{"date-parts":[[2021,8,25]],"date-time":"2021-08-25T20:02:56Z","timestamp":1629921776000},"page":"987-1001","source":"Crossref","is-referenced-by-count":22,"title":["Quantization of Distributed Data for Learning"],"prefix":"10.1109","volume":"2","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7721-4854","authenticated-orcid":false,"given":"Osama A.","family":"Hanna","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4238-5362","authenticated-orcid":false,"given":"Yahya H.","family":"Ezzeldin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1002-5829","authenticated-orcid":false,"given":"Christina","family":"Fragouli","sequence":"additional","affiliation":[]},{"given":"Suhas","family":"Diggavi","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-3626-0"},{"key":"ref38","article-title":"Learning with online constraints: Shifting concepts and active learning","author":"monteleoni","year":"2006"},{"key":"ref33","author":"basu","year":"2020","journal-title":"Influence functions in deep learning are fragile"},{"key":"ref32","first-page":"1885","article-title":"Understanding black-box predictions via influence functions","author":"koh","year":"2017","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1080\/00401706.1977.10489493","article-title":"Detection of influential observation in linear regression","volume":"19","author":"cook","year":"1977","journal-title":"Technometrics"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1974.10482962"},{"key":"ref37","article-title":"Active learning: Theory and applications","author":"tong","year":"2001"},{"key":"ref36","article-title":"Curious machines: Active learning with structured instances","author":"settles","year":"2008"},{"key":"ref35","article-title":"Active learning literature survey","author":"settles","year":"2009"},{"key":"ref34","first-page":"1","article-title":"Efficient augmentation via data subsampling","author":"kuchnik","year":"2018","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref28","first-page":"1","article-title":"Stochastic optimization with importance sampling for regularized loss minimization","author":"zhao","year":"2015","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref27","first-page":"6950","article-title":"Coresets for data-efficient training of machine learning models","author":"mirzasoleiman","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref29","author":"jaeckel","year":"1972","journal-title":"The Infinitesimal Jackknife"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.measurement.2021.108974"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2018.09.013"},{"key":"ref20","first-page":"1","article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","author":"lin","year":"2018","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref22","first-page":"5325","article-title":"Error compensated quantized SGD and its applications to large-scale distributed optimization","author":"wu","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref21","first-page":"4447","article-title":"Sparsified SGD with memory","author":"stich","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref24","first-page":"4035","article-title":"ZipML: Training linear models with end-to-end low precision, and a little bit of deep learning","author":"zhang","year":"2017","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref23","first-page":"14695","article-title":"Qsparse-local-SGD: Distributed sgd with quantization, sparsification and local computations","author":"basu","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2018.02.100"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICSMC.2003.1244274"},{"key":"ref50","author":"singh","year":"2020","journal-title":"SQuARM-SGD Communication-efficient momentum SGD for decentralized optimization"},{"key":"ref51","volume":"2","author":"feller","year":"2008","journal-title":"An Introduction to Probability Theory and Its Applications"},{"key":"ref10","first-page":"8252","article-title":"Fixing the train-test resolution discrepancy","author":"touvron","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33014780"},{"key":"ref40","first-page":"560","article-title":"SignSGD: Compressed optimisation for non-convex problems","author":"bernstein","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref12","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2019","journal-title":"Proc Conf North Amer Chapter Assoc Comput Linguist Human Lang Technol NAACL-HLT"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1021\/acsomega.0c01251"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s11095-015-1800-5"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1137\/120880811"},{"key":"ref16","first-page":"1223","article-title":"Large scale distributed deep networks","author":"dean","year":"2012","journal-title":"Advances in neural information processing systems"},{"key":"ref17","article-title":"An introduction to computational networks and the computational network toolkit","author":"yu","year":"2014"},{"key":"ref18","first-page":"2674","article-title":"Taming the wild: A unified analysis of hogwild-style algorithms","author":"de sa","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref19","first-page":"5973","article-title":"The convergence of sparsified gradient methods","author":"alistarh","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref4","first-page":"1058","article-title":"1-bit stochastic gradient descent and its application to data-parallel distributed training of speech DNNs","author":"seide","year":"2014","journal-title":"Proc 15th Annu Conf Int Speech Commun Assoc"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CSE.2013.116"},{"key":"ref6","first-page":"1509","article-title":"TernGrad: Ternary gradients to reduce communication in distributed deep learning","author":"wen","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref5","first-page":"1488","article-title":"Scalable distributed DNN training using commodity GPU cloud computing","author":"strom","year":"2015","journal-title":"Proc 16th Annu Conf Int Speech Commun Assoc"},{"key":"ref8","author":"gandikota","year":"2019","journal-title":"vqSGD Vector quantized stochastic gradient descent"},{"key":"ref7","first-page":"1709","article-title":"QSGD: Communication-efficient SGD via gradient quantization and encoding","author":"alistarh","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref9","first-page":"1399","article-title":"RATQ: A universal fixed-length quantizer for stochastic optimization","author":"mayekar","year":"2020","journal-title":"Proc Int Conf Artif Intell Stat"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/18.256489"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1045"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref47","first-page":"7575","article-title":"cpSGD: communication-efficient and differentially-private distributed SGD","author":"agarwal","year":"2018","journal-title":"Proc 32nd Int Conf Neural Inf Process Syst"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1561\/2200000050"},{"key":"ref41","first-page":"3329","article-title":"Distributed mean estimation with limited communication","author":"suresh","year":"2017","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2011.2182178"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781107298019"}],"container-title":["IEEE Journal on Selected Areas in Information Theory"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/8700143\/9540917\/9521982-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8700143\/9540917\/09521982.pdf?arnumber=9521982","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,7]],"date-time":"2024-09-07T06:57:45Z","timestamp":1725692265000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9521982\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9]]},"references-count":51,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/jsait.2021.3105359","relation":{},"ISSN":["2641-8770"],"issn-type":[{"value":"2641-8770","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9]]}}}