{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T19:29:58Z","timestamp":1771702198803,"version":"3.50.1"},"reference-count":47,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2016QY01W0202"],"award-info":[{"award-number":["2016QY01W0202"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Hong Kong RGC Research Impact Fund","award":["R5060-19"],"award-info":[{"award-number":["R5060-19"]}]},{"name":"Hong Kong RGC Research Impact Fund","award":["R5034-18"],"award-info":[{"award-number":["R5034-18"]}]},{"name":"General Research Fund","award":["152221\/19E"],"award-info":[{"award-number":["152221\/19E"]}]},{"name":"General Research Fund","award":["15220320\/20E"],"award-info":[{"award-number":["15220320\/20E"]}]},{"name":"Collaborative Research Fund","award":["C5026-18G"],"award-info":[{"award-number":["C5026-18G"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61872310"],"award-info":[{"award-number":["61872310"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1836204"],"award-info":[{"award-number":["U1836204"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1936108"],"award-info":[{"award-number":["U1936108"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010877","name":"Science, Technology and Innovation Commission of Shenzhen Municipality","doi-asserted-by":"publisher","award":["R2020A045"],"award-info":[{"award-number":["R2020A045"]}],"id":[{"id":"10.13039\/501100010877","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Shenzhen Basic Research Funding Scheme","award":["JCYJ20170818103849343"],"award-info":[{"award-number":["JCYJ20170818103849343"]}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["B210202079"],"award-info":[{"award-number":["B210202079"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2022,1,1]]},"DOI":"10.1109\/tpds.2021.3084104","type":"journal-article","created":{"date-parts":[[2021,5,26]],"date-time":"2021-05-26T20:56:30Z","timestamp":1622062590000},"page":"14-25","source":"Crossref","is-referenced-by-count":26,"title":["Error-Compensated Sparsification for Communication-Efficient Decentralized Training in Edge Environment"],"prefix":"10.1109","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7591-5315","authenticated-orcid":false,"given":"Haozhao","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9831-2202","authenticated-orcid":false,"given":"Song","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7538-1985","authenticated-orcid":false,"given":"Zhihao","family":"Qu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7791-5511","authenticated-orcid":false,"given":"Ruixuan","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ziming","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2015","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref38","article-title":"Learning multiple layers of features from tiny images","year":"2009"},{"key":"ref33","first-page":"63","article-title":"A scheme for robust distributed sensor fusion based on average consensus","author":"xiao","year":"2005","journal-title":"Proc Int Symp Inf Process Sensor Netw"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/447"},{"key":"ref31","first-page":"2737","article-title":"Asynchronous parallel stochastic gradient for nonconvex optimization","author":"lian","year":"2015","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref30","first-page":"3049","article-title":"Asynchronous decentralized parallel stochastic gradient descent","author":"lian","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref36","article-title":"The mnist database of handwritten digits","author":"lecun","year":"1998"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"2278","DOI":"10.1109\/5.726791","article-title":"Gradient-based learning applied to document recognition","volume":"86","author":"yann","year":"1998","journal-title":"Proc IEEE"},{"key":"ref34","first-page":"1306","article-title":"Gradient sparsification for communication-efficient distributed optimization","author":"wangni","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref10","first-page":"1509","article-title":"Terngrad: Ternary gradients to reduce communication in distributed deep learning","author":"wen","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref40","article-title":"Tying word vectors and word classifiers: A loss framework for language modeling","author":"inan","year":"2017","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref11","article-title":"DorReFa-net: Training low bitwidth convolutional neural networks with low bitwidth gradients","author":"zhou","year":"2016"},{"key":"ref12","article-title":"signSGD with majority vote is communication efficient and fault tolerant","author":"bernstein","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref13","first-page":"3252","article-title":"Error feedback fixes signsgd and other gradient compression schemes","author":"karimireddy","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref14","first-page":"1709","article-title":"QSGD: Communication-efficient SGD via gradient quantization and encoding","author":"alistarh","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref15","first-page":"5321","article-title":"Error compensated quantized SGD and its applications to large-scale distributed optimization","author":"wu","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref16","first-page":"4440","article-title":"Double quantization for communication-efficient distributed optimization","author":"yu","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref17","first-page":"2827","article-title":"Adacomp : Adaptive residual gradient compression for data-parallel distributed training","author":"chen","year":"2018","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/473"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3404397.3404401"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2019.2944169"},{"key":"ref4","article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","author":"lin","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"2184","DOI":"10.1109\/JSAC.2019.2933969","article-title":"Machine learning in the air","volume":"37","author":"g\u00fcnd\u00fcz","year":"2019","journal-title":"IEEE J Selected Areas Commun"},{"key":"ref3","first-page":"7652","article-title":"Communication compression for decentralized training","author":"tang","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref6","first-page":"583","article-title":"Scaling distributed machine learning with the parameter server","author":"li","year":"2014","journal-title":"Proc Second USENIX Symp Operating Systems Design and Implementation"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155479"},{"key":"ref5","first-page":"4452","article-title":"Sparsified SGD with memory","author":"stich","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref8","first-page":"3478","article-title":"Decentralized stochastic optimization and gossip algorithms with compressed communication","author":"koloskova","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref7","first-page":"6155","article-title":"Doublesqueeze: Parallel stochastic gradient descent with double-pass error-compensated compression","author":"tang","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref2","first-page":"5904","article-title":"Collaborative deep learning in fixed topology networks","author":"jiang","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref9","first-page":"1232","article-title":"Large scale distributed deep networks","author":"dean","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref1","first-page":"5330","article-title":"Can decentralized algorithms outperform centralized algorithms? A case study for decentralized parallel stochastic gradient descent","author":"lian","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref46","article-title":"Linux traffic control","year":"2006"},{"key":"ref20","first-page":"5977","article-title":"The convergence of sparsified gradient methods","author":"alistarh","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref45","first-page":"2672","article-title":"A stochastic gradient method with an exponential convergence rate for finite training sets","author":"roux","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737489"},{"key":"ref47","first-page":"1998","article-title":"Gradient diversity: A key ingredient for scalable distributed learning","author":"yin","year":"2018","journal-title":"Proc Int Conf Artif Intell Stat"},{"key":"ref21","doi-asserted-by":"crossref","DOI":"10.1109\/ICDCS47774.2020.00153","article-title":"Communication-efficient decentralized learning with sparsification and adaptive peer selection","author":"tang","year":"2020"},{"key":"ref42","first-page":"87.1","article-title":"Wide residual networks","author":"zagoruyko","year":"2016","journal-title":"Proc British Mach Vis Conf"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3337821.3337889"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.21236\/ADA273556"},{"key":"ref23","article-title":"Decentralized deep learning with arbitrary communication compression","author":"koloskova","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref44","first-page":"8024","article-title":"PyTorch: An imperative style, high-performance deep learning library","author":"paszke","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2019.2917663"},{"key":"ref43","article-title":"Reading digits in natural images with unsuper- vised feature learning","author":"netzer","year":"2011","journal-title":"NeurIPS workshop"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2018.2833074"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/71\/9465725\/09442310.pdf?arnumber=9442310","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T20:04:52Z","timestamp":1643227492000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9442310\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,1]]},"references-count":47,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2021.3084104","relation":{},"ISSN":["1045-9219","1558-2183","2161-9883"],"issn-type":[{"value":"1045-9219","type":"print"},{"value":"1558-2183","type":"electronic"},{"value":"2161-9883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,1,1]]}}}