{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T03:17:16Z","timestamp":1768274236232,"version":"3.49.0"},"reference-count":56,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2020YFB1807800"],"award-info":[{"award-number":["2020YFB1807800"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62171057"],"award-info":[{"award-number":["62171057"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62071067"],"award-info":[{"award-number":["62071067"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62101064"],"award-info":[{"award-number":["62101064"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62001054"],"award-info":[{"award-number":["62001054"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61771068"],"award-info":[{"award-number":["61771068"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Ministry of Education and China Mobile Joint Fund","award":["MCM20200202"],"award-info":[{"award-number":["MCM20200202"]}]},{"name":"Ministry of Education and China Mobile Joint Fund","award":["MCM20180101"],"award-info":[{"award-number":["MCM20180101"]}]},{"DOI":"10.13039\/501100012152","name":"National Postdoctoral Program for Innovative Talents","doi-asserted-by":"publisher","award":["BX20200067"],"award-info":[{"award-number":["BX20200067"]}],"id":[{"id":"10.13039\/501100012152","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2021M690469"],"award-info":[{"award-number":["2021M690469"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002766","name":"Beijing University of Posts and Telecommunications-China Mobile Research Institute Joint Innovation Center","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002766","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-2128368"],"award-info":[{"award-number":["CNS-2128368"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-2107216"],"award-info":[{"award-number":["CNS-2107216"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Toyota and Amazon"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Select. Areas Commun."],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1109\/jsac.2021.3118396","type":"journal-article","created":{"date-parts":[[2021,10,6]],"date-time":"2021-10-06T22:46:54Z","timestamp":1633560414000},"page":"499-514","source":"Crossref","is-referenced-by-count":9,"title":["Following the Correct Direction: Renovating Sparsified SGD Towards Global Optimization in Distributed Edge Learning"],"prefix":"10.1109","volume":"40","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4506-1299","authenticated-orcid":false,"given":"Wanyi","family":"Ning","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3072-7422","authenticated-orcid":false,"given":"Haifeng","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2963-4771","authenticated-orcid":false,"given":"Xiaoyuan","family":"Fu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiang","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0829-4624","authenticated-orcid":false,"given":"Qi","family":"Qi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2182-2228","authenticated-orcid":false,"given":"Jingyu","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1486-0573","authenticated-orcid":false,"given":"Jianxin","family":"Liao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6606-5822","authenticated-orcid":false,"given":"Zhu","family":"Han","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1","article-title":"MXNet: A flexible and efficient machine learning library for heterogeneous distributed systems","volume-title":"Proc. Neural Inf. Process. Syst., Workshop Mach. Learn. Syst.","author":"Chen"},{"key":"ref2","first-page":"1","article-title":"eSGD: Communication efficient distributed deep learning on the edge","volume-title":"Proc. USENIX Workshop Hot Topics Edge Comput. (HotEdge)","author":"Tao"},{"key":"ref3","first-page":"1","article-title":"Applied federated learning: Improving Google keyboard query suggestions","volume":"abs\/1812.02903","author":"Yang","year":"2018","journal-title":"CoRR"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737367"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3267809.3267840"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2019.00220"},{"issue":"1","key":"ref7","first-page":"165","article-title":"Optimal distributed online prediction using mini-batches","volume":"13","author":"Dekel","year":"2012","journal-title":"J. Mach. Learn. Res."},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2015-354"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1045"},{"key":"ref10","first-page":"1","article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","volume-title":"Proc. 6th Int. Conf. Learn. Represent. (ICLR)","author":"Lin"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2019.8852172"},{"key":"ref12","first-page":"4447","article-title":"Sparsified SGD with memory","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Stich"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.5555\/3295222.3295285"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2019.00099"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3056919"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1602.05629"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9207469"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref19","first-page":"215","article-title":"An analysis of single-layer networks in unsupervised feature learning","volume":"15","author":"Coates","year":"2011","journal-title":"Proc. Mach. Learn. Res."},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2211477"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-3210"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2016.7842181"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2017.226"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1441"},{"key":"ref25","first-page":"1","article-title":"Model pruning enables efficient federated learning on edge devices","volume":"abs\/1909.12326","author":"Jiang","year":"2019","journal-title":"CoRR"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/2901318.2901323"},{"key":"ref27","first-page":"1","article-title":"Revisiting distributed synchronous SGD","volume":"abs\/1604.00981","author":"Chen","year":"2016","journal-title":"CoRR"},{"key":"ref28","first-page":"629","article-title":"Gaia: Geo-distributed machine learning approaching LAN speeds","volume-title":"Proc. 14th USENIX Symp. Netw. Syst. Design Implement. (NSDI)","author":"Hsieh"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/JSAIT.2021.3103494"},{"key":"ref30","first-page":"1","article-title":"Distributed learning with compressed gradient differences","volume":"abs\/1901.09269","author":"Mishchenko","year":"2019","journal-title":"CoRR"},{"key":"ref31","article-title":"SignSGD: Compressed optimisation for non-convex problems","author":"Bernstein","year":"2018","journal-title":"arXiv:1802.04434"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/MLHPC.2016.004"},{"key":"ref33","first-page":"13144","article-title":"Communication-efficient distributed SGD with sketching","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst. (NeurIP)","author":"Ivkin"},{"key":"ref34","first-page":"5321","article-title":"Error compensated quantized SGD and its applications to large-scale distributed optimization","volume-title":"Proc. 35th Int. Conf. Mach. Learn. (ICML)","volume":"80","author":"Wu"},{"key":"ref35","article-title":"Communication-efficient on-device machine learning: Federated distillation and augmentation under non-IID private data","author":"Jeong","year":"2018","journal-title":"arXiv:1811.11479"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155494"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICC40277.2020.9148987"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT45174.2021.9518221"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS47774.2020.00026"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155494"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i9.16960"},{"key":"ref42","first-page":"2680","article-title":"Natasha 2: Faster non-convex optimization than SGD","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst. (NeurIPS)","author":"Allenzhu"},{"key":"ref43","first-page":"1","article-title":"On the convergence of federated optimization in heterogeneous networks","volume":"abs\/1812.06127","author":"Sahu","year":"2018","journal-title":"CoRR"},{"key":"ref44","first-page":"1","article-title":"Asynchronous online federated learning for edge devices with non-IID data","volume":"abs\/1911.02134","author":"Chen","year":"2019","journal-title":"CoRR"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.5555\/3454287.3455008"},{"key":"ref46","article-title":"Horovod: Fast and easy distributed deep learning in TensorFlow","author":"Sergeev","year":"2018","journal-title":"arXiv:1802.05799"},{"key":"ref47","first-page":"878","article-title":"MPI: A message passing interface","volume-title":"Proc. Supercomput"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.5555\/2999134.2999257"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00293"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00716"},{"key":"ref53","first-page":"1","article-title":"Accurate, large minibatch SGD: Training ImageNet in 1 hour","volume":"abs\/1706.02677","author":"Goyal","year":"2017","journal-title":"CoRR"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00166"},{"key":"ref55","first-page":"1","article-title":"Adam: A method for stochastic optimization","volume-title":"Proc. 3rd Int. Conf. Learn. Represent. (ICLR)","author":"Kingma"},{"key":"ref56","first-page":"721","article-title":"Slim-DP: A multi-agent system for communication-efficient distributed deep learning","volume-title":"Proc. 17th Int. Conf. Auton. Agents MultiAgent Syst.","author":"Sun"}],"container-title":["IEEE Journal on Selected Areas in Communications"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/49\/9681825\/09562562.pdf?arnumber=9562562","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T00:08:15Z","timestamp":1705018095000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9562562\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2]]},"references-count":56,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/jsac.2021.3118396","relation":{},"ISSN":["0733-8716","1558-0008"],"issn-type":[{"value":"0733-8716","type":"print"},{"value":"1558-0008","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,2]]}}}