{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,6]],"date-time":"2026-04-06T03:56:31Z","timestamp":1775447791450,"version":"3.50.1"},"reference-count":46,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62101471"],"award-info":[{"award-number":["62101471"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100016588","name":"Shenzhen Research Institute, City University of Hong Kong","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100016588","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007567","name":"City University of Hong Kong","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007567","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Research Grants Council of the Hong Kong Special Administrative Region","award":["21201420"],"award-info":[{"award-number":["21201420"]}]},{"name":"Research Grants Council of the Hong Kong Special Administrative Region","award":["11201422"],"award-info":[{"award-number":["11201422"]}]},{"DOI":"10.13039\/501100003091","name":"Government of Shandong Province","doi-asserted-by":"publisher","award":["ZR2021LZH010"],"award-info":[{"award-number":["ZR2021LZH010"]}],"id":[{"id":"10.13039\/501100003091","id-type":"DOI","asserted-by":"publisher"}]},{"name":"CityU MFPRC","award":["9680333"],"award-info":[{"award-number":["9680333"]}]},{"name":"CityU SIRG","award":["7020057"],"award-info":[{"award-number":["7020057"]}]},{"name":"CityU SRG-Fd","award":["7005984"],"award-info":[{"award-number":["7005984"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["2371411"],"award-info":[{"award-number":["2371411"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Research Grants Council of the Hong Kong SAR","award":["GRF 11217823"],"award-info":[{"award-number":["GRF 11217823"]}]},{"name":"InnoHK initiative"},{"name":"HKSAR"},{"name":"Laboratory for AI-Powered Financial Technologies"},{"name":"US Department of Transportation Center for Safety Equity in Transportation","award":["69A3551747129"],"award-info":[{"award-number":["69A3551747129"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Sel. Top. Signal Process."],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1109\/jstsp.2024.3381373","type":"journal-article","created":{"date-parts":[[2024,4,5]],"date-time":"2024-04-05T18:42:08Z","timestamp":1712342528000},"page":"487-501","source":"Crossref","is-referenced-by-count":4,"title":["Adaptive Top-K in SGD for Communication-Efficient Distributed Learning in Multi-Robot Collaboration"],"prefix":"10.1109","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-0458-5751","authenticated-orcid":false,"given":"Mengzhe","family":"Ruan","sequence":"first","affiliation":[{"name":"City University of Hong Kong Shenzhen Research Institute, Hong Kong"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0936-9467","authenticated-orcid":false,"given":"Guangfeng","family":"Yan","sequence":"additional","affiliation":[{"name":"City University of Hong Kong Shenzhen Research Institute, Hong Kong"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5821-8569","authenticated-orcid":false,"given":"Yuanzhang","family":"Xiao","sequence":"additional","affiliation":[{"name":"Hawaii Advanced Wireless Technologies Institute, University of Hawaii, Honolulu, YHI, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2756-4984","authenticated-orcid":false,"given":"Linqi","family":"Song","sequence":"additional","affiliation":[{"name":"City University of Hong Kong Shenzhen Research Institute, Hong Kong"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9741-5912","authenticated-orcid":false,"given":"Weitao","family":"Xu","sequence":"additional","affiliation":[{"name":"City University of Hong Kong Shenzhen Research Institute, Hong Kong"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM54140.2023.10437811"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3142402"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s11235-019-00561-z"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2022.3156756"},{"key":"ref5","first-page":"1223","article-title":"Large scale distributed deep networks","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Dean","year":"2012"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139042918"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2023.3242710"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2023.3239189"},{"key":"ref9","first-page":"1707","article-title":"QSGD: Communication-efficient SGD via gradient quantization and encoding","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Alistarh","year":"2017"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2022.3162989"},{"key":"ref11","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. Artif. Intell., Statist.","author":"McMahan","year":"2017"},{"key":"ref12","first-page":"1","article-title":"Local SGD converges fast and communicates little","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Stich","year":"2019"},{"key":"ref13","first-page":"1","article-title":"Dont use large mini-batches, use local SGD","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Lin","year":"2020"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3087262"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JSAIT.2020.2985917"},{"key":"ref16","first-page":"1","article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Lin","year":"2018"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2022.3192050"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2015.7178365"},{"key":"ref19","first-page":"55","article-title":"Adaptive gradient communication via critical learning regime identification","volume-title":"Proc. Mach. Learn. Syst.","volume":"3","author":"Agarwal","year":"2021"},{"key":"ref20","first-page":"5325","article-title":"Error compensated quantized SGD and its applications to large-scale distributed optimization","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Wu","year":"2018"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS47774.2020.00026"},{"key":"ref22","first-page":"4035","article-title":"ZipML: Training linear models with end-to-end low precision, and a little bit of deep learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Zhang","year":"2017"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.5555\/3294771.3294915"},{"key":"ref24","article-title":"Distributed learning with compressed gradient differences","author":"Mishchenko","year":"2019"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2014-274"},{"key":"ref26","first-page":"3329","article-title":"Distributed mean estimation with limited communication","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Suresh","year":"2017"},{"key":"ref27","first-page":"1306","article-title":"Gradient sparsification for communication-efficient distributed optimization","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Wangni","year":"2018"},{"key":"ref28","first-page":"4452","article-title":"Sparsified SGD with memory","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Stich","year":"2018"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT45174.2021.9518221"},{"key":"ref30","first-page":"14269","article-title":"PowerSGD: Practical low-rank gradient compression for distributed optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Vogels","year":"2019"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3234944.3234978"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11728"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2022.3154387"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM48880.2022.9796982"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM53939.2023.10229053"},{"key":"ref36","first-page":"3174","article-title":"Adaptive gradient quantization for data-parallel SGD","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Faghri","year":"2020"},{"key":"ref37","first-page":"1","article-title":"INTSGD: Adaptive floatless compression of stochastic gradients","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Mishchenko","year":"2021"},{"key":"ref38","first-page":"13551","article-title":"ScaleCom: Scalable sparsified gradient compression for communication-efficient distributed training","volume-title":"Proc. 34th Int. Conf. Neural Inf. Process. Syst.","author":"Chen","year":"2020"},{"key":"ref39","first-page":"12593","article-title":"CSER: Communication-efficient SGD with error reset","volume-title":"Proc. 34th Int. Conf. Neural Inf. Process. Syst.","author":"Xie","year":"2020"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054164"},{"key":"ref41","first-page":"1","article-title":"On the convergence of FedAvg on Non-IID data","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Li","year":"2020"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3126060"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46128-1_50"},{"key":"ref44","first-page":"1","article-title":"On the convergence of SGD with biased gradients","volume-title":"Proc. Workshop Int. Conf. Mach. Learn.","author":"Ajalloeian","year":"2020"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1137\/16M1057000"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.l007\/978-3-319-46448-0_2"}],"container-title":["IEEE Journal of Selected Topics in Signal Processing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4200690\/10665905\/10493123.pdf?arnumber=10493123","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,6]],"date-time":"2025-02-06T18:44:06Z","timestamp":1738867446000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10493123\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4]]},"references-count":46,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/jstsp.2024.3381373","relation":{},"ISSN":["1932-4553","1941-0484"],"issn-type":[{"value":"1932-4553","type":"print"},{"value":"1941-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4]]}}}