{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T06:45:12Z","timestamp":1768286712579,"version":"3.49.0"},"reference-count":44,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Major Key Project of PCL","award":["PCL2022A03"],"award-info":[{"award-number":["PCL2022A03"]}]},{"name":"Shenzhen Science and Technology Program","award":["RCYX20210609104510007"],"award-info":[{"award-number":["RCYX20210609104510007"]}]},{"name":"Shenzhen Science and Technology Program","award":["KJZD20230923114610021"],"award-info":[{"award-number":["KJZD20230923114610021"]}]},{"name":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies","award":["2022B1212010005"],"award-info":[{"award-number":["2022B1212010005"]}]},{"DOI":"10.13039\/501100021171","name":"Basic and Applied Basic Research Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2023A1515110072"],"award-info":[{"award-number":["2023A1515110072"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62472127"],"award-info":[{"award-number":["62472127"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62032023"],"award-info":[{"award-number":["62032023"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["T2125013"],"award-info":[{"award-number":["T2125013"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Innovation Funding of ICT, CAS","award":["E461050"],"award-info":[{"award-number":["E461050"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1109\/tpds.2024.3447221","type":"journal-article","created":{"date-parts":[[2024,8,21]],"date-time":"2024-08-21T23:39:27Z","timestamp":1724283567000},"page":"2193-2207","source":"Crossref","is-referenced-by-count":6,"title":["BIRD+: Design of a Lightweight Communication Compressor for Resource-Constrained Distribution Learning Platforms"],"prefix":"10.1109","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0358-0533","authenticated-orcid":false,"given":"Donglei","family":"Wu","sequence":"first","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weihao","family":"Yang","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5104-8301","authenticated-orcid":false,"given":"Xiangyu","family":"Zou","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5422-4497","authenticated-orcid":false,"given":"Dingwen","family":"Tao","sequence":"additional","affiliation":[{"name":"State Key Lab of Processors, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8206-6916","authenticated-orcid":false,"given":"Shiyi","family":"Li","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4093-6391","authenticated-orcid":false,"given":"Wen","family":"Xia","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Binxing","family":"Fang","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Language models are few-shot learners","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Brown"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1810.04805"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2022.3230840"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICCD46524.2019.00038"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICCD53106.2021.00089"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2023.3240883"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3087262"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM48880.2022.9796982"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2023.3307459"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2019.8852172"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-28537-0_17"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2012.2218122"},{"key":"ref13","article-title":"Federated learning: Strategies for improving communication efficiency","author":"Kone\u010dny","year":"2016"},{"key":"ref14","first-page":"4452","article-title":"Sparsified SGD with memory","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Stich"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i4.20345"},{"key":"ref16","first-page":"1","article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Lin"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1045"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-019-00596-3"},{"key":"ref19","first-page":"401","article-title":"Towards scalable distributed training of deep learning on public cloud clusters","volume-title":"Proc. Mach. Learn. Syst.","author":"Shi"},{"key":"ref20","first-page":"1306","article-title":"Gradient sparsification for communication-efficient distributed optimization","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Wangni"},{"key":"ref21","first-page":"1709","article-title":"QSGD: Communication-efficient SGD via gradient quantization and encoding","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Alistarh"},{"key":"ref22","first-page":"10921","article-title":"Topkapi: Parallel and fast sketches for finding top-k frequent elements","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Mandal"},{"key":"ref23","first-page":"1509","article-title":"TernGrad: Ternary gradients to reduce communication in distributed deep learning","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Wen"},{"key":"ref24","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"McMahan"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2014-274"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11728"},{"key":"ref28","first-page":"3252","article-title":"Error feedback fixes SignSGD and other gradient compression schemes","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Karimireddy","year":"2019"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1966.1053907"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2015-354"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/MLHPC.2016.004"},{"key":"ref32","first-page":"1","article-title":"Variance-based gradient compression for efficient distributed deep learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Tsuzuku"},{"key":"ref33","first-page":"21150","article-title":"DeepReduce: A sparse-tensor communication framework for federated deep learning","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Xu"},{"key":"ref34","first-page":"1","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Simonyan"},{"key":"ref35","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref36","author":"Reinhard","year":"2005","journal-title":"High Dynamic Range Imaging: Acquisition, Display, and Image-Based Lighting"},{"key":"ref37","first-page":"1","article-title":"Adam: A method for stochastic optimization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Kingma"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2010.11929"},{"key":"ref39","first-page":"1106","article-title":"ImageNet classification with deep convolutional neural networks","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Krizhevsky"},{"key":"ref40","first-page":"1","article-title":"Pointer sentinel mixture models","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Merity"},{"key":"ref41","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/W18-5446","article-title":"GLUE: A multi-task benchmark and analysis platform for natural language understanding","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Wang"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICCD58817.2023.00096"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-020-2649-2"},{"key":"ref44","first-page":"8024","article-title":"PyTorch: An imperative style, high-performance deep learning library","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Paszke"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/71\/10670174\/10643365.pdf?arnumber=10643365","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,28]],"date-time":"2025-04-28T17:35:09Z","timestamp":1745861709000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10643365\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11]]},"references-count":44,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2024.3447221","relation":{},"ISSN":["1045-9219","1558-2183","2161-9883"],"issn-type":[{"value":"1045-9219","type":"print"},{"value":"1558-2183","type":"electronic"},{"value":"2161-9883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11]]}}}