{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T16:44:04Z","timestamp":1780764244133,"version":"3.54.1"},"reference-count":52,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62302420"],"award-info":[{"award-number":["62302420"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Office of Science, Advanced Scientific Computing Research","award":["DE-AC02-06CH11357"],"award-info":[{"award-number":["DE-AC02-06CH11357"]}]},{"name":"Deanship of Graduate Studies and Scientific Research"},{"name":"University of Bisha through the promising program","award":["UB-Promising - 40 -1445"],"award-info":[{"award-number":["UB-Promising - 40 -1445"]}]},{"name":"HK RGC Collaborative Research","award":["C5032-23GF"],"award-info":[{"award-number":["C5032-23GF"]}]},{"name":"HK RGC General Research Fund","award":["PolyU15220922"],"award-info":[{"award-number":["PolyU15220922"]}]},{"name":"Research Institute for Artificial Intelligence of Things"},{"DOI":"10.13039\/501100004377","name":"Hong Kong Polytechnic University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004377","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2025,7]]},"DOI":"10.1109\/tpds.2025.3564736","type":"journal-article","created":{"date-parts":[[2025,4,28]],"date-time":"2025-04-28T17:35:01Z","timestamp":1745861701000},"page":"1372-1386","source":"Crossref","is-referenced-by-count":8,"title":["FedCSpc: A Cross-Silo Federated Learning System With Error-Bounded Lossy Parameter Compression"],"prefix":"10.1109","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7717-4306","authenticated-orcid":false,"given":"Zhaorui","family":"Zhang","sequence":"first","affiliation":[{"name":"Department of Computing, Hong Kong Polytechnic University, Hung Hom, Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7339-5256","authenticated-orcid":false,"given":"Sheng","family":"Di","sequence":"additional","affiliation":[{"name":"Argonne National Laboratory, Lemont, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5328-3962","authenticated-orcid":false,"given":"Kai","family":"Zhao","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Florida State University, Tallahassee, FL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9250-0611","authenticated-orcid":false,"given":"Sian","family":"Jin","sequence":"additional","affiliation":[{"name":"Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5422-4497","authenticated-orcid":false,"given":"Dingwen","family":"Tao","sequence":"additional","affiliation":[{"name":"Luddy School of Informatics, Computing, and Engineering, Indiana University Bloomington, Bloomington, IN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9767-2767","authenticated-orcid":false,"given":"Zhuoran","family":"Ji","sequence":"additional","affiliation":[{"name":"School of Cyber Science and Technology, Shandong University, Jinan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-8300-9740","authenticated-orcid":false,"given":"Benben","family":"Liu","sequence":"additional","affiliation":[{"name":"LSCM R&D Center, University of Hong Kong, Pok Fu Lam, Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4686-7414","authenticated-orcid":false,"given":"Khalid Ayed","family":"Alharthi","sequence":"additional","affiliation":[{"name":"Department of Computer Science, College of Computing and Information Technology, University of Bisha, Bisha, Saudi Arabia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2725-2529","authenticated-orcid":false,"given":"Jiannong","family":"Cao","sequence":"additional","affiliation":[{"name":"Department of Computing, Hong Kong Polytechnic University, Hung Hom, Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Franck","family":"Cappello","sequence":"additional","affiliation":[{"name":"Argonne National Laboratory, Lemont, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Brown"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-021-03819-2"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2021.3124599"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2022.3154387"},{"key":"ref5","first-page":"25464","article-title":"Decentralized training of foundation models in heterogeneous environments","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Yuan"},{"key":"ref6","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"McMahan"},{"key":"ref7","article-title":"HLoRA: Efficient federated learning system for LLM heterogeneous fine-tuning","author":"Liu","year":"2025"},{"key":"ref8","first-page":"1707","article-title":"QSGD: Communication-efficient SGD via gradient quantization and encoding","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Alistarh"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/Cluster48925.2021.00054"},{"key":"ref10","first-page":"1508","article-title":"TernGrad: Ternary gradients to reduce communication in distributed deep learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wen"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2022.3201176"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.005.2300467"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2021.09.007"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2022.08.004"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3383783"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE53745.2022.00077"},{"key":"ref17","article-title":"CLLoRA: An approach to measure the effects of the context length for LLM fine-tuning","author":"Zhang","year":"2025","journal-title":"arXiv preprint:2502.18910"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.iot.2023.100742"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2020.2975749"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE51399.2021.00145"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.14529\/jsfi140205"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346458"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2017.115"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2016.11"},{"key":"ref25","article-title":"Deep compression: Compressing deep neural networks with pruning, trained quantization and Huffman coding","author":"Han","year":"2015"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2024\/584"},{"key":"ref27","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014"},{"key":"ref28","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018"},{"key":"ref29","first-page":"77","article-title":"PointNet: Deep learning on point sets for 3D classification and segmentation","volume-title":"Proc. IEEE Conf. Comput. Vis. Pattern Recognit.","author":"Qi"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2021.01.001"},{"key":"ref31","article-title":"Squad: The stanford question answering dataset","volume-title":"T. S. N. Group","year":"2018"},{"key":"ref32","article-title":"Scientific papers for GNN","volume-title":"GNN","year":"2009"},{"key":"ref33","article-title":"Fair resource allocation in federated learning","author":"Li","year":"2019"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1137\/18M1168832"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2019.00220"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2021.3118609"},{"key":"ref37","first-page":"24610","article-title":"Global convergence analysis of local SGD for two-layer neural network without overparameterization","volume-title":"Proc. 37th Conf. Neural Inf. Process. Syst.","author":"Bao"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2023.3277367"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2023.3247001"},{"key":"ref40","first-page":"739","article-title":"{TopoOpt}: Co-optimizing network topology and parallelization strategy for distributed training jobs","volume-title":"Proc. 20th USENIX Symp. Netw. Syst. Des. Implementation","author":"Wang"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3552326.3587451"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1080\/10556788.2022.2117355"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00464"},{"key":"ref44","article-title":"QA-LORA: Quantization-aware low-rank adaptation of large language models","author":"Xu","year":"2023"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3733104"},{"key":"ref46","article-title":"C-coll: Introducing error-bounded lossy compression into MPI collectives","author":"Huang","year":"2023"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS60910.2024.00060"},{"key":"ref48","first-page":"3408","article-title":"Bit-swap: Recursive bits-back coding for lossless compression with hierarchical latent variables","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Kingma"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS57955.2024.00072"},{"key":"ref50","article-title":"ZCCL: Significantly improving collective communication with error-bounded lossy compression","author":"Huang","year":"2025"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3307681.3326608"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.14778\/3503585.3503597"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/71\/11008439\/10978107-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/71\/11008439\/10978107.pdf?arnumber=10978107","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,21]],"date-time":"2025-05-21T17:41:55Z","timestamp":1747849315000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10978107\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7]]},"references-count":52,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2025.3564736","relation":{},"ISSN":["1045-9219","1558-2183","2161-9883"],"issn-type":[{"value":"1045-9219","type":"print"},{"value":"1558-2183","type":"electronic"},{"value":"2161-9883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7]]}}}