{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T13:02:28Z","timestamp":1776171748330,"version":"3.50.1"},"reference-count":51,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key Research and Development Program of China","award":["2021YFB3301501"],"award-info":[{"award-number":["2021YFB3301501"]}]},{"DOI":"10.13039\/501100001809","name":"National Science Foundation of China","doi-asserted-by":"publisher","award":["61936015"],"award-info":[{"award-number":["61936015"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Jiangsu Province Science Foundation for Youths","award":["BK20210122"],"award-info":[{"award-number":["BK20210122"]}]},{"name":"Jiangsu Province Science Foundation for Youths","award":["BK20230275"],"award-info":[{"award-number":["BK20230275"]}]},{"name":"Xiaomi Young Talents Program"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE\/ACM Trans. Networking"],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1109\/tnet.2023.3329005","type":"journal-article","created":{"date-parts":[[2023,11,6]],"date-time":"2023-11-06T20:02:38Z","timestamp":1699300958000},"page":"1768-1780","source":"Crossref","is-referenced-by-count":30,"title":["YOGA: Adaptive Layer-Wise Model Aggregation for Decentralized Federated Learning"],"prefix":"10.1109","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-0701-1861","authenticated-orcid":false,"given":"Jun","family":"Liu","sequence":"first","affiliation":[{"name":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1764-9303","authenticated-orcid":false,"given":"Jianchun","family":"Liu","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3831-4577","authenticated-orcid":false,"given":"Hongli","family":"Xu","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5065-2600","authenticated-orcid":false,"given":"Yunming","family":"Liao","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5368-1132","authenticated-orcid":false,"given":"Zhiyuan","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8684-3495","authenticated-orcid":false,"given":"Qianpiao","family":"Ma","sequence":"additional","affiliation":[{"name":"Purple Mountain Laboratories, Nanjing, China"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2020.2986024"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155494"},{"key":"ref3","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","author":"McMahan","year":"2017","journal-title":"Artificial Intelligence and Statistics"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC51365.2020.00047"},{"key":"ref5","article-title":"Decentralized federated learning: Fundamentals, state of the art, frameworks, trends, and challenges","author":"Beltr\u00e1n","year":"2022","journal-title":"arXiv:2211.08413"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2021.3096846"},{"key":"ref7","article-title":"Accurate, large minibatch SGD: Training ImageNet in 1 hour","author":"Goyal","year":"2017","journal-title":"arXiv:1706.02677"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pdig.0000117"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3118435"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM53939.2023.10228945"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.5555\/3295222.3295285"},{"key":"ref12","first-page":"5686","article-title":"Consensus control for decentralized deep learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Kong"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2022.3178378"},{"key":"ref14","first-page":"3043","article-title":"Asynchronous decentralized parallel stochastic gradient descent","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Lian"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE51399.2021.00040"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3373376.3378499"},{"key":"ref17","article-title":"Dive into deep learning","author":"Zhang","year":"2021","journal-title":"arXiv:2106.11342"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-7908-2604-3_16"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3065386"},{"key":"ref20","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014","journal-title":"arXiv:1409.1556"},{"key":"ref21","article-title":"GPT-4 technical report","volume-title":"arXiv:2303.08774","year":"2023"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i7.26023"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00985"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2022.3230938"},{"key":"ref25","article-title":"Decentralized federated learning: A segmented gossip approach","author":"Hu","year":"2019","journal-title":"arXiv:1908.07782"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3251571"},{"key":"ref27","article-title":"ImageNet classification with deep convolutional neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"25","author":"Krizhevsky"},{"key":"ref28","article-title":"SVCCA: Singular vector canonical correlation analysis for deep learning dynamics and interpretability","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Raghu"},{"key":"ref29","first-page":"4387","article-title":"The non-IID data quagmire of decentralized machine learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Hsieh"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/iThings\/GreenCom\/CPSCom\/SmartData.2019.00205"},{"key":"ref31","article-title":"On the importance of consistency in training deep neural networks","author":"Ye","year":"2017","journal-title":"arXiv:1708.00631"},{"key":"ref32","article-title":"FreezeOut: Accelerate training by progressively freezing layers","author":"Brock","year":"2017","journal-title":"arXiv:1706.04983"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2015.113"},{"key":"ref34","article-title":"The impact of the mini-batch size on the variance of gradients in stochastic gradient descent","author":"Qian","year":"2020","journal-title":"arXiv:2004.13146"},{"key":"ref35","article-title":"Federated learning with non-IID data","author":"Zhao","year":"2018","journal-title":"arXiv:1806.00582"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2017.7966217"},{"key":"ref37","volume-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"issue":"2","key":"ref39","first-page":"2","article-title":"Docker: Lightweight Linux containers for consistent development and deployment","volume":"239","author":"Merkel","year":"2014","journal-title":"Linux J."},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/SysEng.2016.7753148"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.5555\/3454287.3455008"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30218-6_19"},{"key":"ref43","article-title":"A Bayesian perspective on generalization and stochastic gradient descent","author":"Smith","year":"2017","journal-title":"arXiv:1710.06451"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/tnet.2023.3299851"},{"key":"ref45","article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","author":"Lin","year":"2017","journal-title":"arXiv:1712.01887"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2944481"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2022.3186936"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2022.3166101"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCSW53096.2021.00012"},{"key":"ref50","article-title":"Sparsified SGD with memory","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"Stich"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/tmc.2023.3315451"}],"container-title":["IEEE\/ACM Transactions on Networking"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/90\/10505042\/10309973.pdf?arnumber=10309973","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,31]],"date-time":"2024-08-31T05:28:51Z","timestamp":1725082131000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10309973\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4]]},"references-count":51,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tnet.2023.3329005","relation":{},"ISSN":["1063-6692","1558-2566"],"issn-type":[{"value":"1063-6692","type":"print"},{"value":"1558-2566","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4]]}}}