{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T06:54:28Z","timestamp":1784357668217,"version":"3.55.0"},"reference-count":72,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. on Mobile Comput."],"published-print":{"date-parts":[[2022]]},"DOI":"10.1109\/tmc.2022.3178378","type":"journal-article","created":{"date-parts":[[2022,5,27]],"date-time":"2022-05-27T20:59:50Z","timestamp":1653685190000},"page":"1-1","source":"Crossref","is-referenced-by-count":77,"title":["Accelerating Decentralized Federated Learning in Heterogeneous Edge Computing"],"prefix":"10.1109","author":[{"given":"Lun","family":"Wang","sequence":"first","affiliation":[{"name":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China, 230027, and also with Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China, 215123"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yang","family":"Xu","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China, 230027, and also with Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China, 215123"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongli","family":"Xu","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China, 230027, and also with Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China, 215123"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Min","family":"Chen","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China, 230027, and also with Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China, 215123"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Liusheng","family":"Huang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China, 230027, and also with Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China, 215123"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","first-page":"103","article-title":"Gpipe: Efficient training of giant neural networks using pipeline parallelism","author":"huang","year":"2019","journal-title":"Proc Adv Neural Informat Process Syst"},{"key":"ref57","first-page":"2021","article-title":"FedPAQ: A communication-efficient federated learning method with periodic averaging and quantization","author":"reisizadeh","year":"2020","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref12","article-title":"Accurate, large minibatch sgd: Training imagenet in 1 hour","author":"goyal","year":"2017"},{"key":"ref56","first-page":"2698","article-title":"An alternative view: When does SGD escape local minima?","author":"kleinberg","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref15","first-page":"629","article-title":"Gaia: Geo-distributed machine learning approaching LAN speeds","author":"hsieh","year":"2017","journal-title":"Proc 14th USENIX Symp Netw Syst Des Implementation"},{"key":"ref59","article-title":"Reading digits in natural images with unsupervised feature learning","author":"netzer","year":"2011","journal-title":"Proc Workshop Adv Neural Inform Process Syst"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MPRV.2020.3026229"},{"key":"ref58","article-title":"Fedmd: Heterogenous federated learning via model distillation","author":"li","year":"2019"},{"key":"ref53","first-page":"8026","article-title":"PyTorch: An imperative style, high-performance deep learning library","author":"paszke","year":"2019","journal-title":"Proc Adv Neural Informat Process Syst"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/990308.990310"},{"key":"ref11","first-page":"5330","article-title":"Can decentralized algorithms outperform centralized algorithms? A case study for decentralized parallel stochastic gradient descent","author":"lian","year":"2017","journal-title":"Proc Adv Neural Informat Process Syst"},{"key":"ref55","first-page":"8253","article-title":"FetchSGD: Communication-efficient federated learning with sketching","author":"rothchild","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref10","first-page":"3043","article-title":"Asynchronous decentralized parallel stochastic gradient descent","author":"lian","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref54","article-title":"Federated learning with matched averaging","author":"wang","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2883662"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE51399.2021.00040"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155494"},{"key":"ref18","article-title":"Federated learning with non-IID data","author":"zhao","year":"2018"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/800070.802199"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4684-2001-2_9"},{"key":"ref46","first-page":"5381","article-title":"A unified theory of decentralized SGD with changing topology and local updates","author":"koloskova","year":"2020","journal-title":"Proc 37th Int Conf Mach Learn"},{"key":"ref45","article-title":"Deepsqueeze: Decentralization meets error-compensated compression","author":"tang","year":"2019"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1137\/16M1080173"},{"key":"ref47","first-page":"165","article-title":"Optimal distributed online prediction using mini-batches","volume":"13","author":"dekel","year":"2012","journal-title":"J Mach Learn Res"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2011.244"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysconle.2004.02.022"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3136308"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2019.8761315"},{"key":"ref49","article-title":"Dictionary of algorithms and data structures","author":"black","year":"2004"},{"key":"ref8","article-title":"A survey of model compression and acceleration for deep neural networks","author":"cheng","year":"2017"},{"key":"ref7","article-title":"Federated learning: Strategies for improving communication efficiency","author":"kone?n?","year":"2016"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1561\/2200000083"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3392156"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3234150"},{"key":"ref6","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume":"54","author":"mcmahan","year":"2017","journal-title":"Artif Intell s"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3154503"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2904348"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3366696"},{"key":"ref34","article-title":"Towards federated learning: Robustness analytics to data heterogeneity","author":"qian","year":"2020"},{"key":"ref37","article-title":"iperf3","year":"0"},{"key":"ref36","first-page":"4387","article-title":"The non-IID data quagmire of decentralized machine learning","author":"hsieh","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref31","first-page":"8388","article-title":"Robust and communication-efficient collaborative learning","author":"reisizadeh","year":"2019","journal-title":"Proc Adv Neural Informat Process Syst"},{"key":"ref30","author":"chung","year":"1997","journal-title":"Spectral Graph Theory"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/NCA.2017.8171350"},{"key":"ref32","article-title":"Understanding top-K sparsification in distributed deep learning","author":"shi","year":"2019"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.3390\/fi11040094"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/SIBGRAPI.2018.00067"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/1851275.1851203"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2017.2756937"},{"key":"ref71","first-page":"3478","article-title":"Decentralized stochastic optimization and gossip algorithms with compressed communication","author":"koloskova","year":"2019","journal-title":"Proc 36th Int Conf Mach Learn"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2944481"},{"key":"ref72","first-page":"2530","article-title":"A linear speedup analysis of distributed deep learning with sparse and quantized communication","author":"jiang","year":"2018","journal-title":"Proc 32nd Int Conf Neural Informat Process Syst"},{"key":"ref24","article-title":"Decentralized deep learning with arbitrary communication compression","author":"koloskova","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1045"},{"key":"ref23","first-page":"7652","article-title":"Communication compression for decentralized training","author":"tang","year":"2018","journal-title":"Proc Adv Neural Informat Process Syst"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2015-354"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS47774.2020.00153"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICC47138.2019.9123209"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2019.8852172"},{"key":"ref20","article-title":"8-bit approximations for parallelism in deep learning","author":"dettmers","year":"2015"},{"key":"ref64","first-page":"2740","article-title":"Optimal algorithms for non-smooth distributed optimization in networks","author":"scaman","year":"2018","journal-title":"Proc Adv Neural Informat Process Syst"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2018.2817461"},{"key":"ref22","first-page":"4452","article-title":"Sparsified SGD with memory","author":"stich","year":"2018","journal-title":"Proc Adv Neural Informat Process Syst"},{"key":"ref66","first-page":"1299","article-title":"Gradient sparsification for communication-efficient distributed optimization","author":"wangni","year":"2018","journal-title":"Proc Adv Neural Informat Process Syst"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2014-274"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/3267809.3267840"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3133982"},{"key":"ref27","first-page":"5686","article-title":"Consensus control for decentralized deep learning","volume":"139","author":"kong","year":"2021","journal-title":"Proc 38th Int Conf Mach Learn"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2976749.2978318"},{"key":"ref60","first-page":"215","article-title":"An analysis of single-layer networks in unsupervised feature learning","author":"coates","year":"2011","journal-title":"Proc 14th Int Conf Artif Intell Statist"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2006.874516"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1137\/16M1081257"}],"container-title":["IEEE Transactions on Mobile Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7755\/4358975\/09783194.pdf?arnumber=9783194","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,6]],"date-time":"2023-08-06T23:13:15Z","timestamp":1691363595000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9783194\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"references-count":72,"URL":"https:\/\/doi.org\/10.1109\/tmc.2022.3178378","relation":{},"ISSN":["1536-1233","1558-0660","2161-9875"],"issn-type":[{"value":"1536-1233","type":"print"},{"value":"1558-0660","type":"electronic"},{"value":"2161-9875","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]}}}