{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,23]],"date-time":"2026-07-23T04:44:17Z","timestamp":1784781857528,"version":"3.55.0"},"reference-count":56,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key Research and Development Program of China","award":["2020YFA0713900"],"award-info":[{"award-number":["2020YFA0713900"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62172329"],"award-info":[{"award-number":["62172329"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61802298"],"award-info":[{"award-number":["61802298"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61772410"],"award-info":[{"award-number":["61772410"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U21A6005"],"award-info":[{"award-number":["U21A6005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1811461"],"award-info":[{"award-number":["U1811461"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["11690011"],"award-info":[{"award-number":["11690011"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2020T130513"],"award-info":[{"award-number":["2020T130513"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2019M663726"],"award-info":[{"award-number":["2019M663726"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2022,12,1]]},"DOI":"10.1109\/tpds.2022.3150579","type":"journal-article","created":{"date-parts":[[2022,2,12]],"date-time":"2022-02-12T00:22:39Z","timestamp":1644625359000},"page":"3291-3305","source":"Crossref","is-referenced-by-count":78,"title":["Towards Efficient and Stable K-Asynchronous Federated Learning With Unbounded Stale Gradients on Non-IID Data"],"prefix":"10.1109","volume":"33","author":[{"given":"Zihao","family":"Zhou","sequence":"first","affiliation":[{"name":"National Engineering Laboratory for Big Data Analytics, School of Mathematics and Statistics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6321-2567","authenticated-orcid":false,"given":"Yanan","family":"Li","sequence":"additional","affiliation":[{"name":"National Engineering Laboratory for Big Data Analytics, School of Mathematics and Statistics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6498-0250","authenticated-orcid":false,"given":"Xuebin","family":"Ren","sequence":"additional","affiliation":[{"name":"National Engineering Laboratory for Big Data Analytics, School of Computer Science and Technology, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4495-6237","authenticated-orcid":false,"given":"Shusen","family":"Yang","sequence":"additional","affiliation":[{"name":"National Engineering Laboratory for Big Data Analytics, the Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, Shaanxi, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ALLERTON.2016.7852343"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2017.7966217"},{"key":"ref33","article-title":"Staleness-aware Async-SGD for distributed deep learning","author":"zhang","year":"2015"},{"key":"ref32","article-title":"Toward understanding the impact of staleness in distributed machine learning","author":"dai","year":"2018"},{"key":"ref31","article-title":"Gradient scheduling with global momentum for non-IID data distributed asynchronous training","author":"li","year":"2019"},{"key":"ref30","article-title":"Federated learning with non-IID data","author":"zhao","year":"2018"},{"key":"ref37","article-title":"Local adaalter: Communication-efficient stochastic gradient descent with adaptive learning rates","author":"xie","year":"2019"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2953131"},{"key":"ref35","article-title":"Variance reduced local sgd with lower communication complexity","author":"liang","year":"2019"},{"key":"ref34","first-page":"5132","article-title":"SCAFFOLD: Stochastic controlled averaging for federated learning","author":"karimireddy","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref28","article-title":"Asynchronous federated learning with differential privacy for edge intelligence","author":"li","year":"2019"},{"key":"ref27","article-title":"Asynchronous online federated learning for edge devices","author":"chen","year":"2019"},{"key":"ref29","article-title":"More iterations per second, same quality&#x2013;why asynchronous algorithms may drastically outperform traditional ones","author":"hannah","year":"2017"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2013.6639345"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2909473"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2020.2994391"},{"key":"ref22","first-page":"3368","article-title":"Gradient coding: Avoiding stragglers in distributed learning","author":"tandon","year":"2017","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref21","first-page":"14","article-title":"Solving the straggler problem with bounded staleness","author":"cipar","year":"2013","journal-title":"Proc 14th Workshop Hot Top Oper Syst"},{"key":"ref24","first-page":"2100","article-title":"Short-Dot: Computing large linear transforms distributedly using coded short dot products","author":"dutta","year":"2016","journal-title":"Proc 30th Conf Adv Neural Inf Process Syst"},{"key":"ref23","article-title":"Slow and stale gradients can win the race: Error-runtime trade-offs in distributed SGD","author":"dutta","year":"2018"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2942179"},{"key":"ref25","article-title":"Asynchronous federated optimization","author":"xie","year":"2019"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2021.02.012"},{"key":"ref51","article-title":"A generic framework for privacy preserving deep learning","author":"ryffel","year":"2018"},{"key":"ref56","first-page":"5987","article-title":"Aggregated residual transformations for deep neural networks","author":"xie","year":"2017","journal-title":"Proc IEEE Conf Comput Vis Pattern Recognit"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref53","article-title":"Learning multiple layers of features from tiny images","author":"krizhevsky","year":"2009"},{"key":"ref52","article-title":"Leaf: A benchmark for federated settings","author":"caldas","year":"2018"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3298981"},{"key":"ref11","article-title":"Advances and open problems in federated learning","author":"kairouz","year":"2019"},{"key":"ref40","article-title":"Federated optimization for heterogeneous networks","author":"li","year":"2018"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-57959-7"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-69250-1"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2018.01.007"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-23551-2_2"},{"key":"ref16","article-title":"Fedrec: Privacy-preserving news recommendation with federated learning","author":"qi","year":"2020"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-66808-6_24"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.2996273"},{"key":"ref19","article-title":"On the convergence of FedAvg on non-IID data","author":"li","year":"2019"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.312"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2018.2877359"},{"key":"ref6","article-title":"Communication-efficient learning of deep networks from decentralized data","author":"mcmahan","year":"2016"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1038\/nature21056","article-title":"Dermatologist-level classification of skin cancer with deep neural networks","volume":"542","author":"esteva","year":"2017","journal-title":"Nature"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.3023905"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.3009406"},{"key":"ref49","first-page":"10495","article-title":"Zeno++: Robust fully asynchronous SGD","author":"xie","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.2975189"},{"key":"ref46","first-page":"2737","article-title":"Asynchronous parallel stochastic gradient for nonconvex optimization","author":"lian","year":"2015","journal-title":"Proc 28th Int Conf Adv Neural Inf Process Syst"},{"key":"ref45","first-page":"2121","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","volume":"12","author":"duchi","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/s10915-017-0628-z"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/PACT.2015.42"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICC47138.2019.9123209"},{"key":"ref41","article-title":"First analysis of local GD on heterogeneous data","author":"khaled","year":"2019"},{"key":"ref44","article-title":"Adaptive bound optimization for online convex optimization","author":"mcmahan and","year":"2010"},{"key":"ref43","first-page":"2915","article-title":"Delay-tolerant algorithms for asynchronous distributed online learning","author":"mcmahan and","year":"2014","journal-title":"Proc 27th Int Conf Adv Neural Inf Process Syst"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/71\/9790018\/09712243.pdf?arnumber=9712243","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,4]],"date-time":"2022-07-04T19:50:25Z","timestamp":1656964225000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9712243\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12,1]]},"references-count":56,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2022.3150579","relation":{},"ISSN":["1045-9219","1558-2183","2161-9883"],"issn-type":[{"value":"1045-9219","type":"print"},{"value":"1558-2183","type":"electronic"},{"value":"2161-9883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12,1]]}}}