{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T13:12:54Z","timestamp":1775913174448,"version":"3.50.1"},"reference-count":49,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62373323"],"award-info":[{"award-number":["62373323"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U23A20326"],"award-info":[{"award-number":["U23A20326"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62088101"],"award-info":[{"award-number":["62088101"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62003302"],"award-info":[{"award-number":["62003302"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. on Signal and Inf. Process. over Networks"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/tsipn.2024.3444484","type":"journal-article","created":{"date-parts":[[2024,8,30]],"date-time":"2024-08-30T17:55:07Z","timestamp":1725040507000},"page":"665-678","source":"Crossref","is-referenced-by-count":4,"title":["R-FAST: Robust Fully-Asynchronous Stochastic Gradient Tracking Over General Topology"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3292-6505","authenticated-orcid":false,"given":"Zehan","family":"Zhu","sequence":"first","affiliation":[{"name":"College of Control Science and Engineering, Zhejiang University, Hangzhou, China"}]},{"given":"Ye","family":"Tian","sequence":"additional","affiliation":[{"name":"Amazon, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5627-4500","authenticated-orcid":false,"given":"Yan","family":"Huang","sequence":"additional","affiliation":[{"name":"College of Control Science and Engineering, Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3250-963X","authenticated-orcid":false,"given":"Jinming","family":"Xu","sequence":"additional","affiliation":[{"name":"College of Control Science and Engineering, Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1505-6766","authenticated-orcid":false,"given":"Shibo","family":"He","sequence":"additional","affiliation":[{"name":"College of Control Science and Engineering, Zhejiang University, Hangzhou, China"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/nature14539"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1155\/2018\/7068349"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1126\/science.aaa8685"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.3032227"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.3003307"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1137\/070704277"},{"key":"ref7","first-page":"451","article-title":"Non-asymptotic analysis of stochastic approximation algorithms for machine learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Moulines","year":"2011"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1137\/120880811"},{"key":"ref9","first-page":"1232","article-title":"Large scale distributed deep networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Dean","year":"2012"},{"key":"ref10","first-page":"2595","article-title":"Parallelized stochastic gradient descent","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Zinkevich","year":"2010"},{"key":"ref11","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"McMahan","year":"2017"},{"key":"ref12","article-title":"Horovod: Fast and easy distributed deep learning in tensorflow","author":"Sergeev","year":"2018"},{"key":"ref13","article-title":"Accurate, large minibatch SGD: Training imagenet in 1 hour","author":"Goyal","year":"2017"},{"key":"ref14","first-page":"5330","article-title":"Can decentralized algorithms outperform centralized algorithms? A case study for decentralized parallel stochastic gradient descent","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lian","year":"2017"},{"key":"ref15","first-page":"4848","article-title":"$\\mathrm{D}^{2}$: Decentralized training over decentralized data","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Tang","year":"2018"},{"key":"ref16","article-title":"Decentralized stochastic gradient tracking for non-convex empirical risk minimization","author":"Zhang","year":"2019"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CDC40024.2019.9029217"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3373376.3378499"},{"key":"ref19","first-page":"6829","article-title":"Asynchronous decentralized SGD with quantized and local updates","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Nadiradze","year":"2021"},{"issue":"2","key":"ref20","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3377454","article-title":"A survey on distributed machine learning","volume":"53","author":"Verbraeken","year":"2020","journal-title":"ACM Comput. Surv."},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2009.5399485"},{"key":"ref22","first-page":"3043","article-title":"Asynchronous decentralized parallel stochastic gradient descent","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Lian","year":"2018"},{"key":"ref23","first-page":"344","article-title":"Stochastic gradient push for distributed deep learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Assran","year":"2019"},{"key":"ref24","article-title":"Fully asynchronous distributed optimization with linear convergence in directed networks","author":"Zhang","year":"2019"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2020.2977940"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2020.2972824"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2023.3242043"},{"key":"ref28","first-page":"693","article-title":"Hogwild!: A lock-free approach to parallelizing stochastic gradient descent","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Recht","year":"2011"},{"key":"ref29","first-page":"873","article-title":"Distributed delayed stochastic optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Agarwal","year":"2011"},{"key":"ref30","article-title":"FedBC: Calibrating global and local models via federated learning beyond consensus","author":"Bedi","year":"2022"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2019.2894803"},{"key":"ref32","first-page":"2737","article-title":"Asynchronous parallel stochastic gradient for nonconvex optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lian","year":"2015"},{"key":"ref33","first-page":"2350","article-title":"Staleness-aware async-SGD for distributed deep learning","volume-title":"Proc. 25th Int. Joint Conf. Artif. Intell.","author":"Zhang","year":"2016"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2022.3150579"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/SFCS.2003.1238221"},{"key":"ref36","article-title":"Robust asynchronous stochastic gradient-push: Asymptotically optimal and network-independent performance for strongly convex functions","volume":"21","author":"Spiridonoff","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3448016.3452773"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TSIPN.2016.2524588"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2015.7402509"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-020-01487-0"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ACC.2010.5530578"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CDC42340.2020.9303917"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2012.08.003"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/LCSYS.2018.2834316"},{"key":"ref45","article-title":"Asynchronous decentralized successive convex approximation","author":"Tian","year":"2019"},{"key":"ref46","article-title":"Pytorch: Tensors and dynamic neural networks in python with strong GPU acceleration","author":"Paszke","year":"2017"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2211477"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"}],"container-title":["IEEE Transactions on Signal and Information Processing over Networks"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6884276\/10380708\/10660468.pdf?arnumber=10660468","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,12]],"date-time":"2024-09-12T11:25:39Z","timestamp":1726140339000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10660468\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":49,"URL":"https:\/\/doi.org\/10.1109\/tsipn.2024.3444484","relation":{},"ISSN":["2373-776X","2373-7778"],"issn-type":[{"value":"2373-776X","type":"electronic"},{"value":"2373-7778","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}