{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T07:00:25Z","timestamp":1760598025116,"version":"3.37.3"},"reference-count":52,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62033006"],"award-info":[{"award-number":["62033006"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Ministry of Science and Technology of China","award":["2020AAA0108400","2020AAA0108403"],"award-info":[{"award-number":["2020AAA0108400","2020AAA0108403"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Control Netw. Syst."],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1109\/tcns.2021.3059848","type":"journal-article","created":{"date-parts":[[2021,2,18]],"date-time":"2021-02-18T14:58:02Z","timestamp":1613660282000},"page":"1212-1224","source":"Crossref","is-referenced-by-count":11,"title":["Asynchronous Stochastic Gradient Descent Over Decentralized Datasets"],"prefix":"10.1109","volume":"8","author":[{"given":"Yubo","family":"Du","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4355-5340","authenticated-orcid":false,"given":"Keyou","family":"You","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","first-page":"3043","article-title":"Asynchronous decentralized parallel stochastic gradient descent","author":"lian","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"article-title":"Asynchronous federated learning with differential privacy for edge intelligence","year":"2019","author":"li","key":"ref38"},{"article-title":"Advances and open problems in federated learning","year":"2019","author":"kairouz","key":"ref33"},{"key":"ref32","first-page":"509","article-title":"Decentralized collaborative learning of personalized models over networks","author":"vanhaesebrouck","year":"2017","journal-title":"Proc Int Conf Artif Intell Stat"},{"key":"ref31","first-page":"4615","article-title":"Agnostic federated learning","author":"mohri","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"article-title":"First analysis of local GD on heterogeneous data","year":"2019","author":"khaled","key":"ref30"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2942179"},{"article-title":"VAFL: A method of vertical asynchronous federated learning","year":"2020","author":"chen","key":"ref36"},{"article-title":"Asynchronous federated optimization","year":"2019","author":"xie","key":"ref35"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3133982"},{"key":"ref28","first-page":"1764","article-title":"Semi-cyclic stochastic gradient descent","author":"eichner","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"article-title":"Communication efficient decentralized training with multiple local updates","year":"2019","author":"li","key":"ref27"},{"key":"ref29","article-title":"Federated optimization in heterogeneous networks","author":"li","year":"2020","journal-title":"Machine Learning and Systems"},{"key":"ref2","first-page":"693","article-title":"Hogwild: A lock-free approach to parallelizing stochastic gradient descent","volume":"24","author":"recht","year":"2011","journal-title":"Adv in Neural Info Proc Syst"},{"key":"ref1","first-page":"873","article-title":"Distributed delayed stochastic optimization","volume":"24","author":"agarwal","year":"2011","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref20","first-page":"2737","article-title":"Asynchronous parallel stochastic gradient for nonconvex optimization","volume":"28","author":"lian","year":"2015","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref22","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","author":"mcmahan","year":"2017","journal-title":"Proc 20th Int Conf Artif Intell Statist"},{"key":"ref21","first-page":"4848","article-title":"D$^2$: Decentralized training over decentralized data","volume":"80","author":"tang","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"article-title":"Federated learning: Strategies for improving communication efficiency","year":"2016","author":"kone?n\u00fd","key":"ref24"},{"article-title":"Federated optimization: Distributed machine learning for on-device intelligence","year":"2016","author":"kone?n\u00fd","key":"ref23"},{"article-title":"On the convergence of FedAvg on non-IID data","year":"2019","author":"li","key":"ref26"},{"key":"ref25","first-page":"5330","volume":"30","author":"lian","year":"2017","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref50","first-page":"361","article-title":"RCV1: A new benchmark collection for text categorization research","volume":"5","author":"lewis","year":"2004","journal-title":"J Mach Learn Res"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-010-0420-4"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref10","first-page":"1223","article-title":"Large scale distributed deep networks","volume":"25","author":"dean","year":"2012","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2640087.2644155"},{"key":"ref40","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780198572237.001.0001","volume":"80","author":"grimmett","year":"2001","journal-title":"Probability and Random Processes"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ITA.2010.5454103"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"772","DOI":"10.1109\/JSTSP.2011.2118740","article-title":"Distributed asynchronous constrained stochastic optimization","volume":"5","author":"k","year":"2011","journal-title":"IEEE J Sel Topics Signal Process"},{"key":"ref14","first-page":"2454","article-title":"An asynchronous distributed proximal gradient method for composite convex optimization","author":"aybat","year":"2015","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2013.6638950"},{"article-title":"GPU asynchronous stochastic gradient descent to speed up neural network training","year":"2013","author":"paine","key":"ref16"},{"key":"ref17","first-page":"685","article-title":"Deep learning with elastic averaging SGD","volume":"28","author":"zhang","year":"2015","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s12532-013-0053-8"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/2507157.2507164"},{"key":"ref4","first-page":"2350","article-title":"Staleness-aware Async-SGD for distributed deep learning","author":"zhang","year":"2016","journal-title":"Proc Int Joint Artif Intell Conf"},{"key":"ref3","first-page":"1223","article-title":"More effective distributed ML via a stale synchronous parallel parameter server","volume":"26","author":"ho","year":"2013","journal-title":"Adv in Neural Info Proc Syst"},{"key":"ref6","first-page":"1548","article-title":"Parallel and distributed block-coordinate Frank–Wolfe algorithms","author":"wang","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref5","first-page":"285","article-title":"An asynchronous parallel stochastic coordinate descent algorithm","volume":"16","author":"liu","year":"2015","journal-title":"J Mach Learn Res"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/BF02591967"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2783412"},{"key":"ref49","first-page":"344","article-title":"Stochastic gradient push for distributed deep learning","author":"assran","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref9","volume":"23","author":"bertsekas","year":"1989","journal-title":"Parallel and Distributed Computation Numerical Methods"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2019.2930234"},{"key":"ref45","first-page":"216","article-title":"Asynchronous stochastic gradient descent over decentralized datasets","author":"du","year":"2020","journal-title":"Proc Int Conf Control Autom"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1137\/120880811"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2016.2525015"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2009.2016247"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2010.2079650"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2006.874516"},{"key":"ref43","first-page":"3581","article-title":"Asynchronous gossip algorithms for stochastic optimization","author":"ram","year":"2009"}],"container-title":["IEEE Transactions on Control of Network Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6509490\/9540809\/09354999.pdf?arnumber=9354999","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,24]],"date-time":"2024-08-24T11:51:09Z","timestamp":1724500269000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9354999\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9]]},"references-count":52,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tcns.2021.3059848","relation":{},"ISSN":["2325-5870","2372-2533"],"issn-type":[{"type":"electronic","value":"2325-5870"},{"type":"electronic","value":"2372-2533"}],"subject":[],"published":{"date-parts":[[2021,9]]}}}