{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T22:22:28Z","timestamp":1768342948164,"version":"3.49.0"},"reference-count":44,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,5,10]],"date-time":"2021-05-10T00:00:00Z","timestamp":1620604800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,5,10]],"date-time":"2021-05-10T00:00:00Z","timestamp":1620604800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,5,10]],"date-time":"2021-05-10T00:00:00Z","timestamp":1620604800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,5,10]]},"DOI":"10.1109\/infocom42981.2021.9488686","type":"proceedings-article","created":{"date-parts":[[2021,7,26]],"date-time":"2021-07-26T20:07:32Z","timestamp":1627330052000},"page":"1-10","source":"Crossref","is-referenced-by-count":3,"title":["Low Sample and Communication Complexities in Decentralized Learning: A Triple Hybrid Approach"],"prefix":"10.1109","author":[{"given":"Xin","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Jia","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Zhengyuan","family":"Zhu","sequence":"additional","affiliation":[]},{"given":"Elizabeth Serena","family":"Bentley","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","article-title":"Distributed learning in the non-convex world: From batch to streaming data, and beyond","author":"chang","year":"2020"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"953","DOI":"10.1109\/JPROC.2018.2817461","article-title":"Network topology and communication-computation tradeoffs in decentralized optimization","volume":"106","author":"nedi?","year":"2018","journal-title":"Proceedings of the IEEE"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TSIPN.2016.2524588"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1137\/14096668X"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1137\/130943170"},{"key":"ref30","first-page":"2403","article-title":"Spiderboost and momentum: Faster variance reduction algorithms","author":"wang","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2017.2666776"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TSIPN.2016.2613678"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2013.2254478"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2019.2943230"},{"key":"ref10","article-title":"Distributed stochastic multi-task learning with graph regularization","author":"wang","year":"2018"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2018.2818081"},{"key":"ref11","article-title":"Distributed linear model clustering over networks: A tree-based fused-lasso admm approach","author":"zhang","year":"2019"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/1014052.1014097"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.23919\/ACC.2018.8430883"},{"key":"ref14","article-title":"Problems in decentralized decision making and computation","author":"tsitsiklis","year":"1984","journal-title":"Massachusetts Inst of Tech Cambridge lab for information and decision systems Tech Rep"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICOIN.2012.6164447"},{"key":"ref16","article-title":"Hybrid stochastic gradient descent algorithms for stochastic nonconvex optimization","author":"tran-dinh","year":"2019"},{"key":"ref17","first-page":"5904","article-title":"Collaborative deep learning in fixed topology networks","author":"jiang","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/DSW.2019.8755807"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/1961189.1961199"},{"key":"ref28","first-page":"689","article-title":"Spider: Near-optimal non-convex optimization via stochastic path-integrated differential estimator","author":"fang","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2008.2009515"},{"key":"ref27","first-page":"2348","article-title":"Non-convex finite-sum optimization via scsg methods","author":"lei","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref3","first-page":"1223","article-title":"Large scale distributed deep networks","author":"dean","year":"2012","journal-title":"Advances in neural information processing systems"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2014.2385045"},{"key":"ref29","first-page":"2613","article-title":"Sarah: A novel method for machine learning problems using stochastic recursive gradient","author":"nguyen","year":"2017","journal-title":"Proceedings of the 34th International Conference on Machine Learning-Volume 70"},{"key":"ref5","first-page":"5330","article-title":"Can decentralized algorithms outperform centralized algorithms? a case study for decentralized parallel stochastic gradient descent","author":"lian","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1109\/MCS.2007.338264","article-title":"Information consensus in multivehicle cooperative control","volume":"27","author":"ren","year":"2007","journal-title":"IEEE Control Systems Magazine"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2012.2219061"},{"key":"ref2","first-page":"2595","article-title":"Parallelized stochastic gradient descent","author":"zinkevich","year":"2010","journal-title":"Advances in neural information processing systems"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2011.2114734"},{"key":"ref1","first-page":"693","article-title":"Hogwild: A lock-free approach to parallelizing stochastic gradient descent","author":"recht","year":"2011","journal-title":"Advances in neural information processing systems"},{"key":"ref20","article-title":"Improving the sample and communication complexity for decentralized non-convex optimization: A joint gradient estimation and tracking approach","author":"sun","year":"2020","journal-title":"International Conference on Machine Learning"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1137\/16M1080173"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1137\/120880811"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2018.2872003"},{"key":"ref24","first-page":"315","article-title":"Accelerating stochastic gradient descent using predictive variance reduction","author":"johnson","year":"2013","journal-title":"Advances in neural information processing systems"},{"key":"ref41","first-page":"2165","article-title":"Dsa: Decentralized double stochastic aver-aging gradient algorithm","volume":"17","author":"mokhtari","year":"2016","journal-title":"The Journal of Machine Learning Research"},{"key":"ref23","first-page":"1234","article-title":"New insight into hybrid stochastic gradient descent: Beyond with-replacement sampling and convexity","author":"zhou","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref44","article-title":"Cubic regularization with momentum for nonconvex optimization","author":"wang","year":"2018"},{"key":"ref26","first-page":"1646","article-title":"Saga: A fast incremental gradient method with support for non-strongly convex composite objectives","author":"defazio","year":"2014","journal-title":"Advances in neural information processing systems"},{"key":"ref43","article-title":"Variance-reduced decentralized stochastic optimization with gradient tracking","author":"xin","year":"2019"},{"key":"ref25","first-page":"314","article-title":"Stochastic variance reduction for nonconvex optimization","author":"reddi","year":"2016","journal-title":"International Conference on Machine Learning"}],"event":{"name":"IEEE INFOCOM 2021 - IEEE Conference on Computer Communications","location":"Vancouver, BC, Canada","start":{"date-parts":[[2021,5,10]]},"end":{"date-parts":[[2021,5,13]]}},"container-title":["IEEE INFOCOM 2021 - IEEE Conference on Computer Communications"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9488422\/9488423\/09488686.pdf?arnumber=9488686","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T11:43:40Z","timestamp":1652183020000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9488686\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,10]]},"references-count":44,"URL":"https:\/\/doi.org\/10.1109\/infocom42981.2021.9488686","relation":{},"subject":[],"published":{"date-parts":[[2021,5,10]]}}}