{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T09:55:53Z","timestamp":1740131753218,"version":"3.37.3"},"reference-count":49,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1801630"],"award-info":[{"award-number":["CNS-1801630"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004359","name":"Swedish Research Council","doi-asserted-by":"publisher","award":["2020-03687"],"award-info":[{"award-number":["2020-03687"]}],"id":[{"id":"10.13039\/501100004359","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Commun."],"published-print":{"date-parts":[[2023,2]]},"DOI":"10.1109\/tcomm.2022.3227286","type":"journal-article","created":{"date-parts":[[2022,12,7]],"date-time":"2022-12-07T20:39:03Z","timestamp":1670445543000},"page":"808-822","source":"Crossref","is-referenced-by-count":1,"title":["DSAG: A Mixed Synchronous-Asynchronous Iterative Method for Straggler-Resilient Learning"],"prefix":"10.1109","volume":"71","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3450-4392","authenticated-orcid":false,"given":"Albin","family":"Severinson","sequence":"first","affiliation":[{"name":"Simula UiB, Bergen, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8236-6601","authenticated-orcid":false,"given":"Eirik","family":"Rosnes","sequence":"additional","affiliation":[{"name":"Simula UiB, Bergen, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Salim El","family":"Rouayheb","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Rutgers University, Piscataway, NJ, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5725-869X","authenticated-orcid":false,"given":"Alexandre Graell i","family":"Amat","sequence":"additional","affiliation":[{"name":"Simula UiB, Bergen, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2408776.2408794"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-01761-2_3"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2017.2736066"},{"key":"ref4","first-page":"3368","article-title":"Gradient coding: Avoiding stragglers in distributed learning","volume-title":"Proc. 34th Int. Conf. Mach. Learn. (ICML)","author":"Tandon"},{"key":"ref5","first-page":"5434","article-title":"Straggler mitigation in distributed optimization through data encoding","volume-title":"Proc. Neural Inf. Process. Syst. (NIPS)","author":"Karakus"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2018.8437459"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM38437.2019.9014006"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2022.3185905"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2022.3166902"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-016-1030-6"},{"volume-title":"DSAG Source Code and Latency Traces","year":"2021","author":"Severinson","key":"ref11"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2018.2877391"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ISTC.2018.8625292"},{"key":"ref14","first-page":"4403","article-title":"Polynomial codes: An optimal design for high-dimensional coded matrix multiplication","volume-title":"Proc. Neural Inf. Process. Syst. (NIPS)","author":"Yu"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2018.8437563"},{"key":"ref16","first-page":"803","article-title":"Slow and stale gradients can win the race: Error-runtime trade-offs in distributed SGD","volume-title":"Proc. Int. Conf. Artif. Intell. Statist. (AISTATS)","author":"Dutta"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2017.8006963"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2019.8849468"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2019.2929328"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2018.8622139"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2019.8849370"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3323679.3326528"},{"key":"ref23","first-page":"5610","article-title":"Communication-computation efficient gradient coding","volume-title":"Proc. 35th Int. Conf. Mach. Learn. (ICML)","author":"Ye"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM42002.2020.9322412"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/JSAIT.2020.2991361"},{"key":"ref26","article-title":"ErasureHead: Distributed gradient descent without delays using approximate gradient coding","author":"Wang","year":"2019","journal-title":"arXiv:1901.09671"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1137\/18M1179249"},{"key":"ref28","first-page":"2082","article-title":"SEGA: Variance reduction via gradient sketching","volume-title":"Proc. Neural Inf. Process. Syst. (NeurIPS)","author":"Hanzely"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1137\/15M1025487"},{"key":"ref30","first-page":"1646","article-title":"SAGA: A fast incremental gradient method with support for non-strongly convex composite objectives","volume-title":"Proc. Neural Inf. Process. Syst. (NIPS)","author":"Defazio"},{"key":"ref31","article-title":"Distributed SAGA: Maintaining linear convergence rate with limited communication","author":"Calauz\u00e8nes","year":"2017","journal-title":"arXiv:1705.10405"},{"key":"ref32","first-page":"2613","article-title":"SARAH: A novel method for machine learning problems using stochastic recursive gradient","volume-title":"Proc. 34th Int. Conf. Mach. Learn. (ICML)","author":"Nguyen"},{"key":"ref33","first-page":"315","article-title":"Accelerating stochastic gradient descent using predictive variance reduction","volume-title":"Proc. Neural Inf. Process. Syst. (NIPS)","author":"Johnson"},{"key":"ref34","first-page":"3788","article-title":"MARINA: Faster non-convex distributed learning with compression","volume-title":"Proc. 38th Int. Conf. Mach. Learn. (ICML)","author":"Gorbunov"},{"key":"ref35","first-page":"2737","article-title":"Asynchronous parallel stochastic gradient for nonconvex optimization","volume-title":"Proc. Neural Inf. Process. Syst. (NIPS)","author":"Lian"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2016.0028"},{"key":"ref37","first-page":"693","article-title":"Hogwild!: A lock-free approach to parallelizing stochastic gradient descent","volume-title":"Proc. Neural Inf. Process. Syst. (NIPS)","author":"Niu"},{"key":"ref38","first-page":"2568","article-title":"Cyclades: Conflict-free asynchronous machine learning","volume-title":"Proc. Neural Inf. Process. Syst. (NIPS)","author":"Pan"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2007.370258"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2016.57"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICAC.2017.17"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICAC.2015.48"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1137\/070704277"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1038\/nature15393"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1038\/ncomms5308"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/PADSW.2018.8644601"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/2741948.2741964"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.3139\/9783446456020"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/BF01683268"}],"container-title":["IEEE Transactions on Communications"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/26\/10045341\/9973335-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/26\/10045341\/09973335.pdf?arnumber=9973335","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T05:09:35Z","timestamp":1706764175000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9973335\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2]]},"references-count":49,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tcomm.2022.3227286","relation":{},"ISSN":["0090-6778","1558-0857"],"issn-type":[{"type":"print","value":"0090-6778"},{"type":"electronic","value":"1558-0857"}],"subject":[],"published":{"date-parts":[[2023,2]]}}}