{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T20:05:20Z","timestamp":1767989120850,"version":"3.49.0"},"reference-count":37,"publisher":"IEEE","license":[{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,5]]},"DOI":"10.1109\/icassp40776.2020.9053961","type":"proceedings-article","created":{"date-parts":[[2020,4,9]],"date-time":"2020-04-09T20:21:13Z","timestamp":1586463673000},"page":"4262-4266","source":"Crossref","is-referenced-by-count":11,"title":["Adaptive Distributed Stochastic Gradient Descent for Minimizing Delay in the Presence of Stragglers"],"prefix":"10.1109","author":[{"given":"Serge Kas","family":"Hanna","sequence":"first","affiliation":[]},{"given":"Rawad","family":"Bitar","sequence":"additional","affiliation":[]},{"given":"Parimal","family":"Parag","sequence":"additional","affiliation":[]},{"given":"Venkat","family":"Dasari","sequence":"additional","affiliation":[]},{"given":"Salim","family":"El Rouayheb","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref33","first-page":"63","article-title":"A statistical study of on-line learning","author":"murata","year":"1998","journal-title":"Online Learning and Neural Networks"},{"key":"ref32","first-page":"2568","article-title":"Cyclades: Conflict-free asynchronous´ machine learning","author":"pan","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref31","first-page":"2647","article-title":"On variance reduction in stochastic gradient descent and its asynchronous variants","author":"reddi","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref30","first-page":"378","article-title":"Accelerated mini-batch stochastic dual coordinate ascent","author":"shalev-shwartz","year":"2013","journal-title":"Advances in neural information processing systems"},{"key":"ref37","article-title":"Adaptive distributed stochastic gradient descent for minimizing delay in the presence of stragglers (extended version)","author":"kas hanna","year":"2019"},{"key":"ref36","article-title":"Don’t decay the learning rate, increase the batch size","author":"smith","year":"2017"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/BF01301683"},{"key":"ref34","first-page":"1476","article-title":"Convergence diagnostics for stochastic gradient descent with constant learning rate","author":"chee","year":"2018","journal-title":"International Conference on Artificial Intelligence and Statistics"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ALLERTON.2014.7028543"},{"key":"ref11","first-page":"3368","article-title":"Gradient coding: Avoiding stragglers in distributed learning","author":"tandon","year":"2017","journal-title":"International Conference on Machine Learning"},{"key":"ref12","article-title":"Communication-computation efficient gradient coding","author":"ye","year":"2018"},{"key":"ref13","article-title":"Gradient coding from cyclic mds codes and expander graphs","author":"raviv","year":"2017"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2017.2736066"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ALLERTON.2018.8635903"},{"key":"ref16","article-title":"Lagrange coded computing: Optimal design for resiliency, security and privacy","author":"yu","year":"2018"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2018.8437871"},{"key":"ref18","article-title":"Draco: Robust distributed training via redundant gradients","author":"chen","year":"2018"},{"key":"ref19","first-page":"5434","article-title":"Straggler mitigation in distributed optimization through data encoding","author":"karakus","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref28","first-page":"693","article-title":"Hogwild: A lock-free approach to parallelizing stochastic gradient descent","author":"recht","year":"2011","journal-title":"Advances in neural information processing systems"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729586"},{"key":"ref27","article-title":"Robust gradient descent via moment encoding with ldpc codes","author":"maity","year":"2018"},{"key":"ref3","article-title":"Revisiting distributed synchronous sgd","author":"chen","year":"2016"},{"key":"ref6","volume":"23","author":"bertsekas","year":"1989","journal-title":"Parallel and Distributed Computation Numerical Methods"},{"key":"ref29","first-page":"285","article-title":"An asynchronous´ parallel stochastic coordinate descent algorithm","volume":"16","author":"liu","year":"2015","journal-title":"The Journal of Machine Learning Research"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1137\/16M1080173"},{"key":"ref8","first-page":"873","article-title":"Distributed delayed stochastic optimization","author":"agarwal","year":"2011","journal-title":"Advances in neural information processing systems"},{"key":"ref7","first-page":"1647","article-title":"Better mini-batch algorithms via accelerated gradient methods","author":"cotter","year":"2011","journal-title":"Advances in neural information processing systems"},{"key":"ref2","article-title":"Slow and stale gradients can win the race: Error-runtime trade-offs in distributed sgd","author":"dutta","year":"2018"},{"key":"ref9","first-page":"165","article-title":"Optimal distributed online prediction using mini-batches","volume":"13","author":"dekel","year":"2012","journal-title":"Journal of Machine Learning Research"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2408776.2408794"},{"key":"ref20","article-title":"Improving distributed gradient descent using reed-solomon codes","author":"halbawi","year":"2017"},{"key":"ref22","article-title":"Coded cooperative computation for internet of things","author":"keshtkarjahromi","year":"2018","journal-title":"CoRR"},{"key":"ref21","first-page":"2092","article-title":"Short-dot: Computing large linear transforms distributedly using coded short dot products","author":"dutta","year":"2016","journal-title":"in 29th Annual Conference on Neural Information Processing Systems (NIPS)"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2017.8007060"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ALLERTON.2017.8262882"},{"key":"ref26","article-title":"Approximate gradient coding via sparse random graphs","author":"charles","year":"2017"},{"key":"ref25","article-title":"Approximate gradient coding via sparse random graphs","author":"charles","year":"2017"}],"event":{"name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","location":"Barcelona, Spain","start":{"date-parts":[[2020,5,4]]},"end":{"date-parts":[[2020,5,8]]}},"container-title":["ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9040208\/9052899\/09053961.pdf?arnumber=9053961","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,28]],"date-time":"2022-06-28T00:27:02Z","timestamp":1656376022000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9053961\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5]]},"references-count":37,"URL":"https:\/\/doi.org\/10.1109\/icassp40776.2020.9053961","relation":{},"subject":[],"published":{"date-parts":[[2020,5]]}}}