{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T19:35:33Z","timestamp":1730230533050,"version":"3.28.0"},"reference-count":16,"publisher":"IEEE","license":[{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,5]]},"DOI":"10.1109\/icassp40776.2020.9054014","type":"proceedings-article","created":{"date-parts":[[2020,4,9]],"date-time":"2020-04-09T16:21:13Z","timestamp":1586449273000},"page":"8604-8608","source":"Crossref","is-referenced-by-count":0,"title":["Lookahead Converges to Stationary Points of Smooth Non-convex Functions"],"prefix":"10.1109","author":[{"given":"Jianyu","family":"Wang","sequence":"first","affiliation":[]},{"given":"Vinayak","family":"Tantia","sequence":"additional","affiliation":[]},{"given":"Nicolas","family":"Ballas","sequence":"additional","affiliation":[]},{"given":"Michael","family":"Rabbat","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"article-title":"Cooperative SGD: A unified framework for the design and analysis of communication-efficient SGD algorithms","year":"2018","author":"wang","key":"ref10"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2015.2427360"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1561\/9781601988515"},{"article-title":"Distributed learning in non-convex environments &#x2013; Part I: Agreement at a linear rate","year":"2019","author":"vlaski","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2012.6426375"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2014.2364096"},{"key":"ref16","article-title":"SlowMo: Improving communication-efficient distributed SGD with slow momentum","author":"wang","year":"2020","journal-title":"International Conference on Learning Representations (ICLR)"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1137\/16M1080173"},{"key":"ref3","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref6","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"International Conference on Learning Representations"},{"key":"ref5","article-title":"Lookahead optimizer: k steps forward, 1 step back","author":"zhang","year":"2019","journal-title":"Advances in neural information processing systems"},{"article-title":"Accurate, large minibatch SGD: Training ImageNet in 1 hour","year":"2017","author":"goyal","key":"ref8"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"953","DOI":"10.1109\/JPROC.2018.2817461","article-title":"Network topology and communication-computation tradeoffs in decentralized optimization","volume":"106","author":"nedi?","year":"2018","journal-title":"Proceedings of the IEEE"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2205597"},{"key":"ref9","article-title":"Stochastic gradient push for distributed deep learning","author":"assran","year":"2019","journal-title":"International Conference on Machine Learning"}],"event":{"name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","start":{"date-parts":[[2020,5,4]]},"location":"Barcelona, Spain","end":{"date-parts":[[2020,5,8]]}},"container-title":["ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9040208\/9052899\/09054014.pdf?arnumber=9054014","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,27]],"date-time":"2022-06-27T20:11:04Z","timestamp":1656360664000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9054014\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5]]},"references-count":16,"URL":"https:\/\/doi.org\/10.1109\/icassp40776.2020.9054014","relation":{},"subject":[],"published":{"date-parts":[[2020,5]]}}}