{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T19:41:13Z","timestamp":1730230873473,"version":"3.28.0"},"reference-count":24,"publisher":"IEEE","license":[{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,5]]},"DOI":"10.1109\/icassp40776.2020.9053316","type":"proceedings-article","created":{"date-parts":[[2020,4,9]],"date-time":"2020-04-09T16:21:13Z","timestamp":1586449273000},"page":"3127-3131","source":"Crossref","is-referenced-by-count":2,"title":["Automatic and Simultaneous Adjustment of Learning Rate and Momentum for Stochastic Gradient-based Optimization Methods"],"prefix":"10.1109","author":[{"given":"Tomer","family":"Lancewicki","sequence":"first","affiliation":[]},{"given":"Selcuk","family":"Kopru","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"article-title":"Adam: A method for stochastic optimization","year":"2014","author":"kingma","key":"ref10"},{"article-title":"Adadelta: an adaptive learning rate method","year":"2012","author":"zeiler","key":"ref11"},{"key":"ref12","article-title":"Incorporating nesterov momentum into adam","author":"dozat","year":"2016","journal-title":"International Conference on Learning Representations (ICLR) Workshop Track"},{"key":"ref13","first-page":"343","article-title":"No more pesky learning rates","author":"schaul","year":"2013","journal-title":"International Conference on Machine Learning"},{"key":"ref14","first-page":"685","article-title":"Barzilai-borwein step size for stochastic gradient descent","author":"tan","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1093\/imanum\/8.1.141"},{"key":"ref16","first-page":"1097","article-title":"Imagenet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Advances in Neural Information Processing Systems 25"},{"key":"ref17","volume":"4","author":"bishop","year":"2006","journal-title":"Pattern Recognition and Machine Learning"},{"key":"ref18","first-page":"1737","article-title":"Sgd-qn: Careful quasi-newton stochastic gradient descent","volume":"10","author":"bordes","year":"2009","journal-title":"Journal of Machine Learning Research"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2014.2357775"},{"key":"ref4","first-page":"2647","article-title":"On variance reduction in stochastic gradient descent and its asynchronous variants","author":"reddi","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref3","first-page":"315","article-title":"Accelerating stochastic gradient descent using predictive variance reduction","author":"johnson","year":"2013","journal-title":"Advances in neural information processing systems"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8461739"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8461325"},{"key":"ref8","article-title":"On the convergence of adam and beyond","author":"reddi","year":"2018","journal-title":"International Conference on Learning Representations"},{"key":"ref7","first-page":"1139","article-title":"On the importance of initialization and momentum in deep learning","author":"sutskever","year":"2013","journal-title":"International Conference on Machine Learning"},{"key":"ref2","first-page":"181","article-title":"Variance reduction for stochastic gradient optimization","author":"wang","year":"2013","journal-title":"Advances in Neural Information Processing Systems 26"},{"key":"ref9","first-page":"2121","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","volume":"12","author":"duchi","year":"2011","journal-title":"Journal of Machine Learning Research"},{"key":"ref1","volume":"65","author":"spall","year":"2005","journal-title":"Introduction to Stochastic Search and Optimization Estimation Simulation and Control"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8461550"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1038\/323533a0","article-title":"Learning representations by back-propagating errors","volume":"323","author":"rumelhart","year":"1986","journal-title":"Nature"},{"key":"ref21","first-page":"156","article-title":"Automatic learning rate maximization by on-line estimation of the hessian’s eigenvectors","author":"lecun","year":"1993","journal-title":"Advances in neural information processing systems"},{"key":"ref24","article-title":"Learning multiple layers of features from tiny images","author":"krizhevsky","year":"2009","journal-title":"Citeseer Tech Rep"},{"journal-title":"The MNIST Database of Handwritten Digits","year":"2009","author":"lecun","key":"ref23"}],"event":{"name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","start":{"date-parts":[[2020,5,4]]},"location":"Barcelona, Spain","end":{"date-parts":[[2020,5,8]]}},"container-title":["ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9040208\/9052899\/09053316.pdf?arnumber=9053316","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,27]],"date-time":"2022-06-27T20:23:54Z","timestamp":1656361434000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9053316\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5]]},"references-count":24,"URL":"https:\/\/doi.org\/10.1109\/icassp40776.2020.9053316","relation":{},"subject":[],"published":{"date-parts":[[2020,5]]}}}