{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T13:16:42Z","timestamp":1730207802793,"version":"3.28.0"},"reference-count":16,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,3,24]]},"DOI":"10.1109\/ciss50987.2021.9400243","type":"proceedings-article","created":{"date-parts":[[2021,4,22]],"date-time":"2021-04-22T03:11:36Z","timestamp":1619061096000},"page":"1-6","source":"Crossref","is-referenced-by-count":0,"title":["Connection of Diagonal Hessian Estimates to Natural Gradients in Stochastic Optimization"],"prefix":"10.1109","author":[{"given":"Shiqing","family":"Sun","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"James C.","family":"Spall","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","first-page":"29","article-title":"Improving the convergence of backpropagation learning with second order methods","author":"becker","year":"0","journal-title":"Proceedings of the 1988 Connectionist Models Summer School"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CDC40024.2019.9029707"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2000.880982"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2009.2019793"},{"key":"ref14","volume":"65","author":"spall","year":"2005","journal-title":"Introduction to Stochastic Search and Optimization Estimation Simulation and Control"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref16","article-title":"Adaptive gradient methods with dynamic bound of learning rate","author":"luo","year":"0","journal-title":"International Conference on Learning Representations"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1162\/089976698300017746"},{"journal-title":"New Insights and Perspectives on the Natural Gradient Method","year":"2014","author":"martens","key":"ref3"},{"journal-title":"Information Theory Inference and Learning Algorithms","year":"2003","author":"mackay","key":"ref6"},{"journal-title":"Revisiting Natural Gradient for Deep Networks","year":"2013","author":"pascanu","key":"ref5"},{"journal-title":"Adam A method for stochastic optimization","year":"2014","author":"kingma","key":"ref8"},{"key":"ref7","first-page":"2121","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","volume":"12","author":"duchi","year":"2011","journal-title":"Journal of Machine Learning Research"},{"journal-title":"An overview of gradient descent optimization algorithms","year":"2016","author":"ruder","key":"ref2"},{"key":"ref1","first-page":"149","article-title":"Information theoretic guarantees for empirical risk minimization with applications to model selection and large-scale optimization","volume":"80","author":"alabdulmohsin","year":"2018","journal-title":"Proceedings of the 35th International Conference on Machine Learning ser Proceedings of Machine Learning Research"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2935455"}],"event":{"name":"2021 55th Annual Conference on Information Sciences and Systems (CISS)","start":{"date-parts":[[2021,3,24]]},"location":"Baltimore, MD, USA","end":{"date-parts":[[2021,3,26]]}},"container-title":["2021 55th Annual Conference on Information Sciences and Systems (CISS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9400188\/9400208\/09400243.pdf?arnumber=9400243","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,28]],"date-time":"2022-01-28T23:56:12Z","timestamp":1643414172000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9400243\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3,24]]},"references-count":16,"URL":"https:\/\/doi.org\/10.1109\/ciss50987.2021.9400243","relation":{},"subject":[],"published":{"date-parts":[[2021,3,24]]}}}