{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T10:26:37Z","timestamp":1771064797155,"version":"3.50.1"},"reference-count":27,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,4]],"date-time":"2024-12-04T00:00:00Z","timestamp":1733270400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,4]],"date-time":"2024-12-04T00:00:00Z","timestamp":1733270400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,4]]},"DOI":"10.1109\/commnet63022.2024.10793249","type":"proceedings-article","created":{"date-parts":[[2024,12,17]],"date-time":"2024-12-17T19:09:17Z","timestamp":1734462557000},"page":"1-7","source":"Crossref","is-referenced-by-count":2,"title":["A Survey of Advanced Gradient Methods in Machine Learning"],"prefix":"10.1109","author":[{"given":"Otmane Filali","family":"Razzouki","sequence":"first","affiliation":[{"name":"Mohammed First University, ENCG,Oujda,Morocco"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anas","family":"Charroud","sequence":"additional","affiliation":[{"name":"Mohammed First University,Multidisciplinary Faculty of Nador,Oujda,Morocco"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zakaria El","family":"Allali","sequence":"additional","affiliation":[{"name":"Mohammed First University,Multidisciplinary Faculty of Nador,Oujda,Morocco"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Abdelaziz","family":"Chetouani","sequence":"additional","affiliation":[{"name":"Mohammed First University, ENCG,Oujda,Morocco"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nassime","family":"Aslimani","sequence":"additional","affiliation":[{"name":"Mohammed First University,Multidisciplinary Faculty of Nador,Oujda,Morocco"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804441"},{"key":"ref2","article-title":"An overview of gradient descent optimization algorithms","author":"Ruder","year":"2016","journal-title":"arXiv preprint arXiv:1609.04747"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729586"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/NNSP.1992.253713"},{"key":"ref5","volume-title":"Deep Learning","author":"Goodfellow","year":"2016"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-35289-8_26"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.5555\/2969033.2969154"},{"key":"ref8","first-page":"2121","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","volume":"12","author":"Duchi","year":"2011","journal-title":"Journal of Machine Learning Research"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.4135\/9781412983907.n1717"},{"key":"ref10","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014","journal-title":"arXiv preprint arXiv:1412.6980"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/0041-5553(64)90137-5"},{"key":"ref12","first-page":"543","article-title":"A method for unconstrained convex minimization problem with the rate of convergence O(1\/k2)","volume":"269","author":"Nesterov","year":"1983","journal-title":"Doklady AN USSR"},{"key":"ref13","article-title":"Adaptivity without Compromise: A Momentumized, Adaptive, Dual Averaged Gradient Method for Stochastic Optimization","author":"Defazio","year":"2021","journal-title":"arXiv preprint arXiv:2101.11075"},{"key":"ref14","article-title":"Second-order optimization with lazy Hessians","author":"Osmolovskiy","year":"2022","journal-title":"arXiv preprint arXiv:2212.00781"},{"issue":"1","key":"ref15","first-page":"1","article-title":"Second-Order Stochastic Optimization for Machine Learning in Linear Time","volume":"22","author":"Agarwal","year":"2021","journal-title":"Journal of Machine Learning Research"},{"key":"ref16","article-title":"Krylov Cubic Regularized Newton: A Subspace SecondOrder Method with Dimension-Free Convergence Rate","author":"Jiang","year":"2024","journal-title":"arXiv preprint arXiv:2401.01234"},{"key":"ref17","article-title":"Online Learning Guided Quasi-Newton Methods with Global NonAsymptotic Convergence","year":"2024","journal-title":"arXiv preprint arXiv:2410.02626"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1090\/s0025-5718-1980-0572855-7"},{"key":"ref19","first-page":"1","article-title":"DoWG Unleashed: An Efficient Universal Parameter-Free Gradient Descent Method","volume-title":"Proceedings of the 37th Conference on Neural Information Processing Systems (NeurIPS 2023)","author":"Khaled"},{"key":"ref20","first-page":"1","article-title":"Why Gradient Clipping Accelerates Training: A Theoretical Justification for Adaptivity","volume-title":"Proceedings of the International Conference on Learning Representations (ICLR)","author":"Zhang"},{"key":"ref21","article-title":"From Gradient Clipping to Normalization for Heavy Tailed SGD","author":"H\u00fcbler","year":"2024","journal-title":"arXiv preprint arXiv:2410.13849"},{"key":"ref22","first-page":"901","article-title":"Weight Normalization: A Simple Reparameterization to Accelerate Training of Deep Neural Networks","volume-title":"Proceedings of the 30th International Conference on Neural Information Processing Systems (NeurIPS)","author":"Salimans"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ctems.2018.8769211"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1137\/16M1080173"},{"key":"ref25","article-title":"A Survey of Optimization Methods from a Machine Learning Perspective","author":"Sun","year":"2019","journal-title":"arXiv preprint arXiv:1906.06821v2"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.3390\/math11112466"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-022-13820-0"}],"event":{"name":"2024 7th International Conference on Advanced Communication Technologies and Networking (CommNet)","location":"Rabat, Morocco","start":{"date-parts":[[2024,12,4]]},"end":{"date-parts":[[2024,12,6]]}},"container-title":["2024 7th International Conference on Advanced Communication Technologies and Networking (CommNet)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10793106\/10793244\/10793249.pdf?arnumber=10793249","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,18]],"date-time":"2024-12-18T07:17:48Z","timestamp":1734506268000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10793249\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,4]]},"references-count":27,"URL":"https:\/\/doi.org\/10.1109\/commnet63022.2024.10793249","relation":{},"subject":[],"published":{"date-parts":[[2024,12,4]]}}}