{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T06:04:46Z","timestamp":1781762686396,"version":"3.54.5"},"reference-count":40,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2024.3413043","type":"journal-article","created":{"date-parts":[[2024,6,12]],"date-time":"2024-06-12T17:46:47Z","timestamp":1718214407000},"page":"83154-83168","source":"Crossref","is-referenced-by-count":3,"title":["AutoLrOpt: An Efficient Optimizer Using Automatic Setting of Learning Rate for Deep Neural Networks"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8652-2798","authenticated-orcid":false,"given":"Mohamed","family":"Merrouchi","sequence":"first","affiliation":[{"name":"Faculty of Science and Technology, Hassan First University of Settat, Settat, Morocco"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6425-0015","authenticated-orcid":false,"given":"Khalid","family":"Atifi","sequence":"additional","affiliation":[{"name":"Faculty of Science and Technology, Hassan First University of Settat, Settat, Morocco"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6337-8620","authenticated-orcid":false,"given":"Mustapha","family":"Skittou","sequence":"additional","affiliation":[{"name":"Faculty of Science and Technology, Hassan First University of Settat, Settat, Morocco"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7479-5892","authenticated-orcid":false,"given":"Youssef","family":"Benyoussef","sequence":"additional","affiliation":[{"name":"National School of Applied Sciences, Hassan First University of Settat, Settat, Morocco"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Taoufiq","family":"Gadi","sequence":"additional","affiliation":[{"name":"Faculty of Science and Technology, Hassan First University of Settat, Settat, Morocco"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.21236\/ada164453"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/0893-6080(94)90052-3"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/0925-2312(93)90006-o"},{"issue":"8","key":"ref4","first-page":"12","article-title":"Stochastic gradient learning in neural networks","volume":"91","author":"Bottou","year":"1991","journal-title":"Proc. Neuro-Nimes"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1992.4.2.141"},{"key":"ref6","first-page":"1","article-title":"Adam: A method for stochastic optimization","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Kingma"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/0041-5553(64)90137-5"},{"issue":"2","key":"ref8","first-page":"372","article-title":"A method of solving a convex programming problem with convergence rate O(1\/k**2)","volume":"27","author":"Nesterov","year":"1983","journal-title":"Sov. Math. Doklady"},{"key":"ref9","first-page":"2121","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","volume":"12","author":"Duchi","year":"2011","journal-title":"J. Mach. Learn. Res."},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.4135\/9781412983907.n1717"},{"key":"ref11","volume-title":"Deep Learning","author":"Goodfellow","year":"2016"},{"key":"ref12","volume-title":"Neural Networks and Deep Learning","volume":"25","author":"Nielsen","year":"2015"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.2140\/pjm.1966.16.1"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s00245-020-09718-8"},{"key":"ref15","article-title":"Painless stochastic gradient: Interpolation, line-search, and convergence rates","author":"Vaswani","year":"2019","journal-title":"arXiv:1905.09997"},{"key":"ref16","first-page":"1195","article-title":"Fast and faster convergence of SGD for over-parameterized models and an accelerated perceptron","volume-title":"Proc. 22nd Int. Conf. Artif. Intell. Statist.","author":"Vaswani"},{"key":"ref17","article-title":"Fast convergence of stochastic gradient descent under a strong growth condition","author":"Schmidt","year":"2013","journal-title":"arXiv:1308.6370"},{"key":"ref18","article-title":"Training neural networks for and by interpolation","author":"Berrada","year":"2019","journal-title":"arXiv:1906.05661"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/0041-5553(69)90061-5"},{"key":"ref20","article-title":"Gradient methods for convex minimization: Better rates under weaker conditions","author":"Zhang","year":"2013","journal-title":"arXiv:1303.4645"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s11063-022-11140-w"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2023.03.050"},{"key":"ref23","volume-title":"Numerical Optimization","author":"Nocedal","year":"2006"},{"key":"ref24","first-page":"3325","article-title":"The power of interpolation: Understanding the effectiveness of SGD in modern over-parametrized learning","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","author":"Ma"},{"key":"ref25","article-title":"On exponential convergence of SGD in non-convex over-parametrized learning","author":"Bassily","year":"2018","journal-title":"arXiv:1811.02564"},{"key":"ref26","article-title":"On the linear convergence of the stochastic gradient method with constant step-size","author":"Cevher","year":"2017","journal-title":"arXiv:1712.01906"},{"key":"ref27","article-title":"Accelerating SGD with momentum for over-parameterized learning","author":"Liu","year":"2018","journal-title":"arXiv:1810.13395"},{"key":"ref28","article-title":"Advanced deep learning with tensorflow 2 and Keras apply DL, GANs, VAEs, deep RL, unsupervised learning, object detection and segmentation, and more","author":"Atienza","year":"2020","journal-title":"arXiv:1011.1669v3"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1137\/070704277"},{"key":"ref30","volume-title":"Auto MPG Data Set","year":"2021"},{"key":"ref31","volume-title":"Basic Regression: Predict Fuel Efficiency | TensorFlow Core","year":"2022"},{"key":"ref32","volume-title":"MNIST Handwritten Digit Database","author":"LeCun","year":"2010"},{"key":"ref33","volume-title":"Developer Guide: NVIDIA Deep Learning CuDNN Documentation","year":"2022"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.106771"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2022.3152527"},{"key":"ref36","volume-title":"CIFAR-10 and CIFAR-100 Datasets","year":"2022"},{"key":"ref37","volume-title":"CIFAR-10 ResNet\u2014Keras","year":"2022"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1088\/1751-8113\/44\/8\/085201"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_38"},{"key":"ref40","volume-title":"Bienvenue Dans Colaboratory\u2014Colaboratory","year":"2021"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10380310\/10555220.pdf?arnumber=10555220","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,25]],"date-time":"2024-06-25T21:03:20Z","timestamp":1719349400000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10555220\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":40,"URL":"https:\/\/doi.org\/10.1109\/access.2024.3413043","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}