{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T06:12:02Z","timestamp":1773468722657,"version":"3.50.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T00:00:00Z","timestamp":1773446400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T00:00:00Z","timestamp":1773446400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Optim Theory Appl"],"published-print":{"date-parts":[[2026,4]]},"DOI":"10.1007\/s10957-026-02940-4","type":"journal-article","created":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T05:29:03Z","timestamp":1773466143000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["The Stochastic Ravine Accelerated Gradient Method with General Extrapolation Coefficients"],"prefix":"10.1007","volume":"209","author":[{"given":"Hedy","family":"Attouch","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8165-7578","authenticated-orcid":false,"given":"Jalal","family":"Fadili","sequence":"additional","affiliation":[]},{"given":"Vyacheslav","family":"Kungurtsev","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2026,3,14]]},"reference":[{"key":"2940_CR1","doi-asserted-by":"crossref","unstructured":"Adly, S., Attouch, H., Fadili, J.: Comparative analysis of accelerated gradient algorithms for convex optimization: High and super resolution ODE approach. Optimization (2024)","DOI":"10.1080\/02331934.2024.2422563"},{"key":"2940_CR2","unstructured":"Assran, M., Rabbat, M.: On the convergence of Nesterov\u2019s accelerated gradient method in stochastic settings. In: The 37th International Conference on Machine Learning (ICML), vol. 119, pp. 410\u2013420. PMLR (2020)"},{"issue":"9","key":"2940_CR3","doi-asserted-by":"publisher","first-page":"5412","DOI":"10.1016\/j.jde.2017.06.024","volume":"263","author":"H Attouch","year":"2017","unstructured":"Attouch, H., Cabot, A.: Asymptotic stabilization of inertial gradient dynamics with time-dependent viscosity. J. Differ. Equ. 263(9), 5412\u20135458 (2017). https:\/\/doi.org\/10.1016\/j.jde.2017.06.024","journal-title":"J. Differ. Equ."},{"issue":"1","key":"2940_CR4","doi-asserted-by":"publisher","first-page":"849","DOI":"10.1137\/17M1114739","volume":"28","author":"H Attouch","year":"2018","unstructured":"Attouch, H., Cabot, A.: Convergence rates of inertial forward-backward algorithms. SIAM J. Optim. 28(1), 849\u2013874 (2018). https:\/\/doi.org\/10.1137\/17M1114739","journal-title":"SIAM J. Optim."},{"issue":"1","key":"2940_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10957-018-1369-3","volume":"179","author":"H Attouch","year":"2018","unstructured":"Attouch, H., Cabot, A., Chbani, Z., Riahi, H.: Inertial forward-backward algorithms with perturbations: application to Tikhonov regularization. J. Optim. Theory Appl. 179(1), 1\u201336 (2018). https:\/\/doi.org\/10.1007\/s10957-018-1369-3","journal-title":"J. Optim. Theory Appl."},{"issue":"1, Ser. A","key":"2940_CR6","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1007\/s10107-020-01591-1","volume":"193","author":"H Attouch","year":"2022","unstructured":"Attouch, H., Chbani, Z., Fadili, J., Riahi, H.: First-order optimization algorithms via inertial systems with Hessian driven damping. Math. Program. 193(1, Ser. A), 113\u2013155 (2022). https:\/\/doi.org\/10.1007\/s10107-020-01591-1","journal-title":"Math. Program."},{"issue":"1\u20132, Ser. B","key":"2940_CR7","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1007\/s10107-016-0992-8","volume":"168","author":"H Attouch","year":"2018","unstructured":"Attouch, H., Chbani, Z., Peypouquet, J., Redont, P.: Fast convergence of inertial dynamics and algorithms with asymptotic vanishing viscosity. Math. Program. 168(1\u20132, Ser. B), 123\u2013175 (2018). https:\/\/doi.org\/10.1007\/s10107-016-0992-8","journal-title":"Math. Program."},{"issue":"1","key":"2940_CR8","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1006\/jdeq.2001.4034","volume":"179","author":"H Attouch","year":"2002","unstructured":"Attouch, H., Czarnecki, M.O.: Asymptotic control and stabilization of nonlinear oscillators with non-isolated equilibria. J. Differ. Equ. 179(1), 278\u2013310 (2002). https:\/\/doi.org\/10.1006\/jdeq.2001.4034","journal-title":"J. Differ. Equ."},{"issue":"3","key":"2940_CR9","doi-asserted-by":"publisher","first-page":"2074","DOI":"10.1137\/22M1474357","volume":"32","author":"H Attouch","year":"2022","unstructured":"Attouch, H., Fadili, J.: From the Ravine method to the Nesterov method and vice versa: a dynamical system perspective. SIAM J. Optim. 32(3), 2074\u20132101 (2022). https:\/\/doi.org\/10.1137\/22M1474357","journal-title":"SIAM J. Optim."},{"issue":"1","key":"2940_CR10","doi-asserted-by":"publisher","first-page":"71","DOI":"10.3934\/eect.2022022","volume":"12","author":"H Attouch","year":"2023","unstructured":"Attouch, H., Fadili, J., Kungurtsev, V.: On the effect of perturbations in first-order optimization methods with inertia and Hessian driven damping. Evol. Equ. Control Theory 12(1), 71\u2013117 (2023). https:\/\/doi.org\/10.3934\/eect.2022022","journal-title":"Evol. Equ. Control Theory"},{"issue":"3","key":"2940_CR11","doi-asserted-by":"publisher","first-page":"1824","DOI":"10.1137\/15M1046095","volume":"26","author":"H Attouch","year":"2016","unstructured":"Attouch, H., Peypouquet, J.: The rate of convergence of Nesterov\u2019s accelerated forward-backward method is actually faster than $$1\/k^2$$. SIAM J. Optim. 26(3), 1824\u20131834 (2016). https:\/\/doi.org\/10.1137\/15M1046095","journal-title":"SIAM J. Optim."},{"issue":"4","key":"2940_CR12","doi-asserted-by":"publisher","first-page":"2408","DOI":"10.1137\/140994964","volume":"25","author":"JF Aujol","year":"2015","unstructured":"Aujol, J.F., Dossal, C.: Stability of over-relaxations for the forward-backward algorithm, application to FISTA. SIAM J. Optim. 25(4), 2408\u20132433 (2015). https:\/\/doi.org\/10.1137\/140994964","journal-title":"SIAM J. Optim."},{"key":"2940_CR13","unstructured":"Can, B., Gurbuzbalaban, M., Zhu, L.: Accelerated linear convergence of stochastic momentum methods in Wasserstein distances. In: The 36th International Conference on Machine Learning (ICML). PMLR (2019). arXiv:abs\/1901.07445"},{"issue":"1\u20132, Ser. A","key":"2940_CR14","doi-asserted-by":"publisher","first-page":"451","DOI":"10.1007\/s10107-013-0653-0","volume":"145","author":"Y Drori","year":"2014","unstructured":"Drori, Y., Teboulle, M.: Performance of first-order methods for smooth convex minimization: a novel approach. Math. Program. 145(1\u20132, Ser. A), 451\u2013482 (2014). https:\/\/doi.org\/10.1007\/s10107-013-0653-0","journal-title":"Math. Program."},{"key":"2940_CR15","unstructured":"Flammarion, N., Bach, F.: From averaging to acceleration, there is only a step-size. In: The 28th Conference on Learning Theory (COLT), vol.\u00a040, pp. 658\u2013695. PMLR (2015). https:\/\/proceedings.mlr.press\/v40\/Flammarion15.html"},{"issue":"1","key":"2940_CR16","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1214\/18-EJS1395","volume":"12","author":"S Gadat","year":"2018","unstructured":"Gadat, S., Panloup, F., Saadane, S.: Stochastic heavy ball. Electron. J. Stat. 12(1), 461\u2013529 (2018). https:\/\/doi.org\/10.1214\/18-EJS1395","journal-title":"Stat."},{"key":"2940_CR17","unstructured":"Gelfand, I., Tsetlin, M.: Printszip nelokalnogo poiska v sistemah avtomatich. Optimizatsii, Dokl. AN SSSR 137, 295\u2013298 (1961). (in Russian)"},{"issue":"4","key":"2940_CR18","doi-asserted-by":"publisher","first-page":"1469","DOI":"10.1137\/110848864","volume":"22","author":"S Ghadimi","year":"2012","unstructured":"Ghadimi, S., Lan, G.: Optimal stochastic approximation algorithms for strongly convex stochastic composite optimization i: A generic algorithmic framework. SIAM J. Optim. 22(4), 1469\u20131492 (2012). https:\/\/doi.org\/10.1137\/110848864","journal-title":"SIAM J. Optim."},{"issue":"4","key":"2940_CR19","doi-asserted-by":"publisher","first-page":"2061","DOI":"10.1137\/110848876","volume":"23","author":"S Ghadimi","year":"2013","unstructured":"Ghadimi, S., Lan, G.: Optimal stochastic approximation algorithms for strongly convex stochastic composite optimization, ii: Shrinking procedures and optimal algorithms. SIAM J. Optim. 23(4), 2061\u20132089 (2013). https:\/\/doi.org\/10.1137\/110848876","journal-title":"SIAM J. Optim."},{"key":"2940_CR20","doi-asserted-by":"crossref","unstructured":"Gupta, K., Siegel, J.W., Wojtowytsch, S.: Nesterov acceleration despite very noisy gradients. In: The International Conference on Neural Information Processing Systems (NeurIPS) (2024). arXiv:abs\/2302.05515","DOI":"10.52202\/079017-0653"},{"issue":"1","key":"2940_CR21","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1016\/S0252-9602(12)60009-5","volume":"32","author":"A Haraux","year":"2012","unstructured":"Haraux, A., Jendoubi, M.A.: On a second order dissipative ODE in Hilbert space with an integrable source term. Acta Math. Sci. Ser. B (Engl. Ed.) 32(1), 155\u2013163 (2012). https:\/\/doi.org\/10.1016\/S0252-9602(12)60009-5","journal-title":"Acta Math. Sci. Ser. B (Engl. Ed.)"},{"key":"2940_CR22","doi-asserted-by":"crossref","unstructured":"Kidambi, R., Netrapalli, P., Jain, P., Kakade, S.: On the insufficiency of existing momentum schemes for stochastic optimization. In: Information Theory and Applications Workshop (ITA), pp. 1\u20139. IEEE (2018)","DOI":"10.1109\/ITA.2018.8503173"},{"issue":"1\u20132, Ser. A","key":"2940_CR23","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1007\/s10107-015-0949-3","volume":"159","author":"D Kim","year":"2016","unstructured":"Kim, D., Fessler, J.A.: Optimized first-order methods for smooth convex minimization. Math. Program. 159(1\u20132, Ser. A), 81\u2013107 (2016). https:\/\/doi.org\/10.1007\/s10107-015-0949-3","journal-title":"Math. Program."},{"key":"2940_CR24","unstructured":"Laborde, M., Oberman, A.: A Lyapunov analysis for accelerated gradient methods: from deterministic to stochastic case. In: The Twenty Third International Conference on Artificial Intelligence and Statistics (AISTATS), vol. 108, pp. 602\u2013612. PMLR (2020). https:\/\/proceedings.mlr.press\/v108\/laborde20a.html"},{"issue":"1","key":"2940_CR25","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1007\/s10107-010-0434-y","volume":"133","author":"G Lan","year":"2012","unstructured":"Lan, G.: An optimal method for stochastic composite optimization. Math. Program. 133(1), 365\u2013397 (2012). https:\/\/doi.org\/10.1007\/s10107-010-0434-y","journal-title":"Math. Program."},{"key":"2940_CR26","doi-asserted-by":"publisher","unstructured":"Lan, G.: First-order and Stochastic Optimization Methods for Machine Learning. Springer Series in the Data Sciences. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-39568-1","DOI":"10.1007\/978-3-030-39568-1"},{"issue":"212","key":"2940_CR27","first-page":"54","volume":"18","author":"H Lin","year":"2017","unstructured":"Lin, H., Mairal, J., Harchaoui, Z.: Catalyst acceleration for first-order convex optimization: from theory to practice. J. Mach. Learn. Res. 18(212), 54 (2017)","journal-title":"J. Mach. Learn. Res."},{"key":"2940_CR28","unstructured":"Liu, J., Yuan, Y.: On almost sure convergence rates of stochastic gradient methods. In: The 35th Conference on Learning Theory (COLT), vol. 178, pp. 2963\u20132983. PMLR (2022). https:\/\/proceedings.mlr.press\/v178\/liu22d.html"},{"issue":"3","key":"2940_CR29","doi-asserted-by":"publisher","first-page":"653","DOI":"10.1007\/s10589-020-00220-z","volume":"77","author":"N Loizou","year":"2020","unstructured":"Loizou, N., Richt\u00e1rik, P.: Momentum and stochastic momentum for stochastic gradient, Newton, proximal point and subspace descent methods. Comput. Optim. Appl. 77(3), 653\u2013710 (2020). https:\/\/doi.org\/10.1007\/s10589-020-00220-z","journal-title":"Comput. Optim. Appl."},{"key":"2940_CR30","doi-asserted-by":"crossref","unstructured":"Maulen-Soto, R., Fadili, J., Attouch, H., Ochs, P.: An SDE perspective on stochastic inertial gradient dynamics with time-dependent viscosity and hessian-driven damping. Optimization (2025)","DOI":"10.1080\/02331934.2025.2526726"},{"key":"2940_CR31","doi-asserted-by":"crossref","unstructured":"Maulen-Soto, R., Fadili, J., Attouch, H., Ochs, P.: Stochastic inertial dynamics via time scaling and averaging. Stochastic Systems (2025)","DOI":"10.1287\/stsy.2024.0068"},{"key":"2940_CR32","doi-asserted-by":"publisher","unstructured":"Nesterov, Y.: Introductory Lectures on Convex Optimization, Applied Optimization, vol.\u00a087. Kluwer Academic Publishers, Boston, MA (2004). https:\/\/doi.org\/10.1007\/978-1-4419-8853-9. A basic course","DOI":"10.1007\/978-1-4419-8853-9"},{"issue":"3","key":"2940_CR33","first-page":"543","volume":"269","author":"YE Nesterov","year":"1983","unstructured":"Nesterov, Y.E.: A method for solving the convex programming problem with convergence rate $$O(1\/k^{2})$$. Dokl. Akad. Nauk SSSR 269(3), 543\u2013547 (1983)","journal-title":"Dokl. Akad. Nauk SSSR"},{"key":"2940_CR34","unstructured":"Orvieto, A., Kohler, J., Lucchi, A.: The role of memory in stochastic optimization. In: the 35th Conference on Uncertainty in Artificial Intelligence (UAI) (2020). arXiv:abs\/1907.01678"},{"issue":"3","key":"2940_CR35","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1007\/s00245-023-10047-9","volume":"88","author":"C Park","year":"2023","unstructured":"Park, C., Park, J., Ryu, E.K.: Factor-$$\\sqrt{2}$$ acceleration of accelerated gradient methods. Appl. Math. Optim. 88(3), 77 (2023). https:\/\/doi.org\/10.1007\/s00245-023-10047-9","journal-title":"Appl. Math. Optim."},{"key":"2940_CR36","first-page":"791","volume":"4","author":"BT Polyak","year":"1964","unstructured":"Polyak, B.T.: Some methods of speeding up the convergence of iterative methods. \u017d. Vy\u010disl. Mat i Mat. Fiz. 4, 791\u2013803 (1964)","journal-title":"\u017d. Vy\u010disl. Mat i Mat. Fiz."},{"key":"2940_CR37","unstructured":"Polyak, B.T.: Introduction to Optimization. Translations Series in Mathematics and Engineering. Optimization Software, Inc., Publications Division, New York (1987)"},{"key":"2940_CR38","unstructured":"Polyak, B.T.: Accelerated gradient methods revisited. In: Workshop on Variational Analysis and Applications. Erice, Italy (August 28-September 5, 2018)"},{"key":"2940_CR39","doi-asserted-by":"publisher","unstructured":"Robbins, H., Siegmund, D.: A convergence theorem for non negative supermartingales and some applications. Optimizing Methods in Statistics pp. 233\u2013257 (1971). https:\/\/doi.org\/10.1016\/B978-0-12-604550-5.50015-8","DOI":"10.1016\/B978-0-12-604550-5.50015-8"},{"key":"2940_CR40","unstructured":"Schmidt, M., Roux, N.L., Bach, F.: Convergence rates of inexact proximal-gradient methods for convex optimization. In: The 24th International Conference on Neural Information Processing Systems (NeurIPS), pp. 1458\u20131466 (2011)"},{"key":"2940_CR41","unstructured":"Sebbouh, O., Gower, R.M., Defazio, A.: Almost sure convergence rates for stochastic gradient descent and stochastic heavy ball. In: The 34th Conference on Learning Theory (COLT), vol. 134, pp. 3935\u20133971. PMLR (2021). https:\/\/proceedings.mlr.press\/v134\/sebbouh21a.html"},{"issue":"1\u20132, Ser. A","key":"2940_CR42","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1007\/s10107-021-01681-8","volume":"195","author":"B Shi","year":"2022","unstructured":"Shi, B., Du, S.S., Jordan, M.I., Su, W.J.: Understanding the acceleration phenomenon via high-resolution differential equations. Math. Program. 195(1\u20132, Ser. A), 79\u2013148 (2022). https:\/\/doi.org\/10.1007\/s10107-021-01681-8","journal-title":"Math. Program."},{"issue":"153","key":"2940_CR43","first-page":"43","volume":"17","author":"W Su","year":"2016","unstructured":"Su, W., Boyd, S., Cand\u00e8s, E.J.: A differential equation for modeling Nesterov\u2019s accelerated gradient method: theory and insights. J. Mach. Learn. Res. 17(153), 43 (2016)","journal-title":"J. Mach. Learn. Res."},{"key":"2940_CR44","unstructured":"Sutskever, I., Martens, J., Dahl, G., Hinton, G.: On the importance of initialization and momentum in deep learning. In: The 30th International Conference on Machine Learning (ICML), vol.\u00a028, pp. 1139\u20131147. PMLR, Atlanta, Georgia, USA (2013). https:\/\/proceedings.mlr.press\/v28\/sutskever13.html"},{"issue":"3","key":"2940_CR45","doi-asserted-by":"publisher","first-page":"1607","DOI":"10.1137\/110844805","volume":"23","author":"S Villa","year":"2013","unstructured":"Villa, S., Salzo, S., Baldassarre, L., Verri, A.: Accelerated and inexact forward-backward algorithms. SIAM J. Optim. 23(3), 1607\u20131633 (2013). https:\/\/doi.org\/10.1137\/110844805","journal-title":"SIAM J. Optim."},{"key":"2940_CR46","unstructured":"Yang, T., Lin, Q., Li, Z.: Unified convergence analysis of stochastic momentum methods for convex and non-convex optimization. In: The 27th International Joint Conference on Artificial Intelligence (IJCAI) (2018). arXiv:abs\/1604.03257"}],"container-title":["Journal of Optimization Theory and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10957-026-02940-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10957-026-02940-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10957-026-02940-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T05:29:06Z","timestamp":1773466146000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10957-026-02940-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,14]]},"references-count":46,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,4]]}},"alternative-id":["2940"],"URL":"https:\/\/doi.org\/10.1007\/s10957-026-02940-4","relation":{},"ISSN":["0022-3239","1573-2878"],"issn-type":[{"value":"0022-3239","type":"print"},{"value":"1573-2878","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3,14]]},"assertion":[{"value":"18 December 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 January 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"5"}}