{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T14:36:29Z","timestamp":1778337389825,"version":"3.51.4"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,2,9]],"date-time":"2022-02-09T00:00:00Z","timestamp":1644364800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,2,9]],"date-time":"2022-02-09T00:00:00Z","timestamp":1644364800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000005","name":"U.S. Department of Defense","doi-asserted-by":"publisher","award":["DE-FG02-87ER25047"],"award-info":[{"award-number":["DE-FG02-87ER25047"]}],"id":[{"id":"10.13039\/100000005","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["650-4736000-60049398"],"award-info":[{"award-number":["650-4736000-60049398"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"name":"European Union Seventh Framework Program","award":["FP7- PEOPLE-2013-ITN"],"award-info":[{"award-number":["FP7- PEOPLE-2013-ITN"]}]},{"name":"AXA pour la recherche and Kamet Ventures"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Math. Program."],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s10107-022-01775-x","type":"journal-article","created":{"date-parts":[[2022,2,9]],"date-time":"2022-02-09T16:02:46Z","timestamp":1644422566000},"page":"325-362","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Nonlinear acceleration of momentum and primal-dual algorithms"],"prefix":"10.1007","volume":"198","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5692-0832","authenticated-orcid":false,"given":"Raghu","family":"Bollapragada","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Damien","family":"Scieur","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexandre","family":"d\u2019Aspremont","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,2,9]]},"reference":[{"issue":"4","key":"1775_CR1","doi-asserted-by":"publisher","first-page":"547","DOI":"10.1145\/321296.321305","volume":"12","author":"DG Anderson","year":"1965","unstructured":"Anderson, D.G.: Iterative procedures for nonlinear integral equations. J. ACM: JACM 12(4), 547\u2013560 (1965)","journal-title":"J. ACM: JACM"},{"key":"1775_CR2","unstructured":"Bollapragada, R., Scieur, D., d\u2019Aspremont, A.: Nonlinear acceleration of primal-dual algorithms. In: The 22nd International Conference on Artificial Intelligence and Statistics, pp. 739\u2013747 (2019)"},{"key":"1775_CR3","volume-title":"Extrapolation Methods: Theory and Practice","author":"C Brezinski","year":"2013","unstructured":"Brezinski, C., Zaglia, M.R.: Extrapolation Methods: Theory and Practice, vol. 2. Elsevier, Amsterdam (2013)"},{"issue":"5","key":"1775_CR4","doi-asserted-by":"publisher","first-page":"734","DOI":"10.1137\/0713060","volume":"13","author":"S Cabay","year":"1976","unstructured":"Cabay, S., Jackson, L.W.: A polynomial extrapolation method for finding limits and antilimits of vector sequences. SIAM J. Numer. Anal. 13(5), 734\u2013752 (1976)","journal-title":"SIAM J. Numer. Anal."},{"issue":"1","key":"1775_CR5","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1007\/s10851-010-0251-1","volume":"40","author":"A Chambolle","year":"2011","unstructured":"Chambolle, A., Pock, T.: A first-order primal-dual algorithm for convex problems with applications to imaging. J. Math. Imaging Vis. 40(1), 120\u2013145 (2011)","journal-title":"J. Math. Imaging Vis."},{"key":"1775_CR6","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1017\/S096249291600009X","volume":"25","author":"A Chambolle","year":"2016","unstructured":"Chambolle, A., Pock, T.: An introduction to continuous optimization for imaging. Acta Numer. 25, 161\u2013319 (2016)","journal-title":"Acta Numer."},{"key":"1775_CR7","doi-asserted-by":"crossref","unstructured":"Choi, D., Greenbaum, A.: Roots of matrices in the study of gmres convergence and crouzeix\u2019s conjecture. SIAM J. Matrix Anal. Appl. 36(1), 289\u2013301 (2015)","DOI":"10.1137\/140961742"},{"key":"1775_CR8","doi-asserted-by":"crossref","unstructured":"Combettes, P.L., Glaudin, L.E.: Quasi-nonexpansive iterations on the affine hull of orbits: from mann\u2019s mean value algorithm to inertial methods. SIAM J. Optim. 27(4), 2356\u20132380 (2017)","DOI":"10.1137\/17M112806X"},{"issue":"4","key":"1775_CR9","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1007\/s00020-002-1188-6","volume":"48","author":"M Crouzeix","year":"2004","unstructured":"Crouzeix, M.: Bounds for analytical functions of matrices. Integr. Equ. Oper. Theory 48(4), 461\u2013477 (2004)","journal-title":"Integr. Equ. Oper. Theory"},{"issue":"2","key":"1775_CR10","doi-asserted-by":"publisher","first-page":"668","DOI":"10.1016\/j.jfa.2006.10.013","volume":"244","author":"M Crouzeix","year":"2007","unstructured":"Crouzeix, M.: Numerical range and functional calculus in Hilbert space. J. Funct. Anal. 244(2), 668\u2013690 (2007)","journal-title":"J. Funct. Anal."},{"key":"1775_CR11","unstructured":"Crouzeix, M., Palencia, C.: The numerical range as a spectral set. arXiv:1702.00668 (2017)"},{"key":"1775_CR12","doi-asserted-by":"crossref","unstructured":"Dong, Q.-L., Huang, J.Z., Li, X.H., Cho, Y.J., Rassias, Th.M.: Mikm: multi-step inertial Krasnosel\u2019ski\u01d0\u2013Mann algorithm and its applications. J. Glob. Optim. 73(4), 801\u2013824 (2019)","DOI":"10.1007\/s10898-018-0727-x"},{"issue":"3","key":"1775_CR13","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1307\/mmj\/1028997958","volume":"4","author":"WF Donoghue","year":"1957","unstructured":"Donoghue, W.F.: On the numerical range of a bounded operator. Mich. Math. J. 4(3), 261\u2013263 (1957). https:\/\/doi.org\/10.1307\/mmj\/1028997958","journal-title":"Mich. Math. J."},{"key":"1775_CR14","doi-asserted-by":"crossref","unstructured":"Eddy, R.P.: Extrapolating to the limit of a vector sequence. In: Wang, P.C.C., Schoenstadt, A.L., Russak, I.B., Comstock, C. (eds.) Information Linkage Between Applied Mathematics and Industry, pp. 387\u2013396. Elsevier, Amsterdam (1979)","DOI":"10.1016\/B978-0-12-734250-4.50028-X"},{"issue":"3","key":"1775_CR15","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1016\/0021-9045(91)90091-N","volume":"65","author":"B Fischer","year":"1991","unstructured":"Fischer, B., Freund, R.: Chebyshev polynomials are not always optimal. J. Approx. Theory 65(3), 261\u2013272 (1991)","journal-title":"J. Approx. Theory"},{"key":"1775_CR16","unstructured":"Fu, A., Zhang, J., Boyd, S.: Anderson accelerated Douglas\u2013Rachford splitting (2019). arXiv preprintarXiv:1908.11482"},{"key":"1775_CR17","volume-title":"Matrix Computations","author":"GH Golub","year":"2012","unstructured":"Golub, G.H., Van Loan, C.F.: Matrix Computations, 3rd edn. JHU Press, Baltimore (2012)","edition":"3"},{"issue":"1","key":"1775_CR18","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1007\/BF01386014","volume":"3","author":"GH Golub","year":"1961","unstructured":"Golub, G.H., Varga, R.S.: Chebyshev semi-iterative methods, successive overrelaxation iterative methods, and second order Richardson iterative methods. Numer. Math. 3(1), 157\u2013168 (1961)","journal-title":"Numer. Math."},{"key":"1775_CR19","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1016\/0893-6080(88)90023-8","volume":"1","author":"RP Gorman","year":"1988","unstructured":"Gorman, R.P., Sejnowski, T.J.: Analysis of hidden units in a layered network trained to classify sonar targets. Neural Netw. 1, 75 (1988)","journal-title":"Neural Netw."},{"issue":"1\u20132","key":"1775_CR20","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/s10107-016-1083-6","volume":"164","author":"A Greenbaum","year":"2017","unstructured":"Greenbaum, A., Lewis, A.S., Overton, M.L.: Variational analysis of the Crouzeix ratio. Math. Program. 164(1\u20132), 229\u2013243 (2017)","journal-title":"Math. Program."},{"key":"1775_CR21","unstructured":"Guyon, I.: Design of experiments of the nips 2003 variable selection benchmark (2003)"},{"issue":"1","key":"1775_CR22","doi-asserted-by":"publisher","first-page":"314","DOI":"10.1007\/BF01292610","volume":"3","author":"F Hausdorff","year":"1919","unstructured":"Hausdorff, F.: Der wertvorrat einer bilinearform. Math. Z. 3(1), 314\u2013316 (1919)","journal-title":"Math. Z."},{"issue":"4","key":"1775_CR23","doi-asserted-by":"publisher","first-page":"1021","DOI":"10.1007\/s11075-015-0078-3","volume":"72","author":"NJ Higham","year":"2016","unstructured":"Higham, N.J., Strabi\u0107, N.: Anderson acceleration of the alternating projections method for computing the nearest correlation matrix. Numer. Algorithms 72(4), 1021\u20131042 (2016)","journal-title":"Numer. Algorithms"},{"key":"1775_CR24","doi-asserted-by":"publisher","first-page":"105","DOI":"10.6028\/jres.078B.016","volume":"78","author":"CR Johnson","year":"1974","unstructured":"Johnson, C.R.: Computation of the field of values of a 2 $$\\times $$ 2 matrix. J. Res. Natl. Bur. Stand. Sect. B 78, 105 (1974)","journal-title":"J. Res. Natl. Bur. Stand. Sect. B"},{"issue":"3","key":"1775_CR25","doi-asserted-by":"publisher","first-page":"595","DOI":"10.1137\/0715039","volume":"15","author":"CR Johnson","year":"1978","unstructured":"Johnson, C.R.: Numerical determination of the field of values of a general complex matrix. SIAM J. Numer. Anal. 15(3), 595\u2013602 (1978)","journal-title":"SIAM J. Numer. Anal."},{"key":"1775_CR26","unstructured":"Lewis, A., Overton, M.: Partial smoothness of the numerical radius at matrices whose fields of values are disks. Working paper (mimeo) (2018)"},{"key":"1775_CR27","unstructured":"Mai, V.V., Johansson, M.: Anderson acceleration of proximal gradient methods (2019). arXiv:1910.08590"},{"issue":"3","key":"1775_CR28","first-page":"349","volume":"11","author":"T Mizoguchi","year":"1960","unstructured":"Mizoguchi, T.: K.j. arrow, l. hurwicz and h. uzawa, studies in linear and non-linear programming. Econ. Rev. 11(3), 349\u2013351 (1960)","journal-title":"Econ. Rev."},{"issue":"2","key":"1775_CR29","first-page":"372","volume":"27","author":"Y Nesterov","year":"1983","unstructured":"Nesterov, Y.: A method of solving a convex programming problem with convergence rate $${O}(1\/k^2)$$. Sov. Math. Dokl. 27(2), 372\u2013376 (1983)","journal-title":"Sov. Math. Dokl."},{"key":"1775_CR30","volume-title":"Introductory Lectures on Convex Optimization: A Basic Course","author":"Y Nesterov","year":"2013","unstructured":"Nesterov, Y.: Introductory Lectures on Convex Optimization: A Basic Course, vol. 87. Springer, Berlin (2013)"},{"issue":"1","key":"1775_CR31","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1007\/s10107-006-0706-8","volume":"108","author":"Y Nesterov","year":"2006","unstructured":"Nesterov, Y., Polyak, B.T.: Cubic regularization of Newton method and its global performance. Math. Program. 108(1), 177\u2013205 (2006)","journal-title":"Math. Program."},{"issue":"4","key":"1775_CR32","doi-asserted-by":"publisher","first-page":"838","DOI":"10.1137\/0330046","volume":"30","author":"BT Polyak","year":"1992","unstructured":"Polyak, B.T., Juditsky, A.B.: Acceleration of stochastic approximation by averaging. SIAM J. Control. Optim. 30(4), 838\u2013855 (1992)","journal-title":"SIAM J. Control. Optim."},{"key":"1775_CR33","unstructured":"Poon, C., Liang, J.: Trajectory of alternating direction method of multipliers and adaptive acceleration. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems, pp. 7355\u20137363. Curran Associates, Inc., (2019)"},{"issue":"166","key":"1775_CR34","doi-asserted-by":"publisher","first-page":"567","DOI":"10.1090\/S0025-5718-1984-0736453-8","volume":"42","author":"Y Saad","year":"1984","unstructured":"Saad, Y.: Chebyshev acceleration techniques for solving nonsymmetric eigenvalue problems. Math. Comput. 42(166), 567\u2013588 (1984)","journal-title":"Math. Comput."},{"issue":"3","key":"1775_CR35","doi-asserted-by":"publisher","first-page":"856","DOI":"10.1137\/0907058","volume":"7","author":"Y Saad","year":"1986","unstructured":"Saad, Y., Schultz, M.H.: Gmres: a generalized minimal residual algorithm for solving nonsymmetric linear systems. SIAM J. Sci. Stat. Comput. 7(3), 856\u2013869 (1986)","journal-title":"SIAM J. Sci. Stat. Comput."},{"key":"1775_CR36","unstructured":"Scieur, D., d\u2019Aspremont, A., Bach, F.: Regularized nonlinear acceleration. In: Lee, D., Sugiyama, M., Luxburg, U., Guyon, I., Garnett, R. (eds.) Advances in Neural Information Processing Systems, pp. 712\u2013720. Curran Associates, Inc., (2016)"},{"key":"1775_CR37","unstructured":"Scieur, D., Bach, F., d\u2019Aspremont, A.: Nonlinear acceleration of stochastic algorithms. In: Advances in Neural Information Processing Systems, pp. 3982\u20133991 (2017)"},{"key":"1775_CR38","unstructured":"Scieur, D., Roulet, V., Bach, F., d\u2019Aspremont, A.: Integration methods and optimization algorithms. In: Advances in Neural Information Processing Systems, pp. 1109\u20131118 (2017)"},{"key":"1775_CR39","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/s10107-018-1319-8","volume":"179","author":"D Scieur","year":"2018","unstructured":"Scieur, D., d\u2019Aspremont, A., Bach, F.: Regularized nonlinear acceleration. Math. Program. 179, 47\u201383 (2018)","journal-title":"Math. Program."},{"key":"1775_CR40","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611974966","volume-title":"Vector Extrapolation Methods with Applications","author":"A Sidi","year":"2017","unstructured":"Sidi, A.: Vector Extrapolation Methods with Applications. SIAM, Philadelphia (2017)"},{"issue":"1\u20132","key":"1775_CR41","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1007\/BF01212904","volume":"2","author":"O Toeplitz","year":"1918","unstructured":"Toeplitz, O.: Das algebraische analogon zu einem satze von fej\u00e9r. Math. Z. 2(1\u20132), 187\u2013197 (1918)","journal-title":"Math. Z."},{"issue":"4","key":"1775_CR42","doi-asserted-by":"publisher","first-page":"1715","DOI":"10.1137\/10078356X","volume":"49","author":"HF Walker","year":"2011","unstructured":"Walker, H.F., Ni, P.: Anderson acceleration for fixed-point iterations. SIAM J. Numer. Anal. 49(4), 1715\u20131735 (2011)","journal-title":"SIAM J. Numer. Anal."},{"key":"1775_CR43","doi-asserted-by":"crossref","unstructured":"Zhang, J., O\u2019Donoghue, B., Boyd, S.: Globally convergent type-i anderson acceleration for nonsmooth fixed-point iterations. SIAM J. Optim. 30(4), 3170\u20133197 (2020)","DOI":"10.1137\/18M1232772"}],"container-title":["Mathematical Programming"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10107-022-01775-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10107-022-01775-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10107-022-01775-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,21]],"date-time":"2023-02-21T22:19:07Z","timestamp":1677017947000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10107-022-01775-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2,9]]},"references-count":43,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["1775"],"URL":"https:\/\/doi.org\/10.1007\/s10107-022-01775-x","relation":{},"ISSN":["0025-5610","1436-4646"],"issn-type":[{"value":"0025-5610","type":"print"},{"value":"1436-4646","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,2,9]]},"assertion":[{"value":"13 March 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 January 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 February 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}