{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,8]],"date-time":"2026-02-08T09:10:50Z","timestamp":1770541850023,"version":"3.49.0"},"reference-count":74,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,11,3]],"date-time":"2022-11-03T00:00:00Z","timestamp":1667433600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,11,3]],"date-time":"2022-11-03T00:00:00Z","timestamp":1667433600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100000781","name":"European Research Council","doi-asserted-by":"publisher","award":["ERC-2019-STG-850925"],"award-info":[{"award-number":["ERC-2019-STG-850925"]}],"id":[{"id":"10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Optim Theory Appl"],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1007\/s10957-022-02122-y","type":"journal-article","created":{"date-parts":[[2022,11,3]],"date-time":"2022-11-03T15:04:36Z","timestamp":1667487876000},"page":"919-952","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["SABRINA: A Stochastic Subspace Majorization-Minimization Algorithm"],"prefix":"10.1007","volume":"195","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3631-6093","authenticated-orcid":false,"given":"Emilie","family":"Chouzenoux","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jean-Baptiste","family":"Fest","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,11,3]]},"reference":[{"issue":"2","key":"2122_CR1","doi-asserted-by":"publisher","first-page":"997","DOI":"10.1137\/08072019X","volume":"47","author":"P-A Absil","year":"2009","unstructured":"Absil, P.-A., Gallivan, K.A.: Accelerated line-search and trust-region methods. SIAM J. Numer. Anal. 47(2), 997\u20131018 (2009)","journal-title":"SIAM J. Numer. Anal."},{"issue":"8","key":"2122_CR2","doi-asserted-by":"publisher","first-page":"1257","DOI":"10.1109\/LSP.2019.2926926","volume":"26","author":"\u00d6D Akyildiz","year":"2019","unstructured":"Akyildiz, \u00d6.D., Chouzenoux, E., Elvira, V., M\u00edguez, J.: A probabilistic incremental proximal gradient method. IEEE Signal Process. Lett. 26(8), 1257\u20131261 (2019)","journal-title":"IEEE Signal Process. Lett."},{"issue":"5","key":"2122_CR3","doi-asserted-by":"publisher","first-page":"1130","DOI":"10.1109\/TIP.2005.864173","volume":"15","author":"M Allain","year":"2006","unstructured":"Allain, M., Idier, J., Goussard, Y.: On global and local convergence of half-quadratic algorithms. IEEE Trans. Image Process. 15(5), 1130\u20131142 (2006)","journal-title":"IEEE Trans. Image Process."},{"key":"2122_CR4","first-page":"1","volume":"18","author":"YF Atchad\u00e9","year":"2017","unstructured":"Atchad\u00e9, Y.F., Fort, G., Moulines, E.: On perturbed proximal gradient algorithms. J. Mach. Learn. Res. 18, 1\u201333 (2017)","journal-title":"J. Mach. Learn. Res."},{"issue":"9","key":"2122_CR5","doi-asserted-by":"publisher","first-page":"2346","DOI":"10.1364\/AO.55.002346","volume":"55","author":"T Bell","year":"2016","unstructured":"Bell, T., Xu, J., Zhang, S.: Method for out-of-focus camera calibration. Appl. Opt. 55(9), 2346\u20132352 (2016)","journal-title":"Appl. Opt."},{"key":"2122_CR6","volume-title":"Nonlinear Programming","author":"DP Bertsekas","year":"2016","unstructured":"Bertsekas, D.P.: Nonlinear Programming, 3rd edn. Athena Scientific, Belmont, Massachusetts (2016)","edition":"3"},{"issue":"3","key":"2122_CR7","doi-asserted-by":"publisher","first-page":"627","DOI":"10.1137\/S1052623497331063","volume":"10","author":"DP Bertsekas","year":"2000","unstructured":"Bertsekas, D.P., Tsitsiklis, J.N.: Gradient convergence in gradient methods with errors. SIAM J. Optim. 10(3), 627\u2013642 (2000)","journal-title":"SIAM J. Optim."},{"key":"2122_CR8","unstructured":"Bhatia, R.: Matrix Analysis, vol. 169. Springer (2013)"},{"issue":"2","key":"2122_CR9","doi-asserted-by":"publisher","first-page":"442","DOI":"10.1287\/moor.2015.0735","volume":"41","author":"J Bolte","year":"2016","unstructured":"Bolte, J., Pauwels, E.: Majorization-minimization procedures and convergence of SQP methods for semi-algebraic and tame programs. Math. Oper. Res. 41(2), 442\u2013465 (2016)","journal-title":"Math. Oper. Res."},{"key":"2122_CR10","unstructured":"Bonnans, J.-F., Gilbert, J.C., Lemar\u00e9chal, C., Sagastiz\u00e1bal, C.A.: Numerical Optimization: Theoretical and Practical Aspects. Springer (2006)"},{"key":"2122_CR11","first-page":"1737","volume":"10","author":"A Bordes","year":"2009","unstructured":"Bordes, A., Bottou, L., Gallinari, P.: SGD-QN: careful quasi-Newton stochastic gradient descent. J. Mach. Learn. Res. 10, 1737\u20131754 (2009)","journal-title":"J. Mach. Learn. Res."},{"key":"2122_CR12","doi-asserted-by":"crossref","unstructured":"Bottou, L.: Large-scale machine learning with stochastic gradient descent. In Y.\u00a0Lechevallier and G.\u00a0Saporta, (eds.), Proceedings of COMPSTAT 2010, pp. 177\u2013186. Springer, Heidelberg (2010)","DOI":"10.1007\/978-3-7908-2604-3_16"},{"issue":"2","key":"2122_CR13","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1137\/16M1080173","volume":"60","author":"L Bottou","year":"2018","unstructured":"Bottou, L., Curtis, F.E., Nocedal, J.: Optimization methods for large-scale machine learning. Siam Rev. 60(2), 223\u2013311 (2018)","journal-title":"Siam Rev."},{"key":"2122_CR14","unstructured":"Bouchard, G.: Efficient bounds for the softmax function and applications to approximate inference in hybrid models. In Proceedings of the Neural Information Processing Systems (NIPS 2008), vol.\u00a031. Vancouver, Canada (2008)"},{"issue":"3","key":"2122_CR15","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1007\/s10589-019-00060-6","volume":"72","author":"LM Brice\u00f1o-Arias","year":"2019","unstructured":"Brice\u00f1o-Arias, L.M., Chierchia, G., Chouzenoux, E., Pesquet, J.-C.: A random block-coordinate Douglas-Rachford splitting method with low computational complexity for binary logistic regression. Comput. Optim. Appl. 72(3), 707\u2013726 (2019)","journal-title":"Comput. Optim. Appl."},{"issue":"2","key":"2122_CR16","doi-asserted-by":"publisher","first-page":"1008","DOI":"10.1137\/140954362","volume":"26","author":"RH Byrd","year":"2016","unstructured":"Byrd, R.H., Hansen, S.L., Nocedal, J., Singer, Y.: A stochastic quasi-Newton method for large-scale optimization. SIAM J. Optim. 26(2), 1008\u20131031 (2016)","journal-title":"SIAM J. Optim."},{"key":"2122_CR17","doi-asserted-by":"crossref","unstructured":"Cadoni, S., Chouzenoux, E., Pesquet, J.-C., Chaux, C.: A block parallel majorize-minimize memory gradient algorithm. In Proceedings of the 23rd IEEE International Conference on Image Processing (ICIP 2016), pp. 3194\u20133198. Phoenix, AZ (2016)","DOI":"10.1109\/ICIP.2016.7532949"},{"key":"2122_CR18","doi-asserted-by":"crossref","unstructured":"Candes, E.J., Wakin, M.B., Boyd, S.P.: Enhancing sparsity by reweighted $$1$$ minimization. J. Fourier Anal. Appl. 14(5\u20136), 877\u2013905 (2008)","DOI":"10.1007\/s00041-008-9045-x"},{"key":"2122_CR19","unstructured":"Castera, C., Bolte, J., Fevotte, C., Pauwels, E.: An inertial Newton algorithm for deep learning. Technical report, (2019). arxiv:1905.12278"},{"key":"2122_CR20","doi-asserted-by":"crossref","unstructured":"Chalvidal, M., Chouzenoux, E.: Block distributed 3MG algorithm and its application to 3D image restoration. In Proceedings of the IEEE International Conference on Image Processing (ICIP 2020), pp. 938\u2013942. Abu Dhabi, UAE (virtual) (2020)","DOI":"10.1109\/ICIP40778.2020.9190921"},{"issue":"3","key":"2122_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1961189.1961199","volume":"2","author":"C-C Chang","year":"2011","unstructured":"Chang, C.-C., Lin, C.-J.: Libsvm: a library for support vector machines. ACM Trans. Intell. Syst. Technol. 2(3), 1\u201327 (2011)","journal-title":"ACM Trans. Intell. Syst. Technol."},{"issue":"6","key":"2122_CR22","doi-asserted-by":"publisher","first-page":"1517","DOI":"10.1109\/TIP.2010.2103083","volume":"20","author":"E Chouzenoux","year":"2010","unstructured":"Chouzenoux, E., Idier, J., Moussaoui, S.: A majorize-minimize strategy for subspace optimization applied to image restoration. IEEE Trans. Image Process. 20(6), 1517\u20131528 (2010)","journal-title":"IEEE Trans. Image Process."},{"issue":"1","key":"2122_CR23","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1137\/11085997X","volume":"6","author":"E Chouzenoux","year":"2013","unstructured":"Chouzenoux, E., Jezierska, A., Pesquet, J.-C., Talbot, H.: A majorize-minimize subspace approach for $$\\ell _2-\\ell _0$$ image regularization. SIAM J. Imaging Sci. 6(1), 563\u2013591 (2013)","journal-title":"SIAM J. Imaging Sci."},{"issue":"9","key":"2122_CR24","doi-asserted-by":"publisher","first-page":"1284","DOI":"10.1109\/LSP.2016.2593589","volume":"23","author":"E Chouzenoux","year":"2016","unstructured":"Chouzenoux, E., Pesquet, J.-C.: Convergence rate analysis of the majorize-minimize subspace algorithm. IEEE Signal Process. Lett. 23(9), 1284\u20131288 (2016)","journal-title":"IEEE Signal Process. Lett."},{"issue":"18","key":"2122_CR25","doi-asserted-by":"publisher","first-page":"4770","DOI":"10.1109\/TSP.2017.2709265","volume":"65","author":"E Chouzenoux","year":"2017","unstructured":"Chouzenoux, E., Pesquet, J.-C.: A stochastic majorize-minimize subspace algorithm for online penalized least squares estimation. IEEE Trans. Signal Process. 65(18), 4770\u20134783 (2017)","journal-title":"IEEE Trans. Signal Process."},{"issue":"1","key":"2122_CR26","first-page":"13","volume":"1","author":"PL Combettes","year":"2016","unstructured":"Combettes, P.L., Pesquet, J.-C.: Stochastic approximations and perturbations in forward-backward splitting for monotone operators. Pure Appl. Funct. Anal. 1(1), 13\u201337 (2016)","journal-title":"Pure Appl. Funct. Anal."},{"issue":"1","key":"2122_CR27","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1214\/aos\/1018031103","volume":"27","author":"B Delyon","year":"1999","unstructured":"Delyon, B., Lavielle, M., Moulines, E.: Convergence of a stochastic approximation version of the EM algorithm. Ann. Stat. 27(1), 94\u2013128 (1999)","journal-title":"Ann. Stat."},{"key":"2122_CR28","unstructured":"Dieuleveut, A., Durmus, A., Bach, F.: Bridging the gap between constant step size stochastic gradient descent and markov chains. arXiv preprint arXiv:1707.06386, (2017)"},{"key":"2122_CR29","unstructured":"Duchi, J., Hazan, E., Singer, Y.: Adaptive subgradient methods for online learning and stochastic optimization. J. Mach. Learn. Res. 12(7), (2011)"},{"key":"2122_CR30","doi-asserted-by":"crossref","unstructured":"Dudar, V., Chierchia, G., Chouzenoux, E., Pesquet, J.-C., Semenov, V.: A two-stage subspace trust region approach for deep neural network training. In Proceedings of the 25th European Signal Processing Conference (EUSIPCO 2017), Kos Island, Greece (2017)","DOI":"10.23919\/EUSIPCO.2017.8081215"},{"key":"2122_CR31","volume-title":"Random iterative models","author":"M Duflo","year":"2013","unstructured":"Duflo, M.: Random iterative models. Springer, Berlin (2013)"},{"key":"2122_CR32","doi-asserted-by":"crossref","unstructured":"Elvira, V., Chouzenoux, E.: Optimized population Monte Carlo. IEEE Trans. Signal Process. (2022)","DOI":"10.1109\/TSP.2022.3172619"},{"key":"2122_CR33","unstructured":"Ermolie, J. M., Nekrylova, Z.V.: The method of stochastic gradients and its application. In Seminar: Theory of Optimal Solutions. No. 1 (Russian)"},{"key":"2122_CR34","unstructured":"Fehrman, B., Gess, B., Jentzen, A.: Convergence rates for the stochastic gradient descent method for non-convex objective functions. J. Mach. Learn. Res., 21, (2020)"},{"key":"2122_CR35","doi-asserted-by":"crossref","unstructured":"Fernandez-Bes, J., Elvira, V., Van Vaerenbergh, S.: A probabilistic least-mean-squares filter. In Proceedings of the IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP 2015), pp. 2199\u20132203, Brisbane, Australia (2015)","DOI":"10.1109\/ICASSP.2015.7178361"},{"key":"2122_CR36","doi-asserted-by":"crossref","unstructured":"Fest, J.-B., Chouzenoux, E.: Stochastic majorize-minimize subspace algorithm with application to binary classification. In Proceedings of the 29th European Signal Processing Conference (EUSIPCO 2021), Dublin, Ireland (virtual) (2021)","DOI":"10.23919\/EUSIPCO54536.2021.9616050"},{"key":"2122_CR37","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1016\/j.sigpro.2013.09.026","volume":"103","author":"A Florescu","year":"2014","unstructured":"Florescu, A., Chouzenoux, E., Pesquet, J.-C., Ciuciu, P., Ciochina, S.: A majorize-minimize memory gradient method for complex-valued inverse problems. Signal Process. 103, 285\u2013295 (2014)","journal-title":"Signal Process."},{"key":"2122_CR38","volume-title":"Stochastic optimization algorithms, non asymptotic and asymptotic behaviour","author":"S Gadat","year":"2017","unstructured":"Gadat, S.: Stochastic optimization algorithms, non asymptotic and asymptotic behaviour. University of Toulouse (2017)"},{"key":"2122_CR39","unstructured":"Gadat, S., Gavra, I.: Asymptotic study of stochastic adaptive algorithm in non-convex landscape. Technical report, (2021). arxiv:2012.05640"},{"issue":"7","key":"2122_CR40","doi-asserted-by":"publisher","first-page":"932","DOI":"10.1109\/83.392335","volume":"4","author":"D Geman","year":"1995","unstructured":"Geman, D., Yang, C.: Nonlinear image recovery with half-quadratic regularization. IEEE Trans. Image Process. 4(7), 932\u2013946 (1995)","journal-title":"IEEE Trans. Image Process."},{"key":"2122_CR41","doi-asserted-by":"crossref","unstructured":"Gharbi, M., Chouzenoux, E., Pesquet, J.-C., Duval, L.: GPU-based implementations of MM algorithms. Application to spectroscopy signal restoration. In Proceedings of the 29th European Signal Processing Conference (EUSIPCO 2021), Dublin, Ireland (2021)","DOI":"10.23919\/EUSIPCO54536.2021.9616274"},{"key":"2122_CR42","unstructured":"Gitman, I., Lang, H., Zhang, P., Xiao, L.: Understanding the role of momentum in stochastic gradient methods. Adv. Neural Inf. Process. Syst. pp. 9633\u20139643. (2019)"},{"key":"2122_CR43","doi-asserted-by":"publisher","first-page":"531","DOI":"10.1109\/TCI.2021.3081059","volume":"7","author":"Y Huang","year":"2021","unstructured":"Huang, Y., Chouzenoux, E., Elvira, V.: Probabilistic modeling and inference for sequential space-varying blur identification. IEEE Trans. Comput. Imaging 7, 531\u2013546 (2021)","journal-title":"IEEE Trans. Comput. Imaging"},{"issue":"10","key":"2122_CR44","doi-asserted-by":"publisher","first-page":"2411","DOI":"10.1109\/TIP.2007.904387","volume":"16","author":"MW Jacobson","year":"2007","unstructured":"Jacobson, M.W., Fessler, J.A.: An expanded theoretical treatment of iteration-dependent Majorize-Minimize algorithms. IEEE Trans. Image Process. 16(10), 2411\u20132422 (2007)","journal-title":"IEEE Trans. Image Process."},{"key":"2122_CR45","unstructured":"Kingma, D. P., Ba, J.: Adam: A method for stochastic optimization. Technical report (2014). arxiv:1412.6980"},{"issue":"2","key":"2122_CR46","doi-asserted-by":"publisher","first-page":"242","DOI":"10.1109\/JSTSP.2015.2505682","volume":"10","author":"J Kone\u010dn\u1ef3","year":"2015","unstructured":"Kone\u010dn\u1ef3, J., Liu, J., Richt\u00e1rik, P., Tak\u00e1\u010d, M.: Mini-batch semi-stochastic gradient descent in the proximal setting. IEEE J. Sel. Top. Signal Process. 10(2), 242\u2013255 (2015)","journal-title":"IEEE J. Sel. Top. Signal Process."},{"key":"2122_CR47","doi-asserted-by":"crossref","unstructured":"Li, C., Chen, C., Carlson, D., Carin, L.: Preconditioned stochastic gradient langevin dynamics for deep neural networks. Technical report (2015). arxiv:1512.07666","DOI":"10.1609\/aaai.v30i1.10200"},{"issue":"1","key":"2122_CR48","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1007\/BF01589116","volume":"45","author":"DC Liu","year":"1989","unstructured":"Liu, D.C., Nocedal, J.: On the limited memory BFGS method for large scale optimization. Math. Program. 45(1), 503\u2013528 (1989)","journal-title":"Math. Program."},{"issue":"3","key":"2122_CR49","doi-asserted-by":"publisher","first-page":"653","DOI":"10.1007\/s10589-020-00220-z","volume":"77","author":"N Loizou","year":"2020","unstructured":"Loizou, N., Richt\u00e1rik, P.: Momentum and stochastic momentum for stochastic gradient, newton, proximal point and subspace descent methods. Comput. Optim. Appl. 77(3), 653\u2013710 (2020)","journal-title":"Comput. Optim. Appl."},{"key":"2122_CR50","unstructured":"Mairal, J.: Stochastic majorization-minimization algorithms for large-scale optimization. Technical report (2013). arxiv:1306.4650"},{"key":"2122_CR51","doi-asserted-by":"publisher","first-page":"2356","DOI":"10.1109\/TSP.2020.2983150","volume":"68","author":"Y Marnissi","year":"2020","unstructured":"Marnissi, Y., Chouzenoux, E., Benazza-Benyahia, A., Pesquet, J.-C.: Majorize-minimize adapted Metropolis\u2013Hastings algorithm. IEEE Trans. Signal Process. 68, 2356\u20132369 (2020)","journal-title":"IEEE Trans. Signal Process."},{"key":"2122_CR52","volume-title":"Martingales and stochastic integrals I","author":"P-A Meyer","year":"2006","unstructured":"Meyer, P.-A.: Martingales and stochastic integrals I, 1st edn. Springer, Berlin, Heidelberg (2006)","edition":"1"},{"issue":"6","key":"2122_CR53","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1007\/BF00929359","volume":"3","author":"A Miele","year":"1969","unstructured":"Miele, A., Cantrell, J.: Study on a memory gradient method for the minimization of functions. J. Optim. Theory Appl. 3(6), 459\u2013470 (1969)","journal-title":"J. Optim. Theory Appl."},{"key":"2122_CR54","unstructured":"Moulines, E., Bach, F.: Non-asymptotic analysis of stochastic approximation algorithms for machine learning. Adv. Neural Inf. Process. Systems, vol. 24, (2011)"},{"key":"2122_CR55","first-page":"543","volume":"269","author":"YE Nesterov","year":"1983","unstructured":"Nesterov, Y.E.: A method for solving the convex programming problem with convergence rate $$O(1\/k^2)$$. Dokl. akad. nauk Sssr 269, 543\u2013547 (1983)","journal-title":"Dokl. akad. nauk Sssr"},{"key":"2122_CR56","unstructured":"Nocedal, J., Wright, S.: Numerical optimization. Springer (2006)"},{"key":"2122_CR57","unstructured":"Ostrowski, A. N.: Solutions of equations in Euclidean and Banach spaces. Academic Press, (1973)"},{"issue":"2","key":"2122_CR58","doi-asserted-by":"publisher","first-page":"224","DOI":"10.1109\/JSTSP.2015.2496908","volume":"10","author":"M Pereyra","year":"2015","unstructured":"Pereyra, M., Schniter, P., Chouzenoux, E., Pesquet, J.-C., Tourneret, J.-Y., Hero, A.O., McLaughlin, S.: A survey of stochastic simulation and optimization methods in signal processing. IEEE J. Sel. Top. Signal Process. 10(2), 224\u2013241 (2015)","journal-title":"IEEE J. Sel. Top. Signal Process."},{"key":"2122_CR59","doi-asserted-by":"crossref","unstructured":"Repetti, A., Wiaux,Y.: A forward-backward algorithm for reweighted procedures: application to radio-astronomical imaging. In Proceedings of the IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP 2020), pp. 1434\u20131438. (2020)","DOI":"10.1109\/ICASSP40776.2020.9053284"},{"key":"2122_CR60","unstructured":"Richardson, E., Herskovitz, R., Ginsburg, B., Zibulevsky, M.: Seboost-boosting stochastic learning using subspace optimization techniques. Technical report (2016). arxiv:1609.00629"},{"key":"2122_CR61","doi-asserted-by":"crossref","unstructured":"Robbins, H., Monro, S.: A stochastic approximation method. Ann. Math. Stat. pp. 400\u2013407 (1951)","DOI":"10.1214\/aoms\/1177729586"},{"key":"2122_CR62","doi-asserted-by":"crossref","unstructured":"Robbins, H., Siegmund, D.: A convergence theorem for non negative almost supermartingales and some applications. In Optimizing Methods in Statistics, pp. 233\u2013257. Academic Press, (1971)","DOI":"10.1016\/B978-0-12-604550-5.50015-8"},{"issue":"3","key":"2122_CR63","doi-asserted-by":"publisher","first-page":"1752","DOI":"10.1137\/140987845","volume":"8","author":"MC Robini","year":"2015","unstructured":"Robini, M.C., Zhu, Y.: Generic half-quadratic optimization for image reconstruction. SIAM J. Imaging Sci. 8(3), 1752\u20131797 (2015)","journal-title":"SIAM J. Imaging Sci."},{"key":"2122_CR64","doi-asserted-by":"publisher","first-page":"891","DOI":"10.1007\/s00245-019-09617-7","volume":"82","author":"L Rosasco","year":"2020","unstructured":"Rosasco, L., Villa, S., Vu, B.: Convergence of stochastic proximal gradient algorithm. Appl. Math. Optim. 82, 891\u2013917 (2020)","journal-title":"Appl. Math. Optim."},{"key":"2122_CR65","unstructured":"Ruder, S.: An overview of gradient descent optimization algorithms. Technical report (2016). arxiv:1609.04747"},{"key":"2122_CR66","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102341","volume":"77","author":"M Sghaier","year":"2022","unstructured":"Sghaier, M., Chouzenoux, E., Pesquet, J.-C., Muller, S.: A novel task-based reconstruction approach for digital breast tomosynthesis. Med. Image Anal. 77, 102341 (2022)","journal-title":"Med. Image Anal."},{"issue":"1","key":"2122_CR67","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1007\/BF02832325","volume":"24","author":"Z-J Shi","year":"2007","unstructured":"Shi, Z.-J., Shen, J.: Convergence of supermemory gradient method. J. Appl. Math. Comput. 24(1), 367\u2013376 (2007)","journal-title":"J. Appl. Math. Comput."},{"issue":"1","key":"2122_CR68","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1137\/0910004","volume":"10","author":"P Sonneveld","year":"1989","unstructured":"Sonneveld, P.: CGS: A fast Lanczos-type solver for nonsymmetric linear systems. SIAM J. Sci. Stat. Comput. 10(1), 36\u201352 (1989)","journal-title":"SIAM J. Sci. Stat. Comput."},{"issue":"3","key":"2122_CR69","doi-asserted-by":"publisher","first-page":"794","DOI":"10.1109\/TSP.2016.2601299","volume":"65","author":"Y Sun","year":"2016","unstructured":"Sun, Y., Babu, P., Palomar, D.P.: Majorization-minimization algorithms in signal processing, communications, and machine learning. IEEE Trans. Signal Process. 65(3), 794\u2013816 (2016)","journal-title":"IEEE Trans. Signal Process."},{"key":"2122_CR70","unstructured":"Sutskever, I., Martens, J., Dahl, G., Hinton, G.: On the importance of initialization and momentum in deep learning. In Proceedings of the International conference on machine learning (ICML 2013), pp. 1139\u20131147, Atlanta, USA (2013)"},{"issue":"2","key":"2122_CR71","first-page":"26","volume":"4","author":"T Tieleman","year":"2012","unstructured":"Tieleman, T., Hinton, G.: RMSProp: divide the gradient by a running average of its recent magnitude. COURSERA Neural Netw. Mach. Learn. 4(2), 26\u201331 (2012)","journal-title":"COURSERA Neural Netw. Mach. Learn."},{"key":"2122_CR72","doi-asserted-by":"crossref","unstructured":"Yuan, Y.-X.: Subspace techniques for nonlinear optimization, In R. Jeltsch, D. Li and I.H. Sloan, (eds.), Some Topics in Industrial and Applied Mathematics (Series in Contemporary Applied Mathematics CAM 8), pp. 206\u2013218, Higher Education Press, Beijing, (2007)","DOI":"10.1142\/9789812709356_0012"},{"key":"2122_CR73","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10994-007-5022-x","volume":"69","author":"Z Zhang","year":"2007","unstructured":"Zhang, Z., Kwok, J.T., Yeung, D.-Y.: Surrogate maximization\/minimization algorithms and extensions. Mach. Learn. 69, 1\u201333 (2007)","journal-title":"Mach. Learn."},{"key":"2122_CR74","unstructured":"Zibulevsky, M.: SESOP-TN: combining sequential subspace optimization with truncated newton method. Technical report (2008). http:\/\/www.optimization-online.org\/DB_FILE\/2008\/09\/2098.pdf"}],"container-title":["Journal of Optimization Theory and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10957-022-02122-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10957-022-02122-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10957-022-02122-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,17]],"date-time":"2022-11-17T03:37:17Z","timestamp":1668656237000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10957-022-02122-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,3]]},"references-count":74,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,12]]}},"alternative-id":["2122"],"URL":"https:\/\/doi.org\/10.1007\/s10957-022-02122-y","relation":{},"ISSN":["0022-3239","1573-2878"],"issn-type":[{"value":"0022-3239","type":"print"},{"value":"1573-2878","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,11,3]]},"assertion":[{"value":"31 August 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 September 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 November 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}