{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,4]],"date-time":"2026-01-04T12:09:18Z","timestamp":1767528558764,"version":"3.37.3"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2024,8,6]],"date-time":"2024-08-06T00:00:00Z","timestamp":1722902400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,8,6]],"date-time":"2024-08-06T00:00:00Z","timestamp":1722902400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100030708","name":"ANITI","doi-asserted-by":"crossref","award":["ANR-19-PI3A-0004"],"award-info":[{"award-number":["ANR-19-PI3A-0004"]}],"id":[{"id":"10.13039\/100030708","id-type":"DOI","asserted-by":"crossref"}]},{"name":"GDR-ISIS","award":["MOMIGS"],"award-info":[{"award-number":["MOMIGS"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Comput Optim Appl"],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1007\/s10589-024-00597-1","type":"journal-article","created":{"date-parts":[[2024,8,6]],"date-time":"2024-08-06T07:02:29Z","timestamp":1722927749000},"page":"385-417","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A block-coordinate approach of multi-level optimization with an application to physics-informed neural networks"],"prefix":"10.1007","volume":"89","author":[{"given":"Serge","family":"Gratton","sequence":"first","affiliation":[]},{"given":"Valentin","family":"Mercier","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0864-6116","authenticated-orcid":false,"given":"Elisa","family":"Riccietti","sequence":"additional","affiliation":[]},{"given":"Philippe L.","family":"Toint","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,8,6]]},"reference":[{"key":"597_CR1","doi-asserted-by":"publisher","DOI":"10.1137\/1.9780898719505","volume-title":"A Multigrid Tutorial","author":"WL Briggs","year":"2000","unstructured":"Briggs, W.L., Henson, V.E., McCormick, S.F.: A Multigrid Tutorial, 2nd edn. SIAM, Philadelphia, USA (2000)","edition":"2"},{"key":"597_CR2","volume-title":"Multigrid","author":"U Trottenberg","year":"2001","unstructured":"Trottenberg, U., Oosterlee, C.W., Sch\u00fcller, A.: Multigrid. Elsevier, Amsterdam, The Netherlands (2001)"},{"key":"597_CR3","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1080\/10556780008805795","volume":"14","author":"SG Nash","year":"2000","unstructured":"Nash, S.G.: A multigrid approach to discretized optimization problems. Optim. Methods Softw. 14, 99\u2013116 (2000)","journal-title":"Optim. Methods Softw."},{"key":"597_CR4","unstructured":"Gratton, S., Sartenaer, A. and Toint, Ph. L., On recursive multiscale trust-region algorithms for unconstrained minimization. In F. Jarre, C. Lemar\u00e9chal, and J. Zowe, editors, Oberwolfach Reports: Optimization and Applications, (2005)"},{"issue":"6","key":"597_CR5","first-page":"676","volume":"24","author":"S Gratton","year":"2006","unstructured":"Gratton, S., Sartenaer, A., Toint, Ph.L.: Second-order convergence properties of trust-region methods using incomplete curvature information, with an application to multigrid optimization. J. Comput. Appl. Math. 24(6), 676\u2013692 (2006)","journal-title":"J. Comput. Appl. Math."},{"issue":"1","key":"597_CR6","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1137\/050623012","volume":"19","author":"S Gratton","year":"2008","unstructured":"Gratton, S., Sartenaer, A., Toint, Ph.L.: Recursive trust-region methods for multiscale nonlinear optimization. SIAM J. Optim. 19(1), 414\u2013444 (2008)","journal-title":"SIAM J. Optim."},{"issue":"1","key":"597_CR7","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1137\/19M1255355","volume":"31","author":"H Calandra","year":"2021","unstructured":"Calandra, H., Gratton, S., Riccietti, E., Vasseur, X.: On high-order multilevel optimization strategies. SIAM J. Optim. 31(1), 307\u2013330 (2021)","journal-title":"SIAM J. Optim."},{"key":"597_CR8","doi-asserted-by":"publisher","first-page":"S254","DOI":"10.1137\/21M1434076","volume":"45","author":"A Kopani\u010d\u00e1kov\u00e1","year":"2022","unstructured":"Kopani\u010d\u00e1kov\u00e1, A., Krause, R.: Globally convergent multilevel training of deep residual networks. SIAM J. Sci. Comput. 45, S254\u2013S280 (2022)","journal-title":"SIAM J. Sci. Comput."},{"key":"597_CR9","doi-asserted-by":"crossref","unstructured":"Haber, E., Ruthotto, L., Holtham, E., and Jun, S.-H. : Learning across scales\u2014multiscale methods for convolution neural networks. In Thirty-Second AAAI Conference on Artificial Intelligence, pages 3142\u20133148, (2018)","DOI":"10.1609\/aaai.v32i1.11680"},{"key":"597_CR10","doi-asserted-by":"crossref","unstructured":"Wu, C.-Y. , Girshick, R., He, K., Feichtenhofer, Ch., and Krahenbuhl, Ph.: A multigrid method for efficiently training video models. In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pages 153\u2013162, (2020)","DOI":"10.1109\/CVPR42600.2020.00023"},{"key":"597_CR11","unstructured":"Von Planta, C., Kopani\u010d\u00e1kov\u00e1, A., and Krause, R.: Training of deep residual networks with stochastic MG\/OPT. arXiv:2108.04052v1"},{"issue":"1","key":"597_CR12","doi-asserted-by":"publisher","DOI":"10.1088\/1361-6420\/aa9a90","volume":"34","author":"E Haber","year":"2017","unstructured":"Haber, E., Ruthotto, L.: Stable architectures for deep neural networks. Inverse Prob. 34(1), 014004 (2017)","journal-title":"Inverse Prob."},{"key":"597_CR13","unstructured":"Tsung-Wei, K., Maire, M., and Yu, S. X.: Multigrid neural architectures. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pages 6665\u20136673, (2017)"},{"key":"597_CR14","unstructured":"Chung, J., Ahn, S., Bengio, Y.: Hierarchical multiscale recurrent neural networks. arXiv:1609.01704, (2016)"},{"key":"597_CR15","doi-asserted-by":"publisher","first-page":"686","DOI":"10.1016\/j.jcp.2018.10.045","volume":"378","author":"P Perdikaris","year":"2019","unstructured":"Perdikaris, P., Raissi, M., Karniadakis, G.E.: Physics-informed neural networks: a deep learning framework for solving forward and inverse problems involving nonlinear partial differential equations. J. Comput. Phys. 378, 686\u2013707 (2019)","journal-title":"J. Comput. Phys."},{"key":"597_CR16","doi-asserted-by":"publisher","first-page":"981","DOI":"10.1093\/imanum\/drab032","volume":"42","author":"S Mishra","year":"2022","unstructured":"Mishra, S., Molinaro, R.: Estimates on the generalization error of physics-informed neural networks for approximating a class of inverse problems for PDEs. IMA J. Numer. Anal. 42, 981\u20131022 (2022)","journal-title":"IMA J. Numer. Anal."},{"issue":"5","key":"597_CR17","doi-asserted-by":"publisher","first-page":"2042","DOI":"10.4208\/cicp.OA-2020-0193","volume":"28","author":"Y Shin","year":"2020","unstructured":"Shin, Y.: On the convergence of physics informed neural networks for linear second-order elliptic and parabolic type PDEs. Commun. Comput. Phys. 28(5), 2042\u20132074 (2020)","journal-title":"Commun. Comput. Phys."},{"issue":"12","key":"597_CR18","doi-asserted-by":"publisher","first-page":"1727","DOI":"10.1007\/s10409-021-01148-1","volume":"37","author":"S Cai","year":"2021","unstructured":"Cai, S., Mao, Z., Wang, Z., Yin, M., Karniadakis, G.E.: Physics-informed neural networks (PINNs) for fluid mechanics: a review. Acta. Mech. Sin. 37(12), 1727\u20131738 (2021)","journal-title":"Acta. Mech. Sin."},{"key":"597_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.cma.2021.113938","volume":"384","author":"S Wang","year":"2021","unstructured":"Wang, S., Wang, H., Perdikaris, P.: On the eigenvector bias of Fourier feature networks: from regression to solving multi-scale PDEs with physics-informed neural networks. Comput. Methods Appl. Mech. Eng. 384, 113938 (2021)","journal-title":"Comput. Methods Appl. Mech. Eng."},{"issue":"5","key":"597_CR20","doi-asserted-by":"publisher","first-page":"1746","DOI":"10.4208\/cicp.OA-2020-0085","volume":"28","author":"Z-QJ Xu","year":"2020","unstructured":"Xu, Z.-Q.J.: Frequency principle: Fourier analysis sheds light on deep neural networks. Commun. Comput. Phys. 28(5), 1746\u20131767 (2020)","journal-title":"Commun. Comput. Phys."},{"key":"597_CR21","unstructured":"Rahaman, N., Baratin, A., Arpit, D., Draxler, F., Lin, M., Hamprecht, F., Bengio, Y., Courville. A.: (2019) On the spectral bias of neural networks. In International Conference On Machine Learning, pages 5301\u20135310,"},{"key":"597_CR22","unstructured":"Ronen, B., Jacobs, D., Kasten, Y., and Kritchman, S.: The convergence rate of neural networks for learned functions of different frequencies. Proceedings of the 33rd international conference on neural information processing systems, page 4761-4771, (2019)"},{"key":"597_CR23","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcp.2021.110768","volume":"449","author":"Sifan Wang","year":"2022","unstructured":"Wang, Sifan, Xinling, Yu., Perdikaris, Paris: When and why pinns fail to train: a neural tangent kernel perspective. J. Comput. Phys. 449, 110768 (2022)","journal-title":"J. Comput. Phys."},{"key":"597_CR24","unstructured":"Farhani, G., Kazachek, A., Wang, B.: Momentum diminishes the effect of spectral bias in physics-informed neural networks. (2022) arXiv:2206.14862,"},{"issue":"5","key":"597_CR25","doi-asserted-by":"publisher","first-page":"1970","DOI":"10.4208\/cicp.OA-2020-0179","volume":"28","author":"Z Liu","year":"2020","unstructured":"Liu, Z., Cai, W., Xu, Z.-Q.J.: Multi-scale deep neural network (MscaleDNN) for solving Poisson-Boltzmann equation in complex domains. Commun. Comput. Phys. 28(5), 1970\u20132001 (2020)","journal-title":"Commun. Comput. Phys."},{"issue":"5","key":"597_CR26","doi-asserted-by":"publisher","first-page":"1886","DOI":"10.4208\/cicp.OA-2020-0187","volume":"28","author":"X-A Li","year":"2020","unstructured":"Li, X.-A.: A multi-scale DNN algorithm for nonlinear elliptic equations with multiple scales. Commun. Comput. Phys. 28(5), 1886\u20131906 (2020)","journal-title":"Commun. Comput. Phys."},{"key":"597_CR27","unstructured":"Hackbusch, W.: Multi-grid Methods and Applications. Number 4 in Springer Series in Computational Mathematics. Springer Verlag, Heidelberg, Berlin, New York, (1995)"},{"issue":"3","key":"597_CR28","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1080\/10556780500099944","volume":"21","author":"A Borzi","year":"2006","unstructured":"Borzi, A., Kunisch, K.: A globalisation strategy for the multigrid solution of elliptic optimal control problems. Optim. Methods Softw. 21(3), 445\u2013459 (2006)","journal-title":"Optim. Methods Softw."},{"key":"597_CR29","unstructured":"Gross, Ch., Krause, R.: On the globalization of ASPIN employing trust-region control strategies - convergence analysis and numerical examples. Technical Report 2011-03, Universita della Svizzera italiana, Lugano, CH, (2011)"},{"issue":"1\u20132","key":"597_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10107-012-0614-z","volume":"144","author":"Peter Richt\u00e1rik","year":"2014","unstructured":"Richt\u00e1rik, Peter, Tak\u00e1\u010d, Martin: Iteration complexity of randomized block-coordinate descent methods for minimizing a composite function. Math. Program. 144(1\u20132), 1\u201338 (2014)","journal-title":"Math. Program."},{"key":"597_CR31","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1137\/100802001","volume":"22","author":"Y Nesterov","year":"2012","unstructured":"Nesterov, Y.: Efficiency of coordinate descent methods for huge-scale optimization problems. SIAM J. Optim. 22, 341\u2013362 (2012)","journal-title":"SIAM J. Optim."},{"key":"597_CR32","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1007\/BF01584660","volume":"4","author":"MJD Powell","year":"1973","unstructured":"Powell, M.J.D.: On search directions for minimization algorithms. Math. Program. 4, 193\u2013201 (1973)","journal-title":"Math. Program."},{"issue":"1","key":"597_CR33","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s10107-015-0892-3","volume":"151","author":"SJ Wright","year":"2015","unstructured":"Wright, S.J.: Coordinate descent algorithms. Math. Program., Series A 151(1), 3\u201334 (2015)","journal-title":"Math. Program., Series A"},{"issue":"3","key":"597_CR34","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1007\/s10898-022-01168-6","volume":"84","author":"VS Amaral","year":"2022","unstructured":"Amaral, V.S., Andreani, R., Birgin, E.G., Marcondes, D.S., Mart\u00ednez, J.M.: On complexity and convergence of high-order coordinate descent algorithms for smooth nonconvex box-constrained minimization. J. Global Optim. 84(3), 527\u2013561 (2022)","journal-title":"J. Global Optim."},{"key":"597_CR35","doi-asserted-by":"crossref","unstructured":"Cartis, C., Gould, N.I.M., Toint, Ph. L.: Evaluation complexity of algorithms for nonconvex optimization. Number 30 in MOS-SIAM Series on Optimization. SIAM, Philadelphia, USA, (2022)","DOI":"10.1137\/1.9781611976991"},{"key":"597_CR36","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-8853-9","volume-title":"Introductory Lectures on Convex Optimization","author":"Y Nesterov","year":"2004","unstructured":"Nesterov, Y.: Introductory Lectures on Convex Optimization. Applied Optimization. Kluwer Academic Publishers, Dordrecht, The Netherlands (2004)"},{"issue":"2","key":"597_CR37","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1137\/16M1080173","volume":"60","author":"L\u00e9on Bottou","year":"2018","unstructured":"Bottou, L\u00e9on., Curtis, Frank E., Nocedal, Jorge: Optimization methods for large-scale machine learning. SIAM Rev. 60(2), 223\u2013311 (2018)","journal-title":"SIAM Rev."},{"key":"597_CR38","unstructured":"Stefania, B., Della Santa, F., and Alessandra P.: Alternate training of shared and task-specific parameters for multi-task neural networks. arXiv preprint arXiv:2312.16340, (2023)"},{"key":"597_CR39","unstructured":"Jordan, M. I. , Lin, T., and Zampetakis, M.: On the complexity of deterministic nonsmooth and nonconvex optimization. arXiv:2209.12403, (2022)"},{"key":"597_CR40","unstructured":"Tian, L., and Man-Cho So, A.: Computing Goldstein $$(\\epsilon ,\\delta )$$-stationary points of Lipschitz functions in $$\\cal{O}(\\epsilon ^{-3}\\delta ^{-1})$$ iterations via random conic perturbation. arXiv:2112.09002, (2021)"},{"key":"597_CR41","unstructured":"Zhang, J., Lin, H., Jegelka, S., Sra, S., and Jadbabaie, A.: Complexity of finding stationary points of nonconvex nonsmooth functions. In Proceedings of the 37th international conference on machine learning, PMLR, volume 119, pages 11173\u201311182, (2020)"},{"key":"597_CR42","doi-asserted-by":"crossref","unstructured":"Kong, S., A. Lewis, S.: The cost of nonconvexity in nonconvex nonsmooth optimization. (2022) arXiv:2210.00652,","DOI":"10.1287\/moor.2022.0289"},{"issue":"1","key":"597_CR43","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1007\/BF01584320","volume":"13","author":"AA Goldstein","year":"1977","unstructured":"Goldstein, A.A.: Optimization of Lipschitz continuous functions. Math. Program., Series A 13(1), 14\u201322 (1977)","journal-title":"Math. Program., Series A"},{"key":"597_CR44","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcp.2020.109387","volume":"410","author":"NR Rapaka","year":"2020","unstructured":"Rapaka, N.R., Samtaney, R.: An efficient Poisson solver for complex embedded boundary domains using the multi-grid and fast multipole methods. J. Comput. Phys. 410, 109387 (2020)","journal-title":"J. Comput. Phys."},{"key":"597_CR45","unstructured":"Kingma, D., Ba, J.: Adam: A method for stochastic optimization. In Proceedings in the International Conference on Learning Representations (ICLR), (2015)"},{"key":"597_CR46","first-page":"7537","volume":"33","author":"Matthew Tancik","year":"2020","unstructured":"Tancik, Matthew, Srinivasan, Pratul, Mildenhall, Ben, Fridovich-Keil, Sara, Raghavan, Nithin, Singhal, Utkarsh, Ramamoorthi, Ravi, Barron, Jonathan, Ng, Ren: Fourier features let networks learn high frequency functions in low dimensional domains. Adv. Neural. Inf. Process. Syst. 33, 7537\u20137547 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"597_CR47","doi-asserted-by":"crossref","unstructured":"Li, X.-A., Xu, Z.-Q. J. , and Zhang, L.: Subspace decomposition based DNN algorithm for elliptic type multi-scale PDEs. (2021) arXiv:2112.06660,","DOI":"10.2139\/ssrn.4020731"},{"key":"597_CR48","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s40304-018-0127-z","volume":"6","author":"B Yu","year":"2018","unstructured":"Yu, B., et al.: The deep Ritz method: a deep learning-based numerical algorithm for solving variational problems. Commun. Math. Stat. 6, 1\u201312 (2018)","journal-title":"Commun. Math. Stat."}],"container-title":["Computational Optimization and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10589-024-00597-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10589-024-00597-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10589-024-00597-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,8]],"date-time":"2024-10-08T12:13:15Z","timestamp":1728389595000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10589-024-00597-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,6]]},"references-count":48,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,11]]}},"alternative-id":["597"],"URL":"https:\/\/doi.org\/10.1007\/s10589-024-00597-1","relation":{},"ISSN":["0926-6003","1573-2894"],"issn-type":[{"type":"print","value":"0926-6003"},{"type":"electronic","value":"1573-2894"}],"subject":[],"published":{"date-parts":[[2024,8,6]]},"assertion":[{"value":"25 May 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 July 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 August 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}