{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T03:03:29Z","timestamp":1784257409065,"version":"3.55.0"},"reference-count":62,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,8,20]],"date-time":"2021-08-20T00:00:00Z","timestamp":1629417600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,8,20]],"date-time":"2021-08-20T00:00:00Z","timestamp":1629417600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["CCF Trans. HPC"],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1007\/s42514-021-00076-7","type":"journal-article","created":{"date-parts":[[2021,8,20]],"date-time":"2021-08-20T16:07:02Z","timestamp":1629475622000},"page":"298-310","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Recent advance in machine learning for partial differential equation"],"prefix":"10.1007","volume":"3","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2939-4686","authenticated-orcid":false,"given":"Ka Chun","family":"Cheung","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Simon","family":"See","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,8,20]]},"reference":[{"key":"76_CR1","doi-asserted-by":"crossref","unstructured":"Aarts, L.P., Van der Veer, P.: Solving nonlinear differential equations by a neural network method. In: Computational Science\u2014ICCS (2001)","DOI":"10.1007\/3-540-45718-6_20"},{"key":"76_CR2","unstructured":"Breiman, L.: Random forests. Mach. Learn. (2001)"},{"key":"76_CR3","volume-title":"Classification and regression trees","author":"L Breiman","year":"1984","unstructured":"Breiman, L., Friedman, J.H., Olshen, R.A., Stone, C.J.: Classification and regression trees. Wadsworth and Brooks Cole Advanced Books and Software, Monterey (1984)"},{"key":"76_CR4","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1016\/0167-7977(87)90011-6","volume":"6","author":"MO Bristeau","year":"1987","unstructured":"Bristeau, M.O., Glowinski, R., Periaux, J.: Numerical methods for the Navier-stokes equations. Applications to the simulation of compressible and incompressible viscous flows. Comput. Phys. Rep. 6, 73\u2013187 (1987)","journal-title":"Comput. Phys. Rep."},{"key":"76_CR5","doi-asserted-by":"crossref","unstructured":"Chang, B. Meng, L. Haber, E., Ruthotto, L., Begert, D., Holtham, E.: Reversible architectures for arbitrarily deep residual neural networks. In Proceedings of the Thirty-Second AAAI Conference on Artificial Intelligence. New Orleans, LA, pp 2811\u20132818 (2018)","DOI":"10.1609\/aaai.v32i1.11668"},{"key":"76_CR6","unstructured":"Chen, Z., Badrinarayanan, V., Lee, C.-Y., Rabinovich, A.: Gradnorm: gradient normalization for adaptive loss balancing in deep multitask networks. In: International Conference on Machine Learning, pp 794\u2013803. PMLR, (2018a)"},{"key":"76_CR7","unstructured":"Chen, T.Q., Rubanova, Y., Bettencourt, J., Duvenaud, D.: Neural ordinary differential equations. In: Advances in Neural Information Processing Systems 31 (NeurIPS 2018), Montreal, Canada (2018b)"},{"issue":"1","key":"76_CR8","doi-asserted-by":"publisher","first-page":"A266","DOI":"10.1137\/16M1080410","volume":"40","author":"KC Cheung","year":"2018","unstructured":"Cheung, K.C., Ling, L.: A kernel-based embedding method and convergence analysis for surfaces PDEs. SIAM J. Sci. Comput. 40(1), A266\u2013A287 (2018)","journal-title":"SIAM J. Sci. Comput."},{"issue":"1","key":"76_CR9","doi-asserted-by":"publisher","first-page":"614","DOI":"10.1137\/16M1072863","volume":"56","author":"KC Cheung","year":"2018","unstructured":"Cheung, K.C., Ling, L., Schaback, R.: $$H^2$$-convergence of least-squares kernel collocation methods. SIAM J. Numer. Anal. 56(1), 614\u2013633 (2018)","journal-title":"SIAM J. Numer. Anal."},{"key":"76_CR10","first-page":"273","volume":"20","author":"C Cortes","year":"1995","unstructured":"Cortes, C., Vapnik, V.: Support-vector networks. Mach. Learn. 20, 273\u2013297 (1995)","journal-title":"Mach. Learn."},{"key":"76_CR11","unstructured":"Elbr\u00e4chter, D., Grohs, P., Jentzen, A., Schwab, C.: DNN Expression rate analysis of high-dimensional PDEs: application to option pricing. arXiv:1809.07669. (2018)"},{"key":"76_CR12","unstructured":"Flamant, C., Protopapas, P., Sondak, D.: Solving differential equations using neural network solution bundles. arXiv:2006.14372 (2020)"},{"key":"76_CR13","first-page":"768","volume":"21","author":"EW Forgy","year":"1965","unstructured":"Forgy, E.W.: Cluster analysis of multivariate data: efficiency versus interpretability of classifications. Biometrics 21, 768\u2013769 (1965)","journal-title":"Biometrics"},{"key":"76_CR14","doi-asserted-by":"publisher","first-page":"S965","DOI":"10.1016\/S0098-1354(98)00191-4","volume":"22","author":"R Gonz\u00e1lez-Garc\u00eda","year":"1998","unstructured":"Gonz\u00e1lez-Garc\u00eda, R., Rico-Mart\u00ednez, R., Kevrekidis, I.G.: Identification of distributed parameter systems: a neural net based approach. Comp. Chem. Eng. 22, S965\u2013S968 (1998)","journal-title":"Comp. Chem. Eng."},{"key":"76_CR15","unstructured":"Guo, P., Huang, K., Xu, Z.: Partial differential equations is all you need for generating neural architectures. arXiv preprint arXiv:2103.08313, (2021)"},{"issue":"1","key":"76_CR16","first-page":"1","volume":"34","author":"E Haber","year":"2017","unstructured":"Haber, E., Ruthotto, L.: Stable architectures for deep neural networks. Inverse Prob. 34(1), 1\u201322 (2017)","journal-title":"Inverse Prob."},{"key":"76_CR17","doi-asserted-by":"crossref","unstructured":"Hasan, A., Pereira, J. M., Ravier, R., Farsiu, S., Tarokh, V.: Learning partial differential equations from data using neural networks. In: ICASSP 2020\u20132020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), Barcelona, Spain, pp. 3962\u20133966 (2020)","DOI":"10.1109\/ICASSP40776.2020.9053750"},{"key":"76_CR18","doi-asserted-by":"publisher","first-page":"2812","DOI":"10.3923\/jas.2007.2812.2817","volume":"7","author":"M Hayati","year":"2007","unstructured":"Hayati, M., Karami, B.: Feedforward neural network for solving partial differential equations. J. Appl. Sci. 7, 2812\u20132817 (2007)","journal-title":"J. Appl. Sci."},{"key":"76_CR19","doi-asserted-by":"publisher","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), Las Vegas, NV, USA, (2016), pp 770-778, https:\/\/doi.org\/10.1109\/CVPR.2016.90","DOI":"10.1109\/CVPR.2016.90"},{"key":"76_CR20","doi-asserted-by":"crossref","unstructured":"Hennigh, O., Narasimhan, S., Nabian, M. A., Subramaniam, A., Tangsali, K., Rietmann, M., Ferrandis, J.A., Byeon, W., Fang, Z., Choudhry, S.: NVIDIA SimNet: an AI-accelerated multi-physics simulation framework. arXiv:2012.07938. (2020)","DOI":"10.1007\/978-3-030-77977-1_36"},{"key":"76_CR21","doi-asserted-by":"publisher","first-page":"891","DOI":"10.1038\/s41557-020-0544-y","volume":"12","author":"J Hermann","year":"2020","unstructured":"Hermann, J., Sch\u00e4tzle, Z., No\u00e9, F.: Deep-neural-network solution of the electronic Schr\u00f6dinger equation. Nat. Chem. 12, 891\u2013897 (2020)","journal-title":"Nat. Chem."},{"key":"76_CR22","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9, 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"76_CR23","doi-asserted-by":"crossref","unstructured":"Hur\u00e9, C., Pham, H., Warin, X.: Deep backward schemes for high-dimensional nonlinear PDEs. (2020). ffhal-02005362v2f","DOI":"10.1090\/mcom\/3514"},{"key":"76_CR24","doi-asserted-by":"publisher","first-page":"8505","DOI":"10.1073\/pnas.1718942115","volume":"115","author":"H Jiequn","year":"2018","unstructured":"Jiequn, H., Arnulf, J., Weinan, E.: Solving high-dimensional partial differential equations using deep learning. Proc. Natl. Acad. Sci. 115, 8505\u20138510 (2018)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"76_CR25","doi-asserted-by":"crossref","unstructured":"Jin, X., Cai, S., Li, Hui, K., George E.: Nsfnets (navier-stokes flow nets): physics-informed neural networks for the incompressible Navier-stokes equations. arXiv preprint arXiv:2003.06496, (2020)","DOI":"10.1016\/j.jcp.2020.109951"},{"key":"76_CR26","doi-asserted-by":"publisher","first-page":"109120","DOI":"10.1016\/j.jcp.2019.109120","volume":"404","author":"S Karumuri","year":"2020","unstructured":"Karumuri, S., Tripathy, R., Bilionis, I., Panchal, J.: Simulator-free solution of high-dimensional stochastic elliptic partial differential equations using deep neural networks. J. Comput. Phys. 404, 109120 (2020)","journal-title":"J. Comput. Phys."},{"key":"76_CR27","unstructured":"Kingma, D. P., Adam, J.B.: A method for stochastic optimization. arXiv:1412.6980, (2014)"},{"key":"76_CR28","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1002\/aic.690370209","volume":"37","author":"Mark A Kramer","year":"1991","unstructured":"Kramer, Mark A.: Nonlinear principal component analysis using autoassociative neural networks. AIChE J. 37, 233\u2013243 (1991)","journal-title":"AIChE J."},{"key":"76_CR29","doi-asserted-by":"publisher","first-page":"987","DOI":"10.1109\/72.712178","volume":"9","author":"IE Lagaris","year":"1998","unstructured":"Lagaris, I.E., Likas, A., Fotiadis, D.I.: Artificial neural networks for solving ordinary and partial differential equations. IEEE Trans. Neural Netw. 9, 987\u20131000 (1998)","journal-title":"IEEE Trans. Neural Netw."},{"key":"76_CR30","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1989.1.4.541","volume-title":"Backpropagation applied to handwritten zip code recognition","author":"Y LeCun","year":"1989","unstructured":"LeCun, Y., Boser, B., Denker, J.S., Henderson, D., Howard, R.E., Hubbard, W., Jackel, L.D.: Backpropagation applied to handwritten zip code recognition. ATT Bell Laboratories, (1989)"},{"key":"76_CR33","unstructured":"Li, Z., Kovachki, N., Azizzadenesheli, K., Liu, B., Bhattacharya, K., Stuart, A., Anandkumar, A.: Neural operator: graph kernel network for partial differential equations. arXiv preprint arXiv:2003.03485 (2003)"},{"key":"76_CR32","unstructured":"Li, Z., Kovachki, N., Azizzadenesheli, K., Liu, B., Bhattacharya, K., Stuart, A., Anandkumar, A.: Multipole graph neural operator for parametric partial differential equations. arXiv preprint arXiv:2006.09535 (2006)"},{"key":"76_CR31","unstructured":"Li, Z., Kovachki, N., Azizzadenesheli, K., Liu, B., Bhattacharya, K., Stuart, A., Anandkumar, A.: Fourier neural operator for parametric partial differential equations. arXiv preprint arXiv:2010.08895 (2010)"},{"key":"76_CR34","unstructured":"Li, X., Wong, T.-K., Leonard, C., Ricky T. Q., Duvenaud, D.: Proceedings of the twenty third international conference on artificial intelligence and statistics, PMLR 108:3870\u20133882, (2020a)"},{"key":"76_CR35","doi-asserted-by":"publisher","first-page":"109338","DOI":"10.1016\/j.jcp.2020.109338","volume":"409","author":"Y Li","year":"2020","unstructured":"Li, Y., Lu, J., Mao, A.: Variational training of neural network approximations of solution maps for physical models. J. Comput. Phys. 409, 109338 (2020b)","journal-title":"J. Comput. Phys."},{"key":"76_CR36","unstructured":"Lloyd, S.P.: Least square quantization in PCM. Bell Telephone Laboratories Paper, (1957)"},{"key":"76_CR38","unstructured":"Long, Z., Lu, Y., Ma, X., Dong, B.: PDE-Net: learning PDEs from data. arXiv:1710.09668. (2018)"},{"key":"76_CR37","doi-asserted-by":"crossref","unstructured":"Long, Z., Lu, Y., Dong, B.: PDE-Net 2.0: learning PDEs from data with a numeric-symbolic hybrid deep network. arXiv:1812.04426, (2019)","DOI":"10.1016\/j.jcp.2019.108925"},{"key":"76_CR40","unstructured":"Lu, Y., Zhong, A., Li, Q., Dong, B.: Beyond finite layer neural networks: Bridging deep architectures and numerical differential equations. arXiv preprint arXiv:1710.10121, (2017)"},{"key":"76_CR39","doi-asserted-by":"crossref","unstructured":"Lu, L., Meng, X., Mao, Z., Karniadakis, G. E.: DeepXDE: a deep learning library for solving differential equations. arXiv:1907.04502. (2020)","DOI":"10.1137\/19M1274067"},{"key":"76_CR41","unstructured":"MacQueen, J. B.: Some methods for classification and analysis of multivariate observations. In: Proceedings of 5th Berkeley Symposium on Mathematical Statistics and Probability, (1967)"},{"key":"76_CR42","unstructured":"Martin, M., Faisal, Q., Hendrick, de H.: Neural networks trained to solve differential equations learn general representations. Adv. Neural Inform. Process. Syst. (2018)"},{"issue":"4","key":"76_CR43","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1007\/BF02478259","volume":"5","author":"WS McCulloch","year":"1943","unstructured":"McCulloch, W.S., Pitts, W.: A logical calculus of the ideas immanent in nervous activity. Bull. Math. Biophys. 5(4), 115\u2013133 (1943)","journal-title":"Bull. Math. Biophys."},{"key":"76_CR44","doi-asserted-by":"publisher","first-page":"e103","DOI":"10.7717\/peerj-cs.103","volume":"3","author":"A Meurer","year":"2017","unstructured":"Meurer, A., Smith, C.P., Paprocki, M., Cert\u00edk, O., Kirpichev, S.B., Rocklin, M., Kumar, A., Ivanov, S., Moore, J.K., Singh, S., et al.: Sympy: symbolic computing in python. PeerJ Comput. Sci. 3, e103 (2017)","journal-title":"PeerJ Comput. Sci."},{"key":"76_CR45","first-page":"932","volume":"19","author":"M Raissi","year":"2018","unstructured":"Raissi, M.: Deep hidden physics models: deep learning of nonlinear partial differential equations. J. Mach. Learn. Res. 19, 932\u2013955 (2018)","journal-title":"J. Mach. Learn. Res."},{"key":"76_CR46","doi-asserted-by":"publisher","first-page":"686","DOI":"10.1016\/j.jcp.2018.10.045","volume":"378","author":"M Raissi","year":"2019","unstructured":"Raissi, M., Perdikaris, P., Karniadakis, G.E.: Physics-informed neural networks: a deep learning framework for solving forward and inverse problems involving nonlinear partial differential equations. J. Comput. Phys. 378, 686\u2013707 (2019)","journal-title":"J. Comput. Phys."},{"key":"76_CR48","unstructured":"Ruthotto, L., Haber, E.: Deep neural networks motivated by partial differential equations. arXiv preprint arXiv:1804.04272, (2018)"},{"key":"76_CR49","doi-asserted-by":"crossref","unstructured":"She, J.-H., Grecu, D.: Neural network for CVA: learning future values. Papers 1811.08726, arXiv.org(2018) (2018)","DOI":"10.2139\/ssrn.3288538"},{"key":"76_CR50","doi-asserted-by":"publisher","first-page":"1339","DOI":"10.1016\/j.jcp.2018.08.029","volume":"375","author":"J Sirignano","year":"2018","unstructured":"Sirignano, J., Spiliopoulos, K.: DGM: a deep learning algorithm for solving partial differential equations. J. Comput. Phys. 375, 1339\u20131364 (2018)","journal-title":"J. Comput. Phys."},{"key":"76_CR51","unstructured":"Sitzmann, V., Martel, J.N.P., Bergman, A.W., Lindell, D.B., Wetzstein, G.: Implicit neural representations with periodic activation functions. arXiv preprint arXiv:2006.09661, (2020)"},{"key":"76_CR52","volume-title":"Partial differential equations in physics","author":"A Sommerfeld","year":"1949","unstructured":"Sommerfeld, A.: Partial differential equations in physics. Academic Press, New York (1949)"},{"key":"76_CR53","doi-asserted-by":"publisher","first-page":"136","DOI":"10.3390\/risks8040136","volume":"8","author":"K Stefan","year":"2020","unstructured":"Stefan, K., Alexander, S., Michaela, S.: A deep neural network algorithm for semilinear elliptic PDEs with applications in insurance mathematics. Risks 8, 136 (2020)","journal-title":"Risks"},{"key":"76_CR54","unstructured":"Steinhaus, H.: Sur la division des corps mat\u00e9riels en parties Bull. Acad. Polon. Sci. (1957)"},{"key":"76_CR55","unstructured":"Tancik, M., Srinivasan, P. P., Mildenhall, B., Fridovich-Keil, S., Raghavan, N., Singhal, U., Ramamoorthi, R., Barron, J.T.: Ren Ng. Fourier features let networks learn high frequency functions in low dimensional domains. arXiv preprint arXiv:2006.10739, (2020)"},{"key":"76_CR56","doi-asserted-by":"publisher","first-page":"214","DOI":"10.3389\/fgene.2019.00214","volume":"10","author":"B Tang","year":"2019","unstructured":"Tang, B., Pan, Z., Yin, K., Khateeb, A.: Recent advances of deep learning in bioinformatics and computational biology. Front. Genet. 10, 214 (2019)","journal-title":"Front. Genet."},{"key":"76_CR57","unstructured":"Tompson, J., Schlachter, K., Sprechmann, P., Perlin, K.: Accelerating Eulerian Fluid SimulationWith Convolutional Networks. In: Proceedings of the 34th International Conference on Machine Learning, (2017)"},{"key":"76_CR58","unstructured":"Wang, S., Teng, Y., Perdikaris, P.: Understanding and mitigating gradient pathologies in physics-informed neural networks. arXiv preprint arXiv:2001.04536, (2020a)"},{"key":"76_CR59","doi-asserted-by":"crossref","unstructured":"Wang, S., Yu, X., Perdikaris, P.: When and why pinns fail to train: a neural tangent kernel perspective. arXiv preprint arXiv:2007.14527, (2020b)","DOI":"10.1016\/j.jcp.2021.110768"},{"key":"76_CR60","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1007\/s40304-017-0117-6","volume":"5","author":"E Weinan","year":"2017","unstructured":"Weinan, E., Han, J., Jentzen, A.: Deep learning-based numerical methods for high-dimensional parabolic partial differential equations and backward stochastic differential equations. Commun. Math. Stat. 5, 349\u2013380 (2017)","journal-title":"Commun. Math. Stat."},{"key":"76_CR61","doi-asserted-by":"crossref","unstructured":"Yu, Y., Hientzsch, B., Ganesan, N.: Backward deep BSDE methods and applications to nonlinear problems. arXiv:2006.07635. (2020)","DOI":"10.2139\/ssrn.3626208"},{"key":"76_CR62","doi-asserted-by":"publisher","first-page":"A639","DOI":"10.1137\/19M1260141","volume":"42","author":"D Zhang","year":"2020","unstructured":"Zhang, D., Guo, L., Karniadakis, G.E.: Learning in modal space: solving time-dependent stochastic PDEs using physics-informed neural networks. SIAM J. Sci. Comput. 42, A639\u2013A665 (2020)","journal-title":"SIAM J. Sci. Comput."},{"key":"76_CR63","volume-title":"Models, numerical methods, and data assimilation, numerical weather prediction basics","author":"P Zhaoxia","year":"2019","unstructured":"Zhaoxia, P., Eugenia, K.: Models, numerical methods, and data assimilation, numerical weather prediction basics. Springer, Berlin (2019)"}],"container-title":["CCF Transactions on High Performance Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42514-021-00076-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42514-021-00076-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42514-021-00076-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,7]],"date-time":"2023-01-07T19:26:39Z","timestamp":1673119599000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42514-021-00076-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,20]]},"references-count":62,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2021,9]]}},"alternative-id":["76"],"URL":"https:\/\/doi.org\/10.1007\/s42514-021-00076-7","relation":{},"ISSN":["2524-4922","2524-4930"],"issn-type":[{"value":"2524-4922","type":"print"},{"value":"2524-4930","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,8,20]]},"assertion":[{"value":"5 April 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 August 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 August 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}