{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,5]],"date-time":"2026-11-05T16:03:08Z","timestamp":1793894588801,"version":"4.8.0"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,3,18]],"date-time":"2021-03-18T00:00:00Z","timestamp":1616025600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,3,18]],"date-time":"2021-03-18T00:00:00Z","timestamp":1616025600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-SC0019453"],"award-info":[{"award-number":["DE-SC0019453"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"United States Department of Defense | Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["HR00112090062"],"award-info":[{"award-number":["HR00112090062"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-021-00302-5","type":"journal-article","created":{"date-parts":[[2021,3,18]],"date-time":"2021-03-18T14:47:37Z","timestamp":1616078857000},"page":"218-229","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3648,"title":["Learning nonlinear operators via DeepONet based on the universal approximation theorem of operators"],"prefix":"10.1038","volume":"3","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5476-5768","authenticated-orcid":false,"given":"Lu","family":"Lu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2169-1491","authenticated-orcid":false,"given":"Pengzhan","family":"Jin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guofei","family":"Pang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8032-7510","authenticated-orcid":false,"given":"Zhongqiang","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9713-7120","authenticated-orcid":false,"given":"George Em","family":"Karniadakis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,3,18]]},"reference":[{"key":"302_CR1","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1080\/00986449208936084","volume":"118","author":"R Rico-Martinez","year":"1992","unstructured":"Rico-Martinez, R., Krischer, K., Kevrekidis, I. G., Kube, M. C. & Hudson, J. L. Discrete- vs. continuous-time nonlinear signal processing of Cu electrodissolution data. Chem. Eng. Commun. 118, 25\u201348 (1992).","journal-title":"Chem. Eng. Commun."},{"key":"302_CR2","unstructured":"Rico-Martinez, R., Anderson, J. S. & Kevrekidis, I. G. Continuous-time nonlinear signal processing: a neural network based approach for gray box identification. In Proc. IEEE Workshop on Neural Networks for Signal Processing 596\u2013605 (IEEE, 1994)."},{"key":"302_CR3","doi-asserted-by":"publisher","first-page":"S965","DOI":"10.1016\/S0098-1354(98)00191-4","volume":"22","author":"R Gonz\u00e1lez-Garc\u00eda","year":"1998","unstructured":"Gonz\u00e1lez-Garc\u00eda, R., Rico-Mart\u00ednez, R. & Kevrekidis, I. G. Identification of distributed parameter systems: a neural net based approach. Comput. Chem. Eng. 22, S965\u2013S968 (1998).","journal-title":"Comput. Chem. Eng."},{"key":"302_CR4","doi-asserted-by":"publisher","first-page":"1499","DOI":"10.1002\/aic.690381003","volume":"38","author":"DC Psichogios","year":"1992","unstructured":"Psichogios, D. C. & Ungar, L. H. A hybrid neural network-first principles approach to process modeling. AIChE J. 38, 1499\u20131511 (1992).","journal-title":"AIChE J."},{"key":"302_CR5","doi-asserted-by":"publisher","first-page":"715","DOI":"10.4310\/CMS.2003.v1.n4.a5","volume":"1","author":"IG Kevrekidis","year":"2003","unstructured":"Kevrekidis, I. G. et al. Equation-free, coarse-grained multiscale computation: enabling mocroscopic simulators to perform system-level analysis. Commun. Math. Sci. 1, 715\u2013762 (2003).","journal-title":"Commun. Math. Sci."},{"key":"302_CR6","unstructured":"Weinan, E. Principles of Multiscale Modeling (Cambridge Univ. Press, 2011)."},{"key":"302_CR7","unstructured":"Ferrandis, J., Triantafyllou, M., Chryssostomidis, C. & Karniadakis, G. Learning functionals via LSTM neural networks for predicting vessel dynamics in extreme sea states. Preprint at https:\/\/arxiv.org\/pdf\/1912.13382.pdf (2019)."},{"key":"302_CR8","unstructured":"Qin, T., Chen, Z., Jakeman, J. & Xiu, D. Deep learning of parameterized equations with applications to uncertainty quantification. Preprint at https:\/\/arxiv.org\/pdf\/1910.07096.pdf (2020)."},{"key":"302_CR9","unstructured":"Chen, T. Q., Rubanova, Y., Bettencourt, J. & Duvenaud, D. K. Neural ordinary differential equations. In Advances in Neural Information Processing Systems 6571\u20136583 (NIPS, 2018)."},{"key":"302_CR10","unstructured":"Jia, J. & Benson, A. R. Neural jump stochastic differential equations. Preprint at https:\/\/arxiv.org\/pdf\/1905.10403.pdf (2019)."},{"key":"302_CR11","unstructured":"Greydanus, S., Dzamba, M. & Yosinski, J. Hamiltonian neural networks. In Advances in Neural Information Processing Systems 15379\u201315389 (NIPS, 2019)."},{"key":"302_CR12","unstructured":"Toth, P. et al. Hamiltonian generative networks. Preprint at https:\/\/arxiv.org\/pdf\/1909.13789.pdf (2019)."},{"key":"302_CR13","unstructured":"Zhong, Y. D., Dey, B. & Chakraborty, A. Symplectic ODE-Net: learning Hamiltonian dynamics with control. Preprint at https:\/\/arxiv.org\/pdf\/1909.12077.pdf (2019)."},{"key":"302_CR14","unstructured":"Chen, Z., Zhang, J., Arjovsky, M. & Bottou, L. Symplectic recurrent neural networks. Preprint at https:\/\/arxiv.org\/pdf\/1909.13334.pdf (2019)."},{"key":"302_CR15","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1016\/j.jcp.2019.05.026","volume":"394","author":"N Winovich","year":"2019","unstructured":"Winovich, N., Ramani, K. & Lin, G. ConvPDE-UQ: convolutional neural networks with quantified uncertainty for heterogeneous elliptic partial differential equations on varied domains. J. Comput. Phys. 394, 263\u2013279 (2019).","journal-title":"J. Comput. Phys."},{"key":"302_CR16","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1016\/j.jcp.2019.05.024","volume":"394","author":"Y Zhu","year":"2019","unstructured":"Zhu, Y., Zabaras, N., Koutsourelakis, P.-S. & Perdikaris, P. Physics-constrained deep learning for high-dimensional surrogate modeling and uncertainty quantification without labeled data. J. Comput. Phys. 394, 56\u201381 (2019).","journal-title":"J. Comput. Phys."},{"key":"302_CR17","doi-asserted-by":"crossref","unstructured":"Trask, N., Patel, R. G., Gross, B. J. & Atzberger, P. J. GMLS-Nets: a framework for learning from unstructured data. Preprint at https:\/\/arxiv.org\/pdf\/1909.05371.pdf (2019).","DOI":"10.2172\/1763256"},{"key":"302_CR18","unstructured":"Li, Z. et al. Neural operator: graph kernel network for partial differential equations. Preprint at https:\/\/arxiv.org\/pdf\/2003.03485.pdf (2020)."},{"key":"302_CR19","doi-asserted-by":"publisher","first-page":"e1602614","DOI":"10.1126\/sciadv.1602614","volume":"3","author":"SH Rudy","year":"2017","unstructured":"Rudy, S. H., Brunton, S. L., Proctor, J. L. & Kutz, J. N. Data-driven discovery of partial differential equations. Sci. Adv. 3, e1602614 (2017).","journal-title":"Sci. Adv."},{"key":"302_CR20","doi-asserted-by":"publisher","first-page":"108850","DOI":"10.1016\/j.jcp.2019.07.048","volume":"397","author":"D Zhang","year":"2019","unstructured":"Zhang, D., Lu, L., Guo, L. & Karniadakis, G. E. Quantifying total uncertainty in physics-informed neural networks for solving forward and inverse stochastic problems. J. Comput. Phys. 397, 108850 (2019).","journal-title":"J. Comput. Phys."},{"key":"302_CR21","doi-asserted-by":"publisher","first-page":"A2603","DOI":"10.1137\/18M1229845","volume":"41","author":"G Pang","year":"2019","unstructured":"Pang, G., Lu, L. & Karniadakis, G. E. fPINNs: fractional physics-informed neural networks. SIAM J. Sci. Comput. 41, A2603\u2013A2626 (2019).","journal-title":"SIAM J. Sci. Comput."},{"key":"302_CR22","doi-asserted-by":"publisher","first-page":"208","DOI":"10.1137\/19M1274067","volume":"63","author":"L Lu","year":"2021","unstructured":"Lu, L., Meng, X., Mao, Z. & Karniadakis, G. E. DeepXDE: a deep learning library for solving differential equations. SIAM Rev. 63, 208\u2013228 (2021).","journal-title":"SIAM Rev."},{"key":"302_CR23","doi-asserted-by":"publisher","first-page":"e1007575","DOI":"10.1371\/journal.pcbi.1007575","volume":"16","author":"A Yazdani","year":"2020","unstructured":"Yazdani, A., Lu, L., Raissi, M. & Karniadakis, G. E. Systems biology informed deep learning for inferring parameters and hidden dynamics. PLoS Comput. Biol. 16, e1007575 (2020).","journal-title":"PLoS Comput. Biol."},{"key":"302_CR24","doi-asserted-by":"publisher","first-page":"11618","DOI":"10.1364\/OE.384875","volume":"28","author":"Y Chen","year":"2020","unstructured":"Chen, Y., Lu, L., Karniadakis, G. E. & Negro, L. D. Physics-informed neural networks for inverse problems in nano-optics and metamaterials. Opt. Express 28, 11618\u201311633 (2020).","journal-title":"Opt. Express"},{"key":"302_CR25","unstructured":"Holl, P., Koltun, V. & Thuerey, N. Learning to control PDEs with differentiable physics. Preprint at https:\/\/arxiv.org\/pdf\/2001.07457.pdf (2020)."},{"key":"302_CR26","unstructured":"Lample, G. & Charton, F. Deep learning for symbolic mathematics. Preprint at https:\/\/arxiv.org\/pdf\/1912.01412.pdf (2019)."},{"key":"302_CR27","unstructured":"Charton, F., Hayat, A. & Lample, G. Deep differential system stability\u2014learning advanced computations from examples. Preprint at https:\/\/arxiv.org\/pdf\/2006.06462.pdf (2020)."},{"key":"302_CR28","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/BF02551274","volume":"2","author":"G Cybenko","year":"1989","unstructured":"Cybenko, G. Approximation by superpositions of a sigmoidal function. Math. Control Signals Syst. 2, 303\u2013314 (1989).","journal-title":"Math. Control Signals Syst."},{"key":"302_CR29","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1016\/0893-6080(89)90020-8","volume":"2","author":"K Hornik","year":"1989","unstructured":"Hornik, K., Stinchcombe, M. & White, H. Multilayer feedforward networks are universal approximators. Neural Networks 2, 359\u2013366 (1989).","journal-title":"Neural Networks"},{"key":"302_CR30","doi-asserted-by":"publisher","first-page":"911","DOI":"10.1109\/72.392253","volume":"6","author":"T Chen","year":"1995","unstructured":"Chen, T. & Chen, H. Universal approximation to nonlinear operators by neural networks with arbitrary activation functions and its application to dynamical systems. IEEE Trans. Neural Networks 6, 911\u2013917 (1995).","journal-title":"IEEE Trans. Neural Networks"},{"key":"302_CR31","doi-asserted-by":"publisher","first-page":"910","DOI":"10.1109\/72.286886","volume":"4","author":"T Chen","year":"1993","unstructured":"Chen, T. & Chen, H. Approximations of continuous functionals by neural networks with application to dynamic systems. IEEE Trans. Neural Networks 4, 910\u2013918 (1993).","journal-title":"IEEE Trans. Neural Networks"},{"key":"302_CR32","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1162\/neco.1997.9.1.143","volume":"9","author":"HN Mhaskar","year":"1997","unstructured":"Mhaskar, H. N. & Hahm, N. Neural networks for functional approximation and system identification. Neural Comput. 9, 143\u2013159 (1997).","journal-title":"Neural Comput."},{"key":"302_CR33","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1016\/j.neunet.2004.07.001","volume":"18","author":"F Rossi","year":"2005","unstructured":"Rossi, F. & Conan-Guez, B. Functional multi-layer perceptron: a non-linear tool for functional data analysis. Neural Networks 18, 45\u201360 (2005).","journal-title":"Neural Networks"},{"key":"302_CR34","doi-asserted-by":"publisher","first-page":"904","DOI":"10.1109\/72.392252","volume":"6","author":"T Chen","year":"1995","unstructured":"Chen, T. & Chen, H. Approximation capability to functions of several variables, nonlinear functionals, and operators by radial basis function neural networks. IEEE Trans. Neural Networks 6, 904\u2013910 (1995).","journal-title":"IEEE Trans. Neural Networks"},{"key":"302_CR35","unstructured":"Brown, T. B. et al. Language models are few-shot learners. Preprint at https:\/\/arxiv.org\/pdf\/2005.14165.pdf (2020)."},{"key":"302_CR36","unstructured":"Lu, L., Su, Y. & Karniadakis, G. E. Collapse of deep and narrow neural nets. Preprint at https:\/\/arxiv.org\/pdf\/1808.04947.pdf (2018)."},{"key":"302_CR37","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.neunet.2020.06.024","volume":"130","author":"P Jin","year":"2020","unstructured":"Jin, P., Lu, L., Tang, Y. & Karniadakis, G. E. Quantifying the generalization error in deep learning in terms of data distribution and neural network smoothness. Neural Networks 130, 85\u201399 (2020).","journal-title":"Neural Networks"},{"key":"302_CR38","doi-asserted-by":"publisher","first-page":"1671","DOI":"10.4208\/cicp.OA-2020-0165","volume":"28","author":"L Lu","year":"2020","unstructured":"Lu, L., Shin, Y., Su, Y. & Karniadakis, G. E. Dying ReLU and initialization: theory and numerical examples. Commun. Comput. Phys. 28, 1671\u20131706 (2020).","journal-title":"Commun. Comput. Phys."},{"key":"302_CR39","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S. & Sun, J. Deep residual learning for image recognition. In Proc. 2016 IEEE Conference on Computer Vision and Pattern Recognition 770\u2013778 (IEEE, 2016).","DOI":"10.1109\/CVPR.2016.90"},{"key":"302_CR40","unstructured":"Vaswani, A. et al. Attention is all you need. In Advances in Neural Information Processing Systems 5998\u20136008 (NIPS, 2017)."},{"key":"302_CR41","doi-asserted-by":"crossref","unstructured":"Dumoulin, V. et al. Feature-wise transformations. Distill https:\/\/distill.pub\/2018\/feature-wise-transformations (2018).","DOI":"10.23915\/distill.00011"},{"key":"302_CR42","unstructured":"Sutskever, I., Vinyals, O. & Le, Q. V. Sequence to sequence learning with neural networks. In Advances in Neural Information Processing Systems 3104\u20133112 (NIPS, 2014)."},{"key":"302_CR43","unstructured":"Bahdanau, D., Cho, K. & Bengio. Y. Neural machine translation by jointly learning to align and translate. Preprint at https:\/\/arxiv.org\/pdf\/1409.0473.pdf (2014)."},{"key":"302_CR44","doi-asserted-by":"crossref","unstructured":"Britz, D., Goldie, A., Luong, M. & Le, Q. Massive exploration of neural machine translation architectures. Preprint at https:\/\/arxiv.org\/pdf\/1703.03906.pdf (2017).","DOI":"10.18653\/v1\/D17-1151"},{"key":"302_CR45","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1002\/mana.19901470121","volume":"147","author":"M Gelbrich","year":"1990","unstructured":"Gelbrich, M. On a formula for the l2 Wasserstein metric between measures on Euclidean and Hilbert spaces. Math. Nachrichten 147, 185\u2013203 (1990).","journal-title":"Math. Nachrichten"},{"key":"302_CR46","unstructured":"Podlubny, I. Fractional Differential Equations: An Introduction to Fractional Derivatives, Fractional Differential Equations, to Methods of their Solution and Some of their Applications (Elsevier, 1998)."},{"key":"302_CR47","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1016\/j.jcp.2013.06.031","volume":"252","author":"M Zayernouri","year":"2013","unstructured":"Zayernouri, M. & Karniadakis, G. E. Fractional Sturm\u2013Liouville Eigen-problems: theory and numerical approximation. J. Comput. Phys. 252, 495\u2013517 (2013).","journal-title":"J. Comput. Phys."},{"key":"302_CR48","doi-asserted-by":"publisher","first-page":"109009","DOI":"10.1016\/j.jcp.2019.109009","volume":"404","author":"A Lischke","year":"2020","unstructured":"Lischke, A. et al. What is the fractional Laplacian? A comparative review with new results. J. Comput. Phys. 404, 109009 (2020).","journal-title":"J. Comput. Phys."},{"key":"302_CR49","unstructured":"Born, M. & Wolf, E. Principles of Optics: Electromagnetic Theory of Propagation, Interference and Diffraction of Light (Elsevier, 2013)."},{"key":"302_CR50","unstructured":"Mitzenmacher, M. & Upfal, E. Probability and Computing: Randomization and Probabilistic Techniques in Algorithms and Data Analysis (Cambridge Univ. Press, 2017)."},{"key":"302_CR51","unstructured":"Shwartz-Ziv, R. & Tishby, N. Opening the black box of deep neural networks via information. Preprint at https:\/\/arxiv.org\/pdf\/1703.00810.pdf (2017)."},{"key":"302_CR52","doi-asserted-by":"crossref","unstructured":"Cai, S., Wang, Z., Lu, L., Zaki, T. A. & Karniadakis, G. E. DeepM&Mnet: inferring the electroconvection multiphysics fields based on operator approximation by neural networks. Preprint at https:\/\/arxiv.org\/pdf\/2009.12935.pdf (2020).","DOI":"10.1016\/j.jcp.2021.110296"},{"key":"302_CR53","unstructured":"Tai, K. S., Bailis, P. & Valiant, G. Equivariant transformer networks. Preprint at https:\/\/arxiv.org\/pdf\/1901.11399.pdf (2019)."},{"key":"302_CR54","unstructured":"Hanin, B. Universal function approximation by deep neural nets with bounded width and ReLU activations. Preprint at https:\/\/arxiv.org\/pdf\/1708.02691.pdf (2017)."},{"key":"302_CR55","doi-asserted-by":"publisher","unstructured":"Lu, L. DeepONet https:\/\/doi.org\/10.5281\/zenodo.4319385 (13 December 2020).","DOI":"10.5281\/zenodo.4319385"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-021-00302-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-021-00302-5","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-021-00302-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,3]],"date-time":"2022-12-03T15:46:20Z","timestamp":1670082380000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-021-00302-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3,18]]},"references-count":55,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2021,3]]}},"alternative-id":["302"],"URL":"https:\/\/doi.org\/10.1038\/s42256-021-00302-5","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,3,18]]},"assertion":[{"value":"14 April 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 January 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 March 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}