{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,26]],"date-time":"2026-10-26T21:59:57Z","timestamp":1793051997608,"version":"4.5.0"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-022-00569-2","type":"journal-article","created":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T13:29:21Z","timestamp":1669901361000},"page":"1155-1164","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":133,"title":["Deep transfer operator learning for partial differential equations under conditional shift"],"prefix":"10.1038","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8255-9080","authenticated-orcid":false,"given":"Somdatta","family":"Goswami","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2027-9638","authenticated-orcid":false,"given":"Katiana","family":"Kontolati","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1370-6785","authenticated-orcid":false,"given":"Michael D.","family":"Shields","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9713-7120","authenticated-orcid":false,"given":"George Em","family":"Karniadakis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,12,1]]},"reference":[{"key":"569_CR1","unstructured":"Chen, R. T., Rubanova, Y., Bettencourt, J. & Duvenaud, D. K. Neural ordinary differential equations. In Advances in Neural Information Processing Systems (eds Garnett, R. et al.) 31 (NeurIPS, 2018)."},{"key":"569_CR2","doi-asserted-by":"publisher","first-page":"686","DOI":"10.1016\/j.jcp.2018.10.045","volume":"378","author":"M Raissi","year":"2019","unstructured":"Raissi, M., Perdikaris, P. & Karniadakis, G. E. Physics-informed neural networks: a deep learning framework for solving forward and inverse problems involving nonlinear partial differential equations. J. Comput. Phys. 378, 686\u2013707 (2019).","journal-title":"J. Comput. Phys."},{"key":"569_CR3","unstructured":"Li, Z. et al. Fourier neural operator for parametric partial differential equations. In Proc. International Conference on Learning Representations (ICLR, 2021)."},{"key":"569_CR4","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1038\/s42256-021-00302-5","volume":"3","author":"L Lu","year":"2021","unstructured":"Lu, L., Jin, P., Pang, G., Zhang, Z. & Karniadakis, G. E. Learning nonlinear operators via DeepONet based on the universal approximation theorem of operators. Nat. Mach. Intell. 3, 218\u2013229 (2021).","journal-title":"Nat. Mach. Intell."},{"key":"569_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-021-94520-x","volume":"11","author":"T Chatterjee","year":"2021","unstructured":"Chatterjee, T., Chakraborty, S., Goswami, S., Adhikari, S. & Friswell, M. I. Robust topological designs for extreme metamaterial micro-structures. Sci. Rep. 11, 1\u201314 (2021).","journal-title":"Sci. Rep."},{"key":"569_CR6","doi-asserted-by":"publisher","first-page":"114079","DOI":"10.1016\/j.cma.2021.114079","volume":"386","author":"A Olivier","year":"2021","unstructured":"Olivier, A., Shields, M. D. & Graham-Brady, L. Bayesian neural networks for uncertainty quantification in data-driven materials modeling. Comput. Methods Appl. Mech. Eng. 386, 114079 (2021).","journal-title":"Comput. Methods Appl. Mech. Eng."},{"key":"569_CR7","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1109\/TAI.2021.3054609","volume":"1","author":"S Niu","year":"2020","unstructured":"Niu, S., Liu, Y., Wang, J. & Song, H. A decade survey of transfer learning (2010\u20132020). IEEE Trans. Artif. Intell. 1, 151\u2013166 (2020).","journal-title":"IEEE Trans. Artif. Intell."},{"key":"569_CR8","doi-asserted-by":"publisher","first-page":"748","DOI":"10.1111\/mice.12363","volume":"33","author":"Y Gao","year":"2018","unstructured":"Gao, Y. & Mosalam, K. M. Deep transfer learning for image-based structural damage recognition. Comput. Aided Civ. Inf. Eng. 33, 748\u2013768 (2018).","journal-title":"Comput. Aided Civ. Inf. Eng."},{"key":"569_CR9","doi-asserted-by":"publisher","first-page":"386","DOI":"10.1016\/j.renene.2020.08.125","volume":"163","author":"X Yang","year":"2021","unstructured":"Yang, X., Zhang, Y., Lv, W. & Wang, D. Image recognition of wind turbine blade damage based on a deep learning model with transfer learning and an ensemble learning classifier. Renew. Energy 163, 386\u2013397 (2021).","journal-title":"Renew. Energy"},{"key":"569_CR10","doi-asserted-by":"crossref","unstructured":"Ruder, S., Peters, M. E., Swayamdipta, S. & Wolf, T. Transfer learning in natural language processing In Proc. 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Tutorials (eds Strube, M. & Sarkar, A.) 15\u201318 (Association for Computational Linguistics, 2019).","DOI":"10.18653\/v1\/N19-5004"},{"key":"569_CR11","doi-asserted-by":"publisher","first-page":"107340","DOI":"10.1016\/j.knosys.2021.107340","volume":"229","author":"S Zhang","year":"2021","unstructured":"Zhang, S. et al. Combining cross-modal knowledge transfer and semi-supervised learning for speech emotion recognition. Knowl. Based Syst. 229, 107340 (2021).","journal-title":"Knowl. Based Syst."},{"key":"569_CR12","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1109\/JPROC.2020.3004555","volume":"109","author":"F Zhuang","year":"2020","unstructured":"Zhuang, F. et al. A comprehensive survey on transfer learning. IEEE 109, 43\u201376 (2020).","journal-title":"IEEE"},{"key":"569_CR13","doi-asserted-by":"publisher","first-page":"2639","DOI":"10.1002\/smj.2475","volume":"37","author":"ST Certo","year":"2016","unstructured":"Certo, S. T., Busenbark, J. R., Woo, H.-s & Semadeni, M. Sample selection bias and Heckman models in strategic management research. Strateg. Manag. J. 37, 2639\u20132657 (2016).","journal-title":"Strateg. Manag. J."},{"key":"569_CR14","unstructured":"Chen, X., Wang, S., Wang, J. & Long, M. Representation subspace distance for domain adaptation regression. In Proc. 38th International Conference on Machine Learning 1749\u20131759 (PMLR, 2021)."},{"key":"569_CR15","unstructured":"Pardoe, D. & Stone, P. Boosting for regression transfer. In Proc. 27th International Conference on Machine Learning 863\u2013870 (PMLR, 2010)."},{"key":"569_CR16","unstructured":"Wang, X., Huang, T.-K. & Schneider, J. Active transfer learning under model shift. In Proc. 31st International Conference on Machine Learning 1305\u20131313 (PMLR, 2014)."},{"key":"569_CR17","unstructured":"Du, S. S., Koushik, J., Singh, A. & P\u00f3czos, B. Hypothesis transfer learning via transformation functions. In Advances in Neural Information Processing Systems 30 (NeurIPS, 2017)."},{"key":"569_CR18","unstructured":"Zhang, K., Sch\u00f6olkopf, B., Muandet, K. & Wang, Z. Domain adaptation under target and conditional shift. In Proc. International Conference on Machine Learning 819\u2013827 (PMLR, 2013)."},{"key":"569_CR19","doi-asserted-by":"publisher","first-page":"960","DOI":"10.1109\/TCYB.2020.2988277","volume":"52","author":"G Chen","year":"2020","unstructured":"Chen, G., Li, Y. & Liu, X. Transfer learning under conditional shift based on fuzzy residual. IEEE Trans. Cybernetics 52, 960\u2013970 (2020).","journal-title":"IEEE Trans. Cybernetics"},{"key":"569_CR20","doi-asserted-by":"publisher","first-page":"107216","DOI":"10.1016\/j.knosys.2021.107216","volume":"227","author":"X Liu","year":"2021","unstructured":"Liu, X., Li, Y., Meng, Q. & Chen, G. Deep transfer learning for conditional shift in regression. Knowl. Based Syst. 227, 107216 (2021).","journal-title":"Knowl. Based Syst."},{"key":"569_CR21","doi-asserted-by":"publisher","first-page":"113362","DOI":"10.1016\/j.cma.2020.113362","volume":"372","author":"X Zhang","year":"2020","unstructured":"Zhang, X. & Garikipati, K. Machine learning materials physics: multi-resolution neural networks learn the free energy and nonlinear elastic response of evolving microstructures. Comput. Methods Appl. Mech. Eng. 372, 113362 (2020).","journal-title":"Comput. Methods Appl. Mech. Eng."},{"key":"569_CR22","doi-asserted-by":"publisher","first-page":"102447","DOI":"10.1016\/j.tafmec.2019.102447","volume":"106","author":"S Goswami","year":"2020","unstructured":"Goswami, S., Anitescu, C., Chakraborty, S. & Rabczuk, T. Transfer learning enhanced physics informed neural network for phase-field modeling of fracture. Theor. Appl. Fracture Mech. 106, 102447 (2020).","journal-title":"Theor. Appl. Fracture Mech."},{"key":"569_CR23","unstructured":"Desai, S., Mattheakis, M., Joy, H., Protopapas, P. & Roberts, S. One-shot transfer learning of physics-informed neural networks. In Proc. 2nd AI4Science Workshop at the 39th International Conference on Machine Learning (ICML) (ICML, 2022)."},{"key":"569_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s42774-021-00094-7","volume":"3","author":"X Chen","year":"2021","unstructured":"Chen, X. et al. Transfer learning for deep neural network-based partial differential equations solving. Adv. Aerodyn. 3, 1\u201314 (2021).","journal-title":"Adv. Aerodyn."},{"key":"569_CR25","doi-asserted-by":"crossref","unstructured":"Penwarden, M., Zhe, S., Narayan, A. & Kirby, R.M. Physics-informed neural networks (PINNs) for parameterized PDEs: a metalearning approach. Preprint at https:\/\/arxiv.org\/abs\/2110.13361 (2021).","DOI":"10.2139\/ssrn.3965238"},{"key":"569_CR26","doi-asserted-by":"publisher","first-page":"114424","DOI":"10.1016\/j.cma.2021.114424","volume":"389","author":"H Wang","year":"2022","unstructured":"Wang, H., Planas, R., Chandramowlishwaran, A. & Bostanabad, R. Mosaic flows: a transferable deep learning framework for solving PDEs on unseen domains. Comput. Methods Appl. Mech. Eng. 389, 114424 (2022).","journal-title":"Comput. Methods Appl. Mech. Eng."},{"key":"569_CR27","unstructured":"Neyshabur, B., Sedghi, H. & Zhang, C. What is being transferred in transfer learning? In 34th Conference on Neural Information Processing Systems 33, 512\u2013523 (NeurIPS 2020)."},{"key":"569_CR28","unstructured":"Tripura, T. & Chakraborty, S. Wavelet neural operator: a neural operator for parametric partial differential equations. Preprint at https:\/\/arxiv.org\/abs\/2205.02191 (2022)."},{"key":"569_CR29","unstructured":"Li, Z. et al. Neural operator: graph kernel network for partial differential equations. In Proc. ICLR 2020 Workshop DeepDiffEq Program Chairs (ICLR, 2020)."},{"key":"569_CR30","doi-asserted-by":"publisher","first-page":"114778","DOI":"10.1016\/j.cma.2022.114778","volume":"393","author":"L Lu","year":"2022","unstructured":"Lu, L. et al. A comprehensive and fair comparison of two neural operators (with practical extensions) based on FAIR data. Comput. Methods Appl. Mech. Eng. 393, 114778 (2022).","journal-title":"Comput. Methods Appl. Mech. Eng."},{"key":"569_CR31","doi-asserted-by":"publisher","first-page":"015205","DOI":"10.1063\/1.5070093","volume":"9","author":"N Ahmed","year":"2019","unstructured":"Ahmed, N., Rafiq, M., Rehman, M., Iqbal, M. & Ali, M. Numerical modeling of three dimensional Brusselator reaction diffusion system. AIP Adv. 9, 015205 (2019).","journal-title":"AIP Adv."},{"key":"569_CR32","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1007\/s10463-005-0014-8","volume":"58","author":"YK Lee","year":"2006","unstructured":"Lee, Y. K. & Park, B. U. Estimation of Kullback\u2013Leibler divergence by local likelihood. Ann. Inst. Stat. Math. 58, 327\u2013340 (2006).","journal-title":"Ann. Inst. Stat. Math."},{"key":"569_CR33","doi-asserted-by":"crossref","unstructured":"Yu, S., Shaker, A., Alesiani, F., Principe, J.C. Measuring the discrepancy between conditional distributions: methods, properties and applications. In Proc. 29th International Joint Conference on Artificial Intelligence 2777\u20132784 (2020).","DOI":"10.24963\/ijcai.2020\/385"},{"key":"569_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2200000060","volume":"10","author":"K Muandet","year":"2017","unstructured":"Muandet, K. et al. Kernel mean embedding of distributions: a review and beyond. Founds. Trends Mach. Learn. 10, 1\u2013141 (2017).","journal-title":"Founds. Trends Mach. Learn."},{"key":"569_CR35","first-page":"723","volume":"13","author":"A Gretton","year":"2012","unstructured":"Gretton, A., Borgwardt, K. M., Rasch, M. J., Sch\u00f6olkopf, B. & Smola, A. A Kernel two-sample test. J. Mach. Learn. Res. 13, 723\u2013773 (2012).","journal-title":"J. Mach. Learn. Res."},{"key":"569_CR36","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1109\/MSP.2013.2252713","volume":"30","author":"L Song","year":"2013","unstructured":"Song, L., Fukumizu, K. & Gretton, A. Kernel embeddings of conditional distributions: a unified kernel framework for nonparametric inference in graphical models. IEEE Signal Processing Magazine 30, 98\u2013111 (2013).","journal-title":"IEEE Signal Processing Magazine"},{"key":"569_CR37","doi-asserted-by":"crossref","unstructured":"Song, L., Huang, J., Smola, A., Fukumizu, K. Hilbert space embeddings of conditional distributions with applications to dynamical systems. In Proc. 26th Annual International Conference on Machine Learning 961\u2013968 (2009).","DOI":"10.1145\/1553374.1553497"},{"key":"569_CR38","doi-asserted-by":"publisher","first-page":"124020","DOI":"10.1088\/1742-5468\/ab3985","volume":"2019","author":"AM Saxe","year":"2019","unstructured":"Saxe, A. M. et al. On the information bottleneck theory of deep learning. J. Stat. Mech. 2019, 124020 (2019).","journal-title":"J. Stat. Mech."},{"key":"569_CR39","unstructured":"Yosinski, J., Clune, J., Bengio, Y., Lipson, H. How transferable are features in deep neural networks? In Advances in Neural Information Processing Systems 27 (2014)."},{"key":"569_CR40","doi-asserted-by":"publisher","unstructured":"Kontolati, K., Goswami, S., Shields, M. D. & Karniadakis, G. E. TL-DeepONet: Codes For Deep Transfer Operator Learning for Partial Differential Equations Under Conditional Shift (Zenodo, 2022); https:\/\/doi.org\/10.5281\/zenodo.7195684","DOI":"10.5281\/zenodo.7195684"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00569-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00569-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00569-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,21]],"date-time":"2022-12-21T06:20:31Z","timestamp":1671603631000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00569-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12,1]]},"references-count":40,"journal-issue":{"issue":"12","published-online":{"date-parts":[[2022,12]]}},"alternative-id":["569"],"URL":"https:\/\/doi.org\/10.1038\/s42256-022-00569-2","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12,1]]},"assertion":[{"value":"15 May 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 October 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 December 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}