{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T19:19:58Z","timestamp":1783106398996,"version":"3.54.6"},"reference-count":58,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["12271050"],"award-info":[{"award-number":["12271050"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Computational Physics"],"published-print":{"date-parts":[[2026,10]]},"DOI":"10.1016\/j.jcp.2026.115071","type":"journal-article","created":{"date-parts":[[2026,5,25]],"date-time":"2026-05-25T15:02:21Z","timestamp":1779721341000},"page":"115071","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Casual attention: Adaptive enforcement of causality in physics-informed neural networks"],"prefix":"10.1016","volume":"563","author":[{"given":"Chenrui","family":"Zhao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xizhe","family":"Xie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wengu","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jcp.2026.115071_bib0001","doi-asserted-by":"crossref","first-page":"686","DOI":"10.1016\/j.jcp.2018.10.045","article-title":"Physics-informed neural networks: a deep learning framework for solving forward and inverse problems involving nonlinear partial differential equations","volume":"378","author":"Raissi","year":"2019","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.jcp.2026.115071_bib0002","doi-asserted-by":"crossref","first-page":"422","DOI":"10.1038\/s42254-021-00314-5","article-title":"Physics-informed machine learning","volume":"3","author":"Karniadakis","year":"2021","journal-title":"Nat. Rev. Phys."},{"key":"10.1016\/j.jcp.2026.115071_bib0003","doi-asserted-by":"crossref","first-page":"208","DOI":"10.1137\/19M1274067","article-title":"DeepXDE: a deep learning library for solving differential equations","volume":"63","author":"Lu","year":"2021","journal-title":"SIAM Rev."},{"key":"10.1016\/j.jcp.2026.115071_bib0004","doi-asserted-by":"crossref","first-page":"633","DOI":"10.1017\/S0962492923000089","article-title":"Numerical analysis of physics-informed neural networks and related models in physics-informed machine learning","volume":"33","author":"De Ryck","year":"2024","journal-title":"Acta Numer."},{"key":"10.1016\/j.jcp.2026.115071_bib0005","first-page":"32","article-title":"High-dimensional data analysis: the curses and blessings of dimensionality","volume":"1","author":"Donoho","year":"2000","journal-title":"AMS Math Chall. Lect."},{"key":"10.1016\/j.jcp.2026.115071_bib0006","doi-asserted-by":"crossref","first-page":"428","DOI":"10.1016\/j.neunet.2020.08.022","article-title":"High-dimensional dynamics of generalization error in neural networks","volume":"132","author":"Advani","year":"2020","journal-title":"Neural Netw."},{"key":"10.1016\/j.jcp.2026.115071_bib0007","doi-asserted-by":"crossref","first-page":"1798","DOI":"10.1109\/TPAMI.2013.50","article-title":"Representation learning: a review and new perspectives","volume":"35","author":"Bengio","year":"2013","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.jcp.2026.115071_bib0008","doi-asserted-by":"crossref","first-page":"503","DOI":"10.1007\/s11633-017-1054-2","article-title":"Why and when can deep-but not shallow-networks avoid the curse of dimensionality: a review","volume":"14","author":"Poggio","year":"2017","journal-title":"Int. J. Autom. Comput."},{"key":"10.1016\/j.jcp.2026.115071_bib0009","doi-asserted-by":"crossref","first-page":"1026","DOI":"10.1126\/science.aaw4741","article-title":"Hidden fluid mechanics: learning velocity and pressure fields from flow visualizations","volume":"367","author":"Raissi","year":"2020","journal-title":"Science"},{"key":"10.1016\/j.jcp.2026.115071_bib0010","doi-asserted-by":"crossref","DOI":"10.1016\/j.cma.2025.117982","article-title":"Real-time inference and extrapolation with time-conditioned UNet: applications in hypersonic flows, incompressible flows, and global temperature forecasting","volume":"441","author":"Ovadia","year":"2025","journal-title":"Comput. Methods Appl. Mech. Eng."},{"key":"10.1016\/j.jcp.2026.115071_bib0011","doi-asserted-by":"crossref","DOI":"10.1615\/JMachLearnModelComput.2020033905","article-title":"Limitations of physics informed machine learning for nonlinear two-phase transport in porous media","volume":"1","author":"Fuks","year":"2020","journal-title":"J. Mach. Learn. Model. Comput."},{"key":"10.1016\/j.jcp.2026.115071_bib0012","doi-asserted-by":"crossref","DOI":"10.1016\/j.cma.2021.113938","article-title":"On the eigenvector bias of Fourier feature networks: from regression to solving multi-scale PDEs with physics-informed neural networks","volume":"384","author":"Wang","year":"2021","journal-title":"Comput. Methods Appl. Mech. Eng."},{"key":"10.1016\/j.jcp.2026.115071_bib0013","doi-asserted-by":"crossref","DOI":"10.1016\/j.jcp.2024.113112","article-title":"A practical PINN framework for multi-scale problems with multi-magnitude loss terms","volume":"510","author":"Wang","year":"2024","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.jcp.2026.115071_bib0014","doi-asserted-by":"crossref","DOI":"10.1016\/j.cma.2023.116042","article-title":"Physics-informed deep learning for simultaneous surrogate modeling and PDE-constrained optimization of an airfoil geometry","volume":"411","author":"Sun","year":"2023","journal-title":"Comput. Methods Appl. Mech. Eng."},{"key":"10.1016\/j.jcp.2026.115071_bib0015","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevE.104.025205","article-title":"Uncovering turbulent plasma dynamics via deep learning from partial observations","volume":"104","author":"Mathews","year":"2021","journal-title":"Phys. Rev. E"},{"key":"10.1016\/j.jcp.2026.115071_bib0016","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevE.104.045303","article-title":"Evolutional deep neural network","volume":"104","author":"Du","year":"2021","journal-title":"Phys. Rev. E"},{"key":"10.1016\/j.jcp.2026.115071_bib0017","doi-asserted-by":"crossref","DOI":"10.1016\/j.cma.2024.116813","article-title":"Respecting causality for training physics-informed neural networks","volume":"421","author":"Wang","year":"2024","journal-title":"Comput. Methods Appl. Mech. Eng."},{"key":"10.1016\/j.jcp.2026.115071_bib0018","series-title":"Adv. Neural Inf. Process. Syst.","first-page":"26548","article-title":"Characterizing possible failure modes in physics-informed neural networks","volume":"34","author":"Krishnapriyan","year":"2021"},{"key":"10.1016\/j.jcp.2026.115071_bib0019","doi-asserted-by":"crossref","DOI":"10.1016\/j.cma.2021.114474","article-title":"A novel sequential method to train physics informed neural networks for Allen Cahn and Cahn Hilliard equations","volume":"390","author":"Mattey","year":"2022","journal-title":"Comput. Methods Appl. Mech. Eng."},{"key":"10.1016\/j.jcp.2026.115071_bib0020","doi-asserted-by":"crossref","first-page":"930","DOI":"10.4208\/cicp.OA-2020-0086","article-title":"Solving Allen-Cahn and Cahn-Hilliard equations using the adaptive physics informed neural networks","volume":"29","author":"Wight","year":"2021","journal-title":"Commun. Comput. Phys."},{"key":"10.1016\/j.jcp.2026.115071_bib0021","doi-asserted-by":"crossref","DOI":"10.1016\/j.jcp.2023.112464","article-title":"A unified scalable framework for causal sweeping strategies for physics-informed neural networks (PINNs) and their temporal decompositions","volume":"493","author":"Penwarden","year":"2023","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.jcp.2026.115071_bib0022","doi-asserted-by":"crossref","DOI":"10.1016\/j.jcp.2023.112258","article-title":"Pre-training strategy for solving evolution equations based on physics-informed neural networks","volume":"489","author":"Guo","year":"2023","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.jcp.2026.115071_bib0023","series-title":"International Conference on Pattern Recognition","first-page":"218","article-title":"Optimal time sampling in physics-informed neural networks","author":"Turinici","year":"2025"},{"key":"10.1016\/j.jcp.2026.115071_bib0024","doi-asserted-by":"crossref","DOI":"10.1016\/j.cma.2022.115810","article-title":"Kolmogorov N-width and Lagrangian physics-informed neural networks: a causality-conforming manifold for convection-dominated PDEs","volume":"404","author":"Mojgani","year":"2023","journal-title":"Comput. Methods Appl. Mech. Eng."},{"key":"10.1016\/j.jcp.2026.115071_bib0025","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2024.106998","article-title":"An extrapolation-driven network architecture for physics-informed deep learning","volume":"183","author":"Wang","year":"2025","journal-title":"Neural Netw."},{"key":"10.1016\/j.jcp.2026.115071_bib0026","unstructured":"G. Turinici, Lyapunov weights to convey the meaning of time in physics-informed neural networks, 2024, https:\/\/arxiv.org\/abs\/2407.21642."},{"key":"10.1016\/j.jcp.2026.115071_bib0027","doi-asserted-by":"crossref","first-page":"S172","DOI":"10.1134\/S106456242460194X","article-title":"About modifications of the loss function for the causal training of physics-informed neural networks","volume":"110","author":"Es\u2019kin","year":"2024","journal-title":"Dokl. Math."},{"key":"10.1016\/j.jcp.2026.115071_bib0028","doi-asserted-by":"crossref","DOI":"10.1016\/j.jcp.2022.111722","article-title":"Self-adaptive physics-informed neural networks","volume":"474","author":"McClenny","year":"2023","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.jcp.2026.115071_bib0029","article-title":"Dasa-pinns: differentiable adversarial self-adaptive pointwise weighting scheme for physics-informed neural networks","author":"Zhang","year":"2023","journal-title":"SSRN Prepr."},{"key":"10.1016\/j.jcp.2026.115071_bib0030","doi-asserted-by":"crossref","DOI":"10.1016\/j.cma.2024.116805","article-title":"Residual-based attention in physics-informed neural networks","volume":"421","author":"Anagnostopoulos","year":"2024","journal-title":"Comput. Methods Appl. Mech. Eng."},{"key":"10.1016\/j.jcp.2026.115071_bib0031","doi-asserted-by":"crossref","unstructured":"W. Chen, A.A. Howard, P. Stinis, Self-adaptive weights based on balanced residual decay rate for physics-informed neural networks and deep operator networks, 2024, 10.48550\/arXiv.2407.01613.","DOI":"10.2139\/ssrn.4938901"},{"key":"10.1016\/j.jcp.2026.115071_bib0032","series-title":"Evaluating Derivatives: Principles and Techniques of Algorithmic Differentiation","author":"Griewank","year":"2008"},{"key":"10.1016\/j.jcp.2026.115071_bib0033","unstructured":"D.P. Kingma, J. Ba, Adam: a method for stochastic optimization, 2014, 10.48550\/arXiv.1412.6980."},{"key":"10.1016\/j.jcp.2026.115071_bib0034","series-title":"Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics","first-page":"249","article-title":"Understanding the difficulty of training deep feedforward neural networks","volume":"9","author":"Glorot","year":"2010"},{"key":"10.1016\/j.jcp.2026.115071_bib0035","doi-asserted-by":"crossref","first-page":"A3055","DOI":"10.1137\/20M1318043","article-title":"Understanding and mitigating gradient flow pathologies in physics-informed neural networks","volume":"43","author":"Wang","year":"2021","journal-title":"SIAM J. Sci. Comput."},{"key":"10.1016\/j.jcp.2026.115071_bib0036","doi-asserted-by":"crossref","DOI":"10.1016\/j.jcp.2021.110242","article-title":"A method for representing periodic functions and enforcing exactly periodic boundary conditions with deep neural networks","volume":"435","author":"Dong","year":"2021","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.jcp.2026.115071_bib0037","doi-asserted-by":"crossref","DOI":"10.1016\/j.jcp.2020.109409","article-title":"Weak adversarial networks for high-dimensional partial differential equations","volume":"411","author":"Zang","year":"2020","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.jcp.2026.115071_bib0038","doi-asserted-by":"crossref","DOI":"10.1016\/j.jcp.2020.109907","article-title":"On some neural network architectures that can represent viscosity solutions of certain high dimensional Hamilton\u2013Jacobi partial differential equations","volume":"425","author":"Darbon","year":"2021","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.jcp.2026.115071_bib0039","doi-asserted-by":"crossref","DOI":"10.1016\/j.jcp.2022.111868","article-title":"DAS-PINNs: a deep adaptive sampling method for solving high-dimensional partial differential equations","volume":"476","author":"Tang","year":"2023","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.jcp.2026.115071_bib0040","series-title":"European Conference on Artificial Intelligence","first-page":"2234","article-title":"Adaptive self-supervision algorithms for physics-informed neural networks","author":"Subramanian","year":"2023"},{"key":"10.1016\/j.jcp.2026.115071_bib0041","series-title":"Adv. Neural Inf. Process. Syst.","first-page":"7537","article-title":"Fourier features let networks learn high frequency functions in low dimensional domains","volume":"33","author":"Tancik","year":"2020"},{"key":"10.1016\/j.jcp.2026.115071_bib0042","series-title":"Proceedings of the 36th International Conference on Machine Learning","first-page":"5301","article-title":"On the spectral bias of neural networks","volume":"97","author":"Rahaman","year":"2019"},{"key":"10.1016\/j.jcp.2026.115071_bib0043","series-title":"Proceedings of the 37th International Conference on Machine Learning","first-page":"685","article-title":"Frequency bias in neural networks for input of non-uniform density","author":"Basri","year":"2020"},{"key":"10.1016\/j.jcp.2026.115071_bib0044","unstructured":"Z.-Q. J. Xu, Y. Zhang, T. Luo, Y. Xiao, Z. Ma, Frequency principle: Fourier analysis sheds light on deep neural networks, 2019, 10.4208\/cicp.OA-2020-0085."},{"key":"10.1016\/j.jcp.2026.115071_bib0045","doi-asserted-by":"crossref","DOI":"10.1016\/j.jcp.2021.110768","article-title":"When and why PINNs fail to train: a neural tangent kernel perspective","volume":"449","author":"Wang","year":"2022","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.jcp.2026.115071_bib0046","unstructured":"A. Paszke, S. Gross, F. Massa, A. Lerer, J. Bradbury, G. Chanan, T. Killeen, Z. Lin, N. Gimelshein, L. Antiga, A. Desmaison, A. K\u00f6pf, E. Yang, Z. DeVito, M. Raison, A. Tejani, S. Chilamkurthy, S. Benoit, L. Fang, J. Bai, S. Chintala, PyTorch: an imperative style, high-performance deep learning library, 2019, arXiv: 1912.01703, https:\/\/programmingoceanacademy.s3.ap-southeast-1.amazonaws.com\/academic-papers\/pytorch.pdf."},{"key":"10.1016\/j.jcp.2026.115071_bib0047","doi-asserted-by":"crossref","first-page":"356","DOI":"10.1143\/PTP.55.356","article-title":"Persistent propagation of concentration waves in dissipative media far from thermal equilibrium","volume":"55","author":"Kuramoto","year":"1976","journal-title":"Prog. Theor. Phys."},{"key":"10.1016\/j.jcp.2026.115071_bib0048","series-title":"Dyn. Curved Fronts","first-page":"459","article-title":"Nonlinear analysis of hydrodynamic instability in laminar flames\u2014I. derivation of basic equations","author":"Siv Ashinsky","year":"1988"},{"key":"10.1016\/j.jcp.2026.115071_bib0049","doi-asserted-by":"crossref","first-page":"1085","DOI":"10.1016\/0001-6160(79)90196-2","article-title":"A microscopic theory for antiphase boundary motion and its application to antiphase domain coarsening","volume":"27","author":"Allen","year":"1979","journal-title":"Acta Metall."},{"key":"10.1016\/j.jcp.2026.115071_bib0050","doi-asserted-by":"crossref","first-page":"268","DOI":"10.1016\/j.calphad.2007.11.003","article-title":"An introduction to phase-field modeling of microstructure evolution","volume":"32","author":"Moelans","year":"2008","journal-title":"Calphad"},{"key":"10.1016\/j.jcp.2026.115071_bib0051","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1016\/0022-0396(91)90147-2","article-title":"Motion by mean curvature as the singular limit of Ginzburg-Landau dynamics","volume":"90","author":"Bronsard","year":"1991","journal-title":"J. Differ. Equ."},{"key":"10.1016\/j.jcp.2026.115071_bib0052","doi-asserted-by":"crossref","first-page":"773","DOI":"10.1090\/S0025-5718-1980-0572855-7","article-title":"Updating Quasi-Newton matrices with limited storage","volume":"35","author":"Nocedal","year":"1980","journal-title":"Math. Comp."},{"key":"10.1016\/j.jcp.2026.115071_bib0053","series-title":"Proceedings of the 35th International Conference on Machine Learning","first-page":"1842","article-title":"Shampoo: preconditioned stochastic tensor optimization","author":"Gupta","year":"2018"},{"key":"10.1016\/j.jcp.2026.115071_bib0054","series-title":"The Thirteenth International Conference on Learning Representations","article-title":"SOAP: improving and stabilizing shampoo using adam for language modeling","author":"Vyas","year":"2025"},{"key":"10.1016\/j.jcp.2026.115071_bib0055","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1137\/141000671","article-title":"Julia: a fresh approach to numerical computing","volume":"59","author":"Bezanson","year":"2017","journal-title":"SIAM Rev."},{"key":"10.1016\/j.jcp.2026.115071_bib0056","series-title":"Adv. Neural Inf. Process. Syst.","article-title":"On lazy training in differentiable programming","author":"Chizat","year":"2019"},{"key":"10.1016\/j.jcp.2026.115071_bib0057","unstructured":"S. Andre-Sloan, A. Mukherjee, M. Colbrook, Noisy PDE training requires bigger PINNs, 2025, https:\/\/arxiv.org\/abs\/2507.06967."},{"key":"10.1016\/j.jcp.2026.115071_bib0058","doi-asserted-by":"crossref","DOI":"10.1016\/j.jcp.2024.112865","article-title":"Multi-stage neural networks: function approximator of machine precision","volume":"504","author":"Wang","year":"2024","journal-title":"J. Comput. Phys."}],"container-title":["Journal of Computational Physics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0021999126004249?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0021999126004249?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T18:49:10Z","timestamp":1783104550000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0021999126004249"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,10]]},"references-count":58,"alternative-id":["S0021999126004249"],"URL":"https:\/\/doi.org\/10.1016\/j.jcp.2026.115071","relation":{},"ISSN":["0021-9991"],"issn-type":[{"value":"0021-9991","type":"print"}],"subject":[],"published":{"date-parts":[[2026,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Casual attention: Adaptive enforcement of causality in physics-informed neural networks","name":"articletitle","label":"Article Title"},{"value":"Journal of Computational Physics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jcp.2026.115071","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"115071"}}