{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,27]],"date-time":"2026-10-27T06:29:15Z","timestamp":1793082555539,"version":"4.5.0"},"reference-count":62,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,10,18]],"date-time":"2023-10-18T00:00:00Z","timestamp":1697587200000},"content-version":"am","delay-in-days":321,"URL":"http:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Parallel Computing"],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1016\/j.parco.2022.102982","type":"journal-article","created":{"date-parts":[[2022,10,18]],"date-time":"2022-10-18T12:26:20Z","timestamp":1666095980000},"page":"102982","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":183,"special_numbering":"C","title":["NekRS, a GPU-accelerated spectral element Navier\u2013Stokes solver"],"prefix":"10.1016","volume":"114","author":[{"given":"Paul","family":"Fischer","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stefan","family":"Kerkemeier","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5646-5689","authenticated-orcid":false,"given":"Misun","family":"Min","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yu-Hsiang","family":"Lan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0277-1584","authenticated-orcid":false,"given":"Malachi","family":"Phillips","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thilina","family":"Rathnayake","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elia","family":"Merzari","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ananias","family":"Tomboulides","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ali","family":"Karakus","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1293-7525","authenticated-orcid":false,"given":"Noel","family":"Chalmers","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tim","family":"Warburton","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.parco.2022.102982_b1","unstructured":"NekRS: Open source spectral element CFD solver, https:\/\/github.com\/Nek5000\/nekRS."},{"key":"10.1016\/j.parco.2022.102982_b2","unstructured":"Nek5000: Open source, highly scalable and portable spectral element code, nek5000.mcs.anl.gov,https:\/\/github.com\/Nek5000\/Nek5000."},{"key":"10.1016\/j.parco.2022.102982_b3","series-title":"Proc. of the First Int. Conf. on Domain Decomposition Methods for Partial Differential Equations","first-page":"173","article-title":"Spectral element methods: Algorithms and architectures","author":"Fischer","year":"1988"},{"key":"10.1016\/j.parco.2022.102982_b4","series-title":"Proc. of the ACM\/IEEE SC99 Conf. on High Performance Networking and Computing, Gordon Bell Prize","article-title":"Terascale spectral element algorithms and implementations","author":"Tufo","year":"1999"},{"key":"10.1016\/j.parco.2022.102982_b5","doi-asserted-by":"crossref","DOI":"10.1088\/1742-6596\/125\/1\/012076","article-title":"Petascale algorithms for reactor hydrodynamics","volume":"125","author":"Fischer","year":"2008","journal-title":"J. Phys. Conf. Ser."},{"key":"10.1016\/j.parco.2022.102982_b6","doi-asserted-by":"crossref","unstructured":"P. Fischer, K. Heisey, M. Min, Scaling Limits for PDE-Based Simulation (Invited), in: 22nd AIAA Computational Fluid Dynamics Conference, AIAA Aviation, AIAA 2015-3049, 2015.","DOI":"10.2514\/6.2015-3049"},{"key":"10.1016\/j.parco.2022.102982_b7","doi-asserted-by":"crossref","DOI":"10.1177\/1094342015626584","article-title":"An MPI\/OpenACC implementation of a high order electromagnetics solver with GPUDirect communication","author":"Otten","year":"2016","journal-title":"Int. J. High Perform. Comput. Appl."},{"key":"10.1016\/j.parco.2022.102982_b8","article-title":"OpenACC acceleration of the nek5000 spectral element code","volume":"1094342015576846","author":"Markidis","year":"2015","journal-title":"Int. J. High Perform. Comput. Appl."},{"key":"10.1016\/j.parco.2022.102982_b9","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1016\/j.jpdc.2019.05.010","article-title":"OpenACC acceleration for the PN\u2212PN\u22122 algorithm in Nek5000","volume":"132","author":"Otero","year":"2019","journal-title":"J. Parallel Dist. Comput."},{"key":"10.1016\/j.parco.2022.102982_b10","series-title":"Strong scaling of OpenACC enabled Nek5000 on several GPU based HPC systems","author":"Vincent","year":"2021"},{"issue":"4","key":"10.1016\/j.parco.2022.102982_b11","doi-asserted-by":"crossref","first-page":"735","DOI":"10.1177\/1094342018816368","article-title":"Acceleration of tensor-product operations for high-order finite element methods","volume":"33","author":"\u015awirydowicz","year":"2019","journal-title":"Int. J. High Perform. Comput. Appl."},{"key":"10.1016\/j.parco.2022.102982_b12","doi-asserted-by":"crossref","first-page":"380","DOI":"10.1016\/j.jcp.2019.04.010","article-title":"A GPU accelerated discontinuous Galerkin incompressible flow solver","volume":"390","author":"Karakus","year":"2019","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.parco.2022.102982_b13","series-title":"OKL: a Unified Language for Parallel Architectures","author":"Medina","year":"2015"},{"key":"10.1016\/j.parco.2022.102982_b14","series-title":"OCCA: A unified approach to multi-threading languages","author":"Medina","year":"2014"},{"key":"10.1016\/j.parco.2022.102982_b15","first-page":"562","article-title":"Scalability of high-performance PDE solvers","volume":"34, 5","author":"Fischer","year":"2020","journal-title":"IJHPCA"},{"key":"10.1016\/j.parco.2022.102982_b16","doi-asserted-by":"crossref","first-page":"220","DOI":"10.1016\/j.jcp.2017.11.035","article-title":"A stable and high-order accurate discontinuous Galerkin based splitting method for the incompressible Navier-Stokes equations","volume":"356","author":"Piatkowski","year":"2018","journal-title":"J. Comput. Phys."},{"issue":"1","key":"10.1016\/j.parco.2022.102982_b17","doi-asserted-by":"crossref","first-page":"2\/1","DOI":"10.1145\/3322813","article-title":"Multigrid for matrix-free high-order finite element computations on graphics processors","volume":"6","author":"Kronbichler","year":"2019","journal-title":"ACM Trans. Parallel Comput."},{"key":"10.1016\/j.parco.2022.102982_b18","doi-asserted-by":"crossref","DOI":"10.1002\/fld.4511","article-title":"Efficiency of high-performance discontinuous Galerkin spectral element methods for under-resolved turbulent incompressible flows","author":"Fehn","year":"2018","journal-title":"Internat. J. Numer. Methods Fluids"},{"key":"10.1016\/j.parco.2022.102982_b19","doi-asserted-by":"crossref","first-page":"667","DOI":"10.1016\/j.jcp.2018.06.037","article-title":"Robust and efficient discontinuous Galerkin methods for under-resolved turbulent incompressible flows","volume":"372","author":"Fehn","year":"2018","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.parco.2022.102982_b20","doi-asserted-by":"crossref","DOI":"10.1016\/j.jcp.2019.108868","article-title":"Scaling to the stars \u2013 a linearly scaling elliptic solver for p-multigrid","volume":"398","author":"Huismann","year":"2019","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.parco.2022.102982_b21","doi-asserted-by":"crossref","first-page":"199","DOI":"10.3402\/tellusa.v24i3.10634","article-title":"Comparison of accurate methods for the integration of hyperbolic problems","volume":"24","author":"Kreiss","year":"1972","journal-title":"Tellus"},{"key":"10.1016\/j.parco.2022.102982_b22","series-title":"High-Order Methods for Incompressible Fluid Flow","author":"Deville","year":"2002"},{"key":"10.1016\/j.parco.2022.102982_b23","series-title":"A Legendre Spectral Element Method for Simulation of Incompressible Unsteady Viscous Free-Surface Flows","author":"Ho","year":"1989"},{"key":"10.1016\/j.parco.2022.102982_b24","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1007\/BF01063118","article-title":"An operator-integration-factor splitting method for time-dependent problems: Application to incompressible fluid flow","volume":"5","author":"Maday","year":"1990","journal-title":"J. Sci. Comput."},{"key":"10.1016\/j.parco.2022.102982_b25","doi-asserted-by":"crossref","first-page":"564","DOI":"10.1007\/s10915-018-0876-6","article-title":"A characteristic-based, spectral element method for moving-domain problems","volume":"79","author":"Patel","year":"2019","journal-title":"J. Sci. Comput."},{"key":"10.1016\/j.parco.2022.102982_b26","doi-asserted-by":"crossref","first-page":"254","DOI":"10.1007\/s10915-013-9704-1","article-title":"Stabilization of the spectral-element method in convection dominated flows by recovery of skew symmetry","volume":"57","author":"Malm","year":"2013","journal-title":"J. Sci. Comput."},{"key":"10.1016\/j.parco.2022.102982_b27","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1007\/BF01061454","article-title":"Boundary conditions for incompressible flows","volume":"1","author":"Orszag","year":"1986","journal-title":"J. Sci. Comput."},{"key":"10.1016\/j.parco.2022.102982_b28","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1007\/BF01061059","article-title":"Efficient removal of boundary-divergence errors in time-splitting methods","volume":"4","author":"Tomboulides","year":"1989","journal-title":"J. Sci. Comput."},{"key":"10.1016\/j.parco.2022.102982_b29","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1023\/A:1025669715376","article-title":"Numerical simulation of low mach number reactive flows","volume":"12","author":"Tomboulides","year":"1997","journal-title":"J. Sci. Comput."},{"key":"10.1016\/j.parco.2022.102982_b30","doi-asserted-by":"crossref","first-page":"6011","DOI":"10.1016\/j.cma.2005.10.010","article-title":"An overview of projection methods for incompressible flows","volume":"195","author":"Guermond","year":"2006","journal-title":"Comput. Methods Appl. Mech. Engrg."},{"key":"10.1016\/j.parco.2022.102982_b31","doi-asserted-by":"crossref","first-page":"468","DOI":"10.1016\/0021-9991(84)90128-1","article-title":"A spectral element method for fluid dynamics : laminar flow in a channel expansion","volume":"54","author":"Patera","year":"1984","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.parco.2022.102982_b32","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1016\/0021-9991(80)90005-4","article-title":"Spectral methods for problems in complex geometry","volume":"37","author":"Orszag","year":"1980","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.parco.2022.102982_b33","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1016\/0045-7825(90)90016-F","article-title":"Optimal error analysis of spectral methods with emphasis on non-constant coefficients and deformed geometries","volume":"80","author":"Maday","year":"1990","journal-title":"Comput. Methods Appl. Mech. Engrg."},{"key":"10.1016\/j.parco.2022.102982_b34","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jcp.2013.11.003","article-title":"Dispersive behaviour of high order finite element schemes for the one-way wave equation","volume":"259","author":"Ainsworth","year":"2014","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.parco.2022.102982_b35","doi-asserted-by":"crossref","first-page":"2273","DOI":"10.1002\/nme.1620241204","article-title":"A Legendre spectral element method for the Stefan problem","volume":"24","author":"R\u00f8nquist","year":"1987","journal-title":"Internat. J. Numer. Methods Engrg."},{"key":"10.1016\/j.parco.2022.102982_b36","series-title":"Libparanumal","author":"Chalmers","year":"2020"},{"key":"10.1016\/j.parco.2022.102982_b37","unstructured":"N. Chalmers, T. Warburton, streamParanumal. URL github.com\/paranumal\/streamparanumal."},{"key":"10.1016\/j.parco.2022.102982_b38","series-title":"OCCA: Lightweight performance portability library","year":"2020"},{"key":"10.1016\/j.parco.2022.102982_b39","doi-asserted-by":"crossref","first-page":"430","DOI":"10.1137\/0611030","article-title":"Partitioning sparse matrices with eigenvectors of graphs","volume":"11","author":"Pothen","year":"1990","journal-title":"SIAM J. Matrix Anal. Appl."},{"key":"10.1016\/j.parco.2022.102982_b40","series-title":"Lean algebraic multigrid (LAMG): Fast graph Laplacian linear solver","author":"Livne","year":"2012"},{"key":"10.1016\/j.parco.2022.102982_b41","series-title":"Solving Problems on Concurrent Processors","author":"Fox","year":"1988"},{"key":"10.1016\/j.parco.2022.102982_b42","series-title":"Int. Conference on Spectral and High-Order Methods (ICOSAHOM), Trondheim","article-title":"The spectral-element and pseudo-spectral methods: A comparative study","author":"Ohlsson","year":"2009"},{"key":"10.1016\/j.parco.2022.102982_b43","series-title":"Domain Decomposition Methods in Science and Engineering Series","article-title":"Hybrid Schwarz-multigrid methods for the spectral element method: Extensions to Navier-Stokes","author":"Fischer","year":"2004"},{"key":"10.1016\/j.parco.2022.102982_b44","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1007\/s10915-004-4787-3","article-title":"Hybrid multigrid\/Schwarz algorithms for the spectral element method","volume":"24","author":"Lottes","year":"2005","journal-title":"J. Sci. Comput."},{"key":"10.1016\/j.parco.2022.102982_b45","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1006\/jpdc.2000.1676","article-title":"Fast parallel direct solvers for coarse-grid problems","volume":"61","author":"Tufo","year":"2001","journal-title":"J. Parallel Distrib. Comput."},{"key":"10.1016\/j.parco.2022.102982_b46","doi-asserted-by":"crossref","first-page":"856","DOI":"10.1137\/0907058","article-title":"GMRES: A generalized minimal residual algorithm for solving nonsymmetric linear systems","volume":"7","author":"Saad","year":"1986","journal-title":"SIAM J. Sci. Stat. Comput."},{"issue":"4","key":"10.1016\/j.parco.2022.102982_b47","doi-asserted-by":"crossref","first-page":"1444","DOI":"10.1137\/S1064827599362314","article-title":"Flexible conjugate gradients","volume":"22","author":"Notay","year":"2000","journal-title":"SIAM J. Sci. Comput."},{"key":"10.1016\/j.parco.2022.102982_b48","series-title":"2000 ACM\/IEEE Conf. on Supercomputing","article-title":"Performance modeling and tuning of an unstructured mesh CFD application","author":"Gropp","year":"2000"},{"issue":"2","key":"10.1016\/j.parco.2022.102982_b49","doi-asserted-by":"crossref","first-page":"593","DOI":"10.1016\/S0021-9991(03)00194-3","article-title":"Parallel multigrid smoothing: polynomial versus Gauss-seidel","volume":"188","author":"Adams","year":"2003","journal-title":"J. Comput. Phys."},{"key":"10.1016\/j.parco.2022.102982_b50","doi-asserted-by":"crossref","first-page":"1151","DOI":"10.1016\/j.camwa.2014.08.022","article-title":"A GPU accelerated aggregation algebraic multigrid method","volume":"68","author":"Gandham","year":"2014","journal-title":"Comput. Math. Appl."},{"key":"10.1016\/j.parco.2022.102982_b51","doi-asserted-by":"crossref","unstructured":"J.F. Remacle, R. Gandham, T. Warburton, GPU accelerated spectral finite elements on all-hex meshes, 324 (2016) 246\u2013257.","DOI":"10.1016\/j.jcp.2016.08.005"},{"key":"10.1016\/j.parco.2022.102982_b52","doi-asserted-by":"crossref","first-page":"4422","DOI":"10.1137\/090746367","article-title":"Finite-element preconditioning of G-NI spectral methods","volume":"31","author":"Canuto","year":"2010","journal-title":"SIAM J. Sci. Comput."},{"key":"10.1016\/j.parco.2022.102982_b53","doi-asserted-by":"crossref","first-page":"S2","DOI":"10.1137\/18M1194997","article-title":"Scalable low-order finite element preconditioners for high-order spectral element Poisson solvers","volume":"41","author":"Bello-Maldonado","year":"2019","journal-title":"SIAM J. Sci. Comput."},{"key":"10.1016\/j.parco.2022.102982_b54","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1016\/S0045-7825(98)00012-7","article-title":"Projection techniques for iterative solution of Ax\u0332=b\u0332 with successive right-hand sides","volume":"163","author":"Fischer","year":"1998","journal-title":"Comput. Methods Appl. Mech. Engrg."},{"key":"10.1016\/j.parco.2022.102982_b55","doi-asserted-by":"crossref","first-page":"792","DOI":"10.1137\/S106482759732678X","article-title":"A restricted additive Schwarz preconditioner for general sparse linear systems","volume":"21","author":"Cai","year":"1999","journal-title":"SIAM J. Sci. Comput."},{"key":"10.1016\/j.parco.2022.102982_b56","doi-asserted-by":"crossref","unstructured":"M. Phillips, S. Kerkemeier, P. Fischer, Tuning Spectral Element Preconditioners for Parallel Scalability on GPUs, in: Proc. of the 2022 SIAM Conf. on Par. Proc. for Sci. Comp., 2022, pp. 37\u201348.","DOI":"10.1137\/1.9781611977141.4"},{"key":"10.1016\/j.parco.2022.102982_b57","doi-asserted-by":"crossref","first-page":"144","DOI":"10.1016\/j.ijheatfluidflow.2019.04.006","article-title":"Invariant analysis of the Reynolds stress tensor for a nuclear fuel assembly with spacer grid and split type vanes","volume":"77","author":"Busco","year":"2019","journal-title":"Int. J. Heat Fluid Flow"},{"key":"10.1016\/j.parco.2022.102982_b58","series-title":"Direct numerical simulation of fluid flow in a 5x5 square rod bundle using nek5000","author":"Kraus","year":"2020"},{"key":"10.1016\/j.parco.2022.102982_b59","first-page":"2794","article-title":"A comparison of vortex and pseudo-spectral methods for the simulation of periodic vortical flows at high Reynolds numbers","volume":"230","author":"van Rees","year":"2011","journal-title":"JCP"},{"key":"10.1016\/j.parco.2022.102982_b60","series-title":"Software for Exascale Computing - SPPEXA 2016-2019","first-page":"189","article-title":"Exadg: High-order discontinuous Galerkin for the exa-scale","author":"Arndt","year":"2020"},{"key":"10.1016\/j.parco.2022.102982_b61","series-title":"All-hex meshing strategies for densely packed spheres","author":"Lan","year":"2021"},{"key":"10.1016\/j.parco.2022.102982_b62","series-title":"Highly optimized full-core reactor simulations on summit","author":"Fischer","year":"2021"}],"container-title":["Parallel Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167819122000710?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167819122000710?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T05:33:15Z","timestamp":1759123995000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0167819122000710"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12]]},"references-count":62,"alternative-id":["S0167819122000710"],"URL":"https:\/\/doi.org\/10.1016\/j.parco.2022.102982","relation":{},"ISSN":["0167-8191"],"issn-type":[{"value":"0167-8191","type":"print"}],"subject":[],"published":{"date-parts":[[2022,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"NekRS, a GPU-accelerated spectral element Navier\u2013Stokes solver","name":"articletitle","label":"Article Title"},{"value":"Parallel Computing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.parco.2022.102982","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2022 Argonne National Laboratory and The Author(s). Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"102982"}}