{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T12:40:01Z","timestamp":1740141601969,"version":"3.37.3"},"reference-count":68,"publisher":"Informa UK Limited","issue":"4","funder":[{"DOI":"10.13039\/501100001659","name":"Deutsche Forschungsgemeinschaft","doi-asserted-by":"publisher","award":["433735254","434946896"],"award-info":[{"award-number":["433735254","434946896"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100031060","name":"European High Performance Computing Joint Undertaking","doi-asserted-by":"crossref","award":["101093393"],"award-info":[{"award-number":["101093393"]}],"id":[{"id":"10.13039\/100031060","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001659","name":"German Research Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Parallel, Emergent and Distributed Systems"],"published-print":{"date-parts":[[2024,7,3]]},"DOI":"10.1080\/17445760.2024.2360190","type":"journal-article","created":{"date-parts":[[2024,5,31]],"date-time":"2024-05-31T05:14:36Z","timestamp":1717132476000},"page":"501-523","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":1,"title":["A continuous benchmarking infrastructure for high-performance computing applications"],"prefix":"10.1080","volume":"39","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8897-5205","authenticated-orcid":false,"given":"Christoph","family":"Alt","sequence":"first","affiliation":[{"name":"Chair for Computer Science 10 (System Simulation), Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg, Erlangen, Germany"},{"name":"Paderborn Center for Parallel Computing, Paderborn University, Paderborn, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4232-9395","authenticated-orcid":false,"given":"Martin","family":"Lanser","sequence":"additional","affiliation":[{"name":"Department of Mathematics and Computer Science, University of Cologne, K\u00f6ln, Germany"},{"name":"Center for Data and Simulation Science, University of Cologne, K\u00f6ln, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4815-7643","authenticated-orcid":false,"given":"Jonas","family":"Plewinski","sequence":"additional","affiliation":[{"name":"Chair for Computer Science 10 (System Simulation), Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg, Erlangen, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-0429-9804","authenticated-orcid":false,"given":"Atin","family":"Janki","sequence":"additional","affiliation":[{"name":"Institute for Applied Materials (IAM), Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4765-7387","authenticated-orcid":false,"given":"Axel","family":"Klawonn","sequence":"additional","affiliation":[{"name":"Department of Mathematics and Computer Science, University of Cologne, K\u00f6ln, Germany"},{"name":"Center for Data and Simulation Science, University of Cologne, K\u00f6ln, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6992-2690","authenticated-orcid":false,"given":"Harald","family":"K\u00f6stler","sequence":"additional","affiliation":[{"name":"Chair for Computer Science 10 (System Simulation), Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg, Erlangen, Germany"},{"name":"Erlangen National High Performance Computing Center (NHR@FAU), Erlangen, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9756-646X","authenticated-orcid":false,"given":"Michael","family":"Selzer","sequence":"additional","affiliation":[{"name":"Institute of Nanotechnology (INT), Karlsruhe Institute of Technology (KIT), Eggenstein-Leopoldshafen, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8796-8599","authenticated-orcid":false,"given":"Ulrich","family":"R\u00fcde","sequence":"additional","affiliation":[{"name":"Chair for Computer Science 10 (System Simulation), Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg, Erlangen, Germany"},{"name":"CERFACS, Toulouse Cedex 1, France"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"301","published-online":{"date-parts":[[2024,5,30]]},"reference":[{"key":"e_1_3_4_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00466-021-02063-9"},{"key":"e_1_3_4_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00466-019-01749-5"},{"key":"e_1_3_4_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.camwa.2020.01.007"},{"key":"e_1_3_4_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0927-0256(99)00077-4"},{"key":"e_1_3_4_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/s004660000212"},{"key":"e_1_3_4_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0045-7825(98)00218-7"},{"key":"e_1_3_4_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-7091-1625-8_1"},{"key":"e_1_3_4_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0045-7825(97)00139-4"},{"key":"e_1_3_4_10_1","unstructured":"Balay S Abhyankar S Adams MF et\u00a0al. PETSc Web page; 2023. Available at: https:\/\/petsc.org\/"},{"key":"e_1_3_4_11_1","unstructured":"MPI Forum [accessed 2024 Feb 18]. Available at https:\/\/www.mpi-forum.org\/"},{"key":"e_1_3_4_12_1","unstructured":"Openmpi [accessed 2024 Feb 18]. Available at https:\/\/www.openmp.org\/"},{"key":"e_1_3_4_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/992200.992206"},{"key":"e_1_3_4_14_1","unstructured":"MUMPS: a parallel sparse direct solver [accessed 2024 Feb 18]. Available at https:\/\/mumps-solver.org\/index.php?page=home"},{"key":"e_1_3_4_15_1","unstructured":"Intel. oneMKL PARDISO \u2013 Parallel Direct Sparse Solver Interface [accessed 2024 Feb 18]. Available at https:\/\/www.intel.com\/content\/www\/us\/en\/docs\/onemkl\/developer-reference-c\/2023-0\/onemkl-pardiso-parallel-direct-sparse-solver-iface.html"},{"key":"e_1_3_4_16_1","doi-asserted-by":"publisher","DOI":"10.1002\/nme.v50:7"},{"key":"e_1_3_4_17_1","doi-asserted-by":"publisher","DOI":"10.1137\/130920563"},{"key":"e_1_3_4_18_1","doi-asserted-by":"publisher","DOI":"10.1553\/etna"},{"key":"e_1_3_4_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00419-015-1044-1"},{"key":"e_1_3_4_20_1","unstructured":"Klinkel SO. Theorie und numerik eines volumen-schalen-elementes bei finiten elastischen und plastischen verzerrungen. Inst. f\u00fcr Baustatik; 2000. Berichte des Instituts f\u00fcr Baustatik Karlsruher Institut f\u00fcr Technologie."},{"key":"e_1_3_4_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-44649-3"},{"key":"e_1_3_4_22_1","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.100.033305"},{"key":"e_1_3_4_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcp.2022.111753"},{"key":"e_1_3_4_24_1","doi-asserted-by":"publisher","DOI":"10.1063\/5.0131159"},{"key":"e_1_3_4_25_1","doi-asserted-by":"publisher","DOI":"10.1002\/fld.v95.5"},{"key":"e_1_3_4_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/0021-9991(81)90145-5"},{"key":"e_1_3_4_27_1","unstructured":"Schwarzmeier C. Parallel high-performance simulation of liquid\u2013gas\u2013solid flows with the free-surface lattice boltzmann method; 2024. Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg (manuscript in preperation)."},{"key":"e_1_3_4_28_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.10054460"},{"key":"e_1_3_4_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jocs.2020.101269"},{"key":"e_1_3_4_30_1","doi-asserted-by":"publisher","DOI":"10.1137\/22M1531348"},{"key":"e_1_3_4_31_1","unstructured":"Fowler M Foemmel M. Continuous integration; 2006. Available at https:\/\/martinfowler.com\/articles\/continuousIntegration.html"},{"key":"e_1_3_4_32_1","unstructured":"Git [accessed 2024 Feb 20]. Available at https:\/\/git-scm.com\/"},{"key":"e_1_3_4_33_1","unstructured":"GitLab. The DevSecOps platform [accessed 2024 Feb 21]. Available at https:\/\/about.gitlab.com\/"},{"key":"e_1_3_4_34_1","unstructured":"GitHub [accessed 2024 Feb 21]. Available at https:\/\/github.com\/"},{"key":"e_1_3_4_35_1","unstructured":"Better Scientific Software (BSSw) [accessed 2024 Feb 15]. Available at bssw.io"},{"key":"e_1_3_4_36_1","unstructured":"de-RSE.org \u2013 Research Software Engineers (RSEs) [accessed 2024 Feb 15]. Available at https:\/\/de-rse.org\/de\/index.html"},{"key":"e_1_3_4_37_1","doi-asserted-by":"publisher","DOI":"10.24355\/dbbs.084-202210121528-0"},{"key":"e_1_3_4_38_1","doi-asserted-by":"publisher","DOI":"10.12688\/f1000research"},{"key":"e_1_3_4_39_1","first-page":"69","article-title":"xsdk foundations: toward an extreme-scale scientific software development kit","volume":"4","author":"Bartlett R","year":"2017","unstructured":"Bartlett R, Demeshko I, Gamblin T, et\u00a0al. xsdk foundations: toward an extreme-scale scientific software development kit. Supercomput Front Innovations: An Int. 2017;4:69\u201382.","journal-title":"Supercomput Front Innovations: An Int"},{"key":"e_1_3_4_40_1","unstructured":"Trilinos Project Team. The Trilinos Project Website [acccessed 2020 May 22]. Available at https:\/\/trilinos.github.io"},{"key":"e_1_3_4_41_1","unstructured":"hypre: High performance preconditioners. Available at https:\/\/llnl.gov\/casc\/hypre;https:\/\/github.com\/hypre-space\/hypre"},{"key":"e_1_3_4_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3480935"},{"key":"e_1_3_4_43_1","unstructured":"Team N. Testcluster [accessed 2024 Feb 19]. Available at https:\/\/doc.nhr.fau.de\/clusters\/testcluster\/"},{"key":"e_1_3_4_44_1","unstructured":"Exascale Computing Project. Jacamar CI [accessed 2024 Feb 19]. Available at https:\/\/gitlab.com\/ecp-ci\/jacamar-ci"},{"key":"e_1_3_4_45_1","unstructured":"Team N. Continuous integration \/ gitlab cx [accessed 2024 Feb 19]. Available at https:\/\/doc.nhr.fau.de\/sdt\/ci\/"},{"key":"e_1_3_4_46_1","unstructured":"Ben-Kiki O Evans C Ingerson B. Yaml ain't markup language (yamlTM) version 1.1. Working Draft 2008. 2009."},{"key":"e_1_3_4_47_1","unstructured":"Gruber T Eitzinger J Hager G et\u00a0al. LIKWID [Zenodo]; 2022."},{"key":"e_1_3_4_48_1","unstructured":"InfluxDB [accessed 2024 Feb 15]. Available at https:\/\/www.influxdata.com\/."},{"key":"e_1_3_4_49_1","unstructured":"Bader A Kopp O Falkenthal M. Survey and comparison of open source time series databases. Datenbanksysteme f\u00fcr Business Technologie und Web (BTW 2017)-Workshopband. 2017."},{"key":"e_1_3_4_50_1","unstructured":"Gruber T Julian Jan. Rrze-hpc\/machinestate: machinestate-0.4.1. 2021."},{"key":"e_1_3_4_51_1","doi-asserted-by":"publisher","DOI":"10.5334\/dsj-2021-008"},{"key":"e_1_3_4_52_1","doi-asserted-by":"publisher","DOI":"10.1557\/mrs.2018.208"},{"key":"e_1_3_4_53_1","doi-asserted-by":"publisher","DOI":"10.3390\/data7020015"},{"key":"e_1_3_4_54_1","unstructured":"Grafana [accessed 2024 Feb 15]. Available at https:\/\/grafana.com\/grafana\/"},{"key":"e_1_3_4_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/1498765.1498785"},{"key":"e_1_3_4_56_1","unstructured":"Plotly [accessed 2024 Feb 27]. Available at https:\/\/plotly.com\/python\/"},{"key":"e_1_3_4_57_1","unstructured":"Weaveworks. grafanalib: Python library for building Grafana dashboards [accessed 2024 Feb 21]. Available at https:\/\/github.com\/weaveworks\/grafanalib."},{"key":"e_1_3_4_58_1","doi-asserted-by":"publisher","DOI":"10.1177\/10943420211016525"},{"key":"e_1_3_4_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/2764454"},{"key":"e_1_3_4_60_1","unstructured":"Team N. Fritz \u2013 NHR@FAU HPC documentation [accessed 2024 Feb 21]. Available at https:\/\/doc.nhr.fau.de\/clusters\/fritz\/"},{"key":"e_1_3_4_61_1","unstructured":"JUWELS [accessed 2024 Feb 21]. Available at https:\/\/www.fz-juelich.de\/en\/ias\/jsc\/systems\/supercomputers\/juwels"},{"key":"e_1_3_4_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324989.3325719"},{"key":"e_1_3_4_63_1","unstructured":"Shadura O Vassilev V Bockelman BP. Continuous performance benchmarking framework for ROOT. CoRR. 2018;abs\/1812.03149."},{"key":"e_1_3_4_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3569951.3597557"},{"key":"e_1_3_4_65_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData50022.2020.9378050"},{"key":"e_1_3_4_66_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.8060498"},{"key":"e_1_3_4_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3624062.3624135"},{"key":"e_1_3_4_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/2807591.2807623"},{"key":"e_1_3_4_69_1","unstructured":"GoogleCloudPlatform. ramble: a multi-platform experimentation framework written in python [accessed 2024 Feb 19]. Available at https:\/\/github.com\/GoogleCloudPlatform\/ramble"}],"container-title":["International Journal of Parallel, Emergent and Distributed Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/17445760.2024.2360190","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,14]],"date-time":"2024-07-14T23:03:16Z","timestamp":1720998196000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/17445760.2024.2360190"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,30]]},"references-count":68,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2024,7,3]]}},"alternative-id":["10.1080\/17445760.2024.2360190"],"URL":"https:\/\/doi.org\/10.1080\/17445760.2024.2360190","relation":{},"ISSN":["1744-5760","1744-5779"],"issn-type":[{"type":"print","value":"1744-5760"},{"type":"electronic","value":"1744-5779"}],"subject":[],"published":{"date-parts":[[2024,5,30]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=gpaa20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=gpaa20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2024-03-01","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-05-21","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-05-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}