{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T08:45:47Z","timestamp":1773305147437,"version":"3.50.1"},"reference-count":49,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["#2212465"],"award-info":[{"award-number":["#2212465"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2217104"],"award-info":[{"award-number":["2217104"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100008902","name":"Los Alamos National Laboratory","doi-asserted-by":"publisher","award":["LA-UR-21-28028"],"award-info":[{"award-number":["LA-UR-21-28028"]}],"id":[{"id":"10.13039\/100008902","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["89233218CNA000001"],"award-info":[{"award-number":["89233218CNA000001"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Serv. Comput."],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1109\/tsc.2023.3337662","type":"journal-article","created":{"date-parts":[[2023,12,6]],"date-time":"2023-12-06T13:57:00Z","timestamp":1701871020000},"page":"156-168","source":"Crossref","is-referenced-by-count":2,"title":["An HPC-Container Based Continuous Integration Tool for Detecting Scaling and Performance Issues in HPC Applications"],"prefix":"10.1109","volume":"17","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4008-8719","authenticated-orcid":false,"given":"Jake","family":"Tronge","sequence":"first","affiliation":[{"name":"Kent State University, Kent, OH, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1905-9171","authenticated-orcid":false,"given":"Jieyang","family":"Chen","sequence":"additional","affiliation":[{"name":"University of Alabama at Birmingham, Birmingham, AL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5156-3132","authenticated-orcid":false,"given":"Patricia","family":"Grubel","sequence":"additional","affiliation":[{"name":"Los Alamos National Laboratory, Los Alamos, NM, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0288-0975","authenticated-orcid":false,"given":"Tim","family":"Randles","sequence":"additional","affiliation":[{"name":"Los Alamos National Laboratory, Los Alamos, NM, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7359-0855","authenticated-orcid":false,"given":"Rusty","family":"Davis","sequence":"additional","affiliation":[{"name":"Los Alamos National Laboratory, Los Alamos, NM, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6816-594X","authenticated-orcid":false,"given":"Quincy","family":"Wofford","sequence":"additional","affiliation":[{"name":"Los Alamos National Laboratory, Los Alamos, NM, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1224-1237","authenticated-orcid":false,"given":"Steven","family":"Anaya","sequence":"additional","affiliation":[{"name":"Los Alamos National Laboratory, Los Alamos, NM, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3804-8945","authenticated-orcid":false,"given":"Qiang","family":"Guan","sequence":"additional","affiliation":[{"name":"Kent State University, Kent, OH, USA"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Continuous integration","volume-title":"Thought-Works","author":"Fowler","year":"2006"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2012.71"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.3422"},{"key":"ref4","article-title":"Performance testing, validate performance at scale","year":"2021"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3415288"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/bigdata.2018.8622572"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678805"},{"key":"ref9","article-title":"Github actions","year":"2021"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2018.00103"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2018.8622572"},{"key":"ref12","article-title":"Common workflow language, v1.0. specification, common workflow language working group","author":"Amstutz","year":"2016"},{"key":"ref13","article-title":"Slurm workload manager","year":"2020"},{"key":"ref14","article-title":"IBM spectrum LSF suites","year":"2021"},{"key":"ref15","article-title":"Jinja","year":"2007"},{"key":"ref16","article-title":"Compute engine: Virtual machines (VMS)","year":"2021"},{"key":"ref17","article-title":"Open source cloud computing infrastructure - OpenStack","year":"2021"},{"key":"ref18","article-title":"Scalability: Strong and weak scaling","author":"Li","year":"2018"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.2172\/1090032"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.2172\/1090032"},{"key":"ref21","doi-asserted-by":"crossref","DOI":"10.1145\/3126908.3126925","article-title":"CharlieCloud: Unprivileged containers for user-defined software stacks in HPC","volume-title":"Proc. Int. Conf. High Perform. Comput., Netw. Storage Anal.","author":"Priedhorsky"},{"issue":"9","key":"ref22","first-page":"1477","article-title":"NWChem: A comprehensive and scalable open-source solution for large scale molecular simulations","volume-title":"Comput. Phys. Commun.","volume":"181","author":"Valiev","year":"2010"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/works51914.2020.00008"},{"key":"ref24","article-title":"Classical molecular dynamics proxy application","year":"2016"},{"key":"ref25","article-title":"Pseudopotential plane-wave density functional theory (NWPW)","author":"Bylaska","year":"2021"},{"key":"ref26","article-title":"Singularity","year":"2021"},{"key":"ref27","article-title":"Docker hub","year":"2022"},{"key":"ref28","article-title":"mpiP: Lightweight, scalable MPI profiling","author":"Vetter","year":"2005"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2014.18"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTR.2006.311882"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2006.43"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-37349-7_7"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/HiPC.2012.6507528"},{"key":"ref34","article-title":"Hawk-i HPC cloud benchmark tool","author":"Muraleedharan","year":"2012"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-45209-6_7"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/PCCC.2015.7410313"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/2735399.2735416"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196407"},{"key":"ref40","article-title":"The extreme-scale scientific software stack","author":"Project","year":"2021"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ccgrid.2016.52"},{"key":"ref42","article-title":"AWS batch","year":"2022"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2015.48"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2014.60"},{"key":"ref45","article-title":"CoMD Proxy Application","year":"2012"},{"key":"ref46","article-title":"Exploring traditional and emerging parallel programming models using a proxy application","author":"Karlin","year":"2021"},{"key":"ref47","doi-asserted-by":"crossref","DOI":"10.2172\/1090032","article-title":"LULESH 2.0 updates and changes","author":"Karlin","year":"2013"},{"key":"ref48","article-title":"LULESH | Advanced Simulation and Computing","year":"2013"},{"key":"ref49","article-title":"StreamFlow: Cross-breeding cloud with HPC","author":"Colonnelli","year":"2020"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3503221.3508407"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/HiPC53243.2021.00052"}],"container-title":["IEEE Transactions on Services Computing"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/4629386\/10422891\/10334041-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4629386\/10422891\/10334041.pdf?arnumber=10334041","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,18]],"date-time":"2025-08-18T19:44:28Z","timestamp":1755546268000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10334041\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1]]},"references-count":49,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tsc.2023.3337662","relation":{},"ISSN":["1939-1374","2372-0204"],"issn-type":[{"value":"1939-1374","type":"electronic"},{"value":"2372-0204","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1]]}}}