{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,27]],"date-time":"2025-08-27T00:19:45Z","timestamp":1756253985219,"version":"3.44.0"},"reference-count":30,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100008902","name":"Los Alamos National Laboratory","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100008902","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100008902","name":"Los Alamos National Laboratory","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100008902","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006168","name":"National Nuclear Security Administration","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006168","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1109\/ase51524.2021.9678805","type":"proceedings-article","created":{"date-parts":[[2022,1,20]],"date-time":"2022-01-20T15:33:49Z","timestamp":1642692829000},"page":"1136-1140","source":"Crossref","is-referenced-by-count":8,"title":["BeeSwarm: Enabling Parallel Scaling Performance Measurement in Continuous Integration for HPC Applications"],"prefix":"10.1109","author":[{"given":"Jake","family":"Tronge","sequence":"first","affiliation":[{"name":"Kent State University,Kent,OH,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jieyang","family":"Chen","sequence":"additional","affiliation":[{"name":"Oak Ridge National Laboratory,Oak Ridge,TN,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Patricia","family":"Grubel","sequence":"additional","affiliation":[{"name":"Los Alamos National Laboratory,Los Alamos,NM,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tim","family":"Randles","sequence":"additional","affiliation":[{"name":"Los Alamos National Laboratory,Los Alamos,NM,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rusty","family":"Davis","sequence":"additional","affiliation":[{"name":"Los Alamos National Laboratory,Los Alamos,NM,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Quincy","family":"Wofford","sequence":"additional","affiliation":[{"name":"Los Alamos National Laboratory,Los Alamos,NM,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steven","family":"Anaya","sequence":"additional","affiliation":[{"name":"Los Alamos National Laboratory,Los Alamos,NM,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qiang","family":"Guan","sequence":"additional","affiliation":[{"name":"Kent State University,Kent,OH,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"year":"2021","key":"ref30","article-title":"Singularity"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.2172\/1298220"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCRI.2015.10"},{"article-title":"Common workflow language, v1.0. specification, common workflow language working group","year":"2016","author":"amstutz","key":"ref12"},{"year":"2020","key":"ref13","article-title":"Slurm workload manager"},{"key":"ref14","article-title":"Flexible computational science infrastructure (flecsi): Overview & application progress","author":"charest","year":"2017","journal-title":"Los Alamos National Lab (LANL) Los Alamos NM (United States) Tech Rep"},{"journal-title":"Github actions","year":"2021","key":"ref15"},{"journal-title":"Compute engine Virtual machines (vms)","year":"2021","key":"ref16"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3126908.3126925"},{"article-title":"mpip: Lightweight, scalable mpi profiling","year":"2005","author":"vetter","key":"ref18"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2014.18"},{"key":"ref28","first-page":"119","article-title":"An evaluation of open-source software microbenchmark suites for continuous performance assessment","author":"laaber","year":"0"},{"year":"2021","key":"ref4","article-title":"Performance testing, validate performance at scale"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/2735399.2735416"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.3422"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"1344","DOI":"10.1145\/3324884.3415288","article-title":"PerfCI: A Toolchain for Automated Performance Testing during Continuous Integration of Python Projects","author":"javed","year":"2020","journal-title":"IEEE\/ACM Int Conference on Automated Software Engineering (ASE)"},{"year":"2021","key":"ref29","article-title":"Jenkins"},{"year":"2021","key":"ref5","article-title":"performance-plugin"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2018.00103"},{"article-title":"Docker-enabled build and execution environment (bee): an encapsulated environment enabling hpc applications running everywhere","year":"2017","author":"chen","key":"ref7"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2012.71"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2018.8622572"},{"key":"ref1","first-page":"14","article-title":"Continuous integration","volume":"122","author":"fowler","year":"2006","journal-title":"Thought-Works)"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTR.2006.311882"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-37349-7_7"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2006.43"},{"key":"ref24","article-title":"Hawk-i hpc cloud benchmark tool","author":"muraleedharan","year":"2012","journal-title":"Msc in high performance computing University of Edinburgh Edinburgh"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/HiPC.2012.6507528"},{"key":"ref26","first-page":"1","article-title":"Patha: Performance analysis tool for hpc applications","author":"yoo","year":"2015","journal-title":"Computing and Communications Conference (IPCCC) 2015 IEEE 34th International Performance"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-45209-6_7"}],"event":{"name":"2021 36th IEEE\/ACM International Conference on Automated Software Engineering (ASE)","start":{"date-parts":[[2021,11,15]]},"location":"Melbourne, Australia","end":{"date-parts":[[2021,11,19]]}},"container-title":["2021 36th IEEE\/ACM International Conference on Automated Software Engineering (ASE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9678507\/9678392\/09678805.pdf?arnumber=9678805","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,26]],"date-time":"2025-08-26T19:14:50Z","timestamp":1756235690000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9678805\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11]]},"references-count":30,"URL":"https:\/\/doi.org\/10.1109\/ase51524.2021.9678805","relation":{},"subject":[],"published":{"date-parts":[[2021,11]]}}}