{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T01:21:26Z","timestamp":1776993686937,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":29,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,20]],"date-time":"2020-04-20T00:00:00Z","timestamp":1587340800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,20]]},"DOI":"10.1145\/3358960.3379132","type":"proceedings-article","created":{"date-parts":[[2020,5,4]],"date-time":"2020-05-04T07:48:26Z","timestamp":1588578506000},"page":"100-107","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":21,"title":["Duet Benchmarking: Improving Measurement Accuracy in the Cloud"],"prefix":"10.1145","author":[{"given":"Lubom\u00edr","family":"Bulej","sequence":"first","affiliation":[{"name":"Charles University, Prague, Czech Rep"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vojt\u011bch","family":"Hork\u00fd","sequence":"additional","affiliation":[{"name":"Charles University, Prague, Czech Rep"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Petr","family":"Tuma","sequence":"additional","affiliation":[{"name":"Charles University, Prague, Czech Rep"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fran\u00e7ois","family":"Farquet","sequence":"additional","affiliation":[{"name":"Oracle Labs, Zurich, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aleksandar","family":"Prokopec","sequence":"additional","affiliation":[{"name":"Oracle Labs, Zurich, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,4,20]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"A. Abedi and T. Brecht. 2017. Conducting Repeatable Experiments in Highly Variable Cloud Computing Environments. In ICPE. ACM.  A. Abedi and T. Brecht. 2017. Conducting Repeatable Experiments in Highly Variable Cloud Computing Environments. In ICPE. ACM.","DOI":"10.1145\/3030207.3030229"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"S. M. Blackburn R. Garner C. Hoffmann etal 2006. The DaCapo Benchmarks : Java Benchmarking Development and Analysis. In OOPSLA. ACM.  S. M. Blackburn R. Garner C. Hoffmann et al. 2006. The DaCapo Benchmarks : Java Benchmarking Development and Analysis. In OOPSLA. ACM.","DOI":"10.1145\/1167473.1167488"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"L. Bulej T. Bure V. Hork\u00fd etal 2016. Unit Testing Performance with Stochastic Performance Logic. Automated Software Engineering (2016).  L. Bulej T. Bure V. Hork\u00fd et al. 2016. Unit Testing Performance with Stochastic Performance Logic. Automated Software Engineering (2016).","DOI":"10.1007\/s10515-015-0188-0"},{"key":"e_1_3_2_1_4_1","volume-title":"Duet Benchmarking: Performance Testing Interference in the Cloud. In MASCOTS.","author":"Bulej L.","year":"2019","unstructured":"L. Bulej , V. Hork\u00fd , and P. Tuma . 2019 . Initial Experiments with Duet Benchmarking: Performance Testing Interference in the Cloud. In MASCOTS. L. Bulej, V. Hork\u00fd, and P. Tuma. 2019. Initial Experiments with Duet Benchmarking: Performance Testing Interference in the Cloud. In MASCOTS."},{"key":"e_1_3_2_1_5_1","volume-title":"Clouds: A New Source of Performance Unpredictability. In QEST.","author":"Cerotti D.","year":"2012","unstructured":"D. Cerotti , M. Gribaudo , P. Piazzolla , and G. Serazzi . 2012 . Flexible CPU Provisioning in Clouds: A New Source of Performance Unpredictability. In QEST. D. Cerotti, M. Gribaudo, P. Piazzolla, and G. Serazzi. 2012. Flexible CPU Provisioning in Clouds: A New Source of Performance Unpredictability. In QEST."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"J. Ericson M. Mohammadian and F. Santana. 2017. Analysis of Performance Variability in Public Cloud Computing. In IRI.  J. Ericson M. Mohammadian and F. Santana. 2017. Analysis of Performance Variability in Public Cloud Computing. In IRI.","DOI":"10.1109\/IRI.2017.47"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"B. Farley A. Juels V. Varadarajan etal 2012. More for Your Money: Exploiting Performance Heterogeneity in Public Clouds. In SoCC. ACM.  B. Farley A. Juels V. Varadarajan et al. 2012. More for Your Money: Exploiting Performance Heterogeneity in Public Clouds. In SoCC. ACM.","DOI":"10.1145\/2391229.2391249"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"A. Georges D. Buytaert and L. Eeckhout. 2007. Statistically Rigorous Java Performance Evaluation. In OOPSLA.  A. Georges D. Buytaert and L. Eeckhout. 2007. Statistically Rigorous Java Performance Evaluation. In OOPSLA.","DOI":"10.1145\/1297027.1297033"},{"key":"e_1_3_2_1_9_1","unstructured":"GitLab Inc. 2019. GitLab Runner. https:\/\/about.gitlab.com.  GitLab Inc. 2019. GitLab Runner. https:\/\/about.gitlab.com."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"S. He G. Manns J. Saunders etal 2019. A Statistics-Based Performance Testing Methodology for Cloud Applications. In ESEC\/FSE. ACM New York NY USA.  S. He G. Manns J. Saunders et al. 2019. A Statistics-Based Performance Testing Methodology for Cloud Applications. In ESEC\/FSE. ACM New York NY USA.","DOI":"10.1145\/3338906.3338912"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"C. Heger J. Happe and R. Farahbod. 2013. Automated Root Cause Isolation of Performance Regressions During Software Development. In ICPE. ACM.  C. Heger J. Happe and R. Farahbod. 2013. Automated Root Cause Isolation of Performance Regressions During Software Development. In ICPE. ACM.","DOI":"10.1145\/2479871.2479879"},{"key":"e_1_3_2_1_12_1","volume-title":"What Teachers Should Know about the Bootstrap: Resampling in the Undergraduate Statistics Curriculum. arXiv:1411.5279 [stat]","author":"Hesterberg T.","year":"2014","unstructured":"T. Hesterberg . 2014. What Teachers Should Know about the Bootstrap: Resampling in the Undergraduate Statistics Curriculum. arXiv:1411.5279 [stat] ( 2014 ). T. Hesterberg. 2014. What Teachers Should Know about the Bootstrap: Resampling in the Undergraduate Statistics Curriculum. arXiv:1411.5279 [stat] (2014)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"P. Huang X. Ma D. Shen and Y. Zhou. 2014. Performance Regression Testing Target Prioritization via Performance Risk Analysis. In ICSE. ACM.  P. Huang X. Ma D. Shen and Y. Zhou. 2014. Performance Regression Testing Target Prioritization via Performance Risk Analysis. In ICSE. ACM.","DOI":"10.1145\/2568225.2568232"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"A. Iosup N. Yigitbasi and D. Epema. 2011. On the Performance Variability of Production Cloud Services. In CCGRID.  A. Iosup N. Yigitbasi and D. Epema. 2011. On the Performance Variability of Production Cloud Services. In CCGRID.","DOI":"10.1109\/CCGrid.2011.22"},{"key":"e_1_3_2_1_15_1","volume-title":"Sherlock: Lightweight Detection of Performance Interference in Containerized Cloud Services. In HPCC.","author":"Joshi K.","year":"2017","unstructured":"K. Joshi , A. Raj , and D. Janakiram . 2017 . Sherlock: Lightweight Detection of Performance Interference in Containerized Cloud Services. In HPCC. K. Joshi, A. Raj, and D. Janakiram. 2017. Sherlock: Lightweight Detection of Performance Interference in Containerized Cloud Services. In HPCC."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"C. Laaber J. Scheuner and P. Leitner. 2019. Software Microbenchmarking in the Cloud. How Bad is it Really? Empirical Software Engineering (2019).  C. Laaber J. Scheuner and P. Leitner. 2019. Software Microbenchmarking in the Cloud. How Bad is it Really? Empirical Software Engineering (2019).","DOI":"10.7287\/peerj.preprints.3507v1"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2885497"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"A. Lenk M. Menzel J. Lipsky S. Tai and P. Offermann. 2011. What Are You Paying For? Performance Benchmarking for Infrastructure-as-a-Service Offerings. In CLOUD.  A. Lenk M. Menzel J. Lipsky S. Tai and P. Offermann. 2011. What Are You Paying For? Performance Benchmarking for Infrastructure-as-a-Service Offerings. In CLOUD.","DOI":"10.1109\/CLOUD.2011.80"},{"key":"e_1_3_2_1_19_1","unstructured":"A. Maricq D. Duplyakin I. Jimenez etal 2018. Taming Performance Variability. In OSDI. USENIX Association Berkeley CA USA.  A. Maricq D. Duplyakin I. Jimenez et al. 2018. Taming Performance Variability. In OSDI. USENIX Association Berkeley CA USA."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2016.2642838"},{"key":"e_1_3_2_1_21_1","volume-title":"Perphecy: Performance Regression Test Selection Made Simple but Effective. In ICST.","author":"Oliveira A. B. D.","year":"2017","unstructured":"A. B. D. Oliveira , S. Fischmeister , A. Diwan , M. Hauswirth , and P. F. Sweeney . 2017 . Perphecy: Performance Regression Test Selection Made Simple but Effective. In ICST. A. B. D. Oliveira, S. Fischmeister, A. Diwan, M. Hauswirth, and P. F. Sweeney. 2017. Perphecy: Performance Regression Test Selection Made Simple but Effective. In ICST."},{"key":"e_1_3_2_1_22_1","unstructured":"Oracle. 2019. GraalVM Repository at GitHub. https:\/\/github.com\/oracle\/graal.  Oracle. 2019. GraalVM Repository at GitHub. https:\/\/github.com\/oracle\/graal."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCC.2013.12"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"S. Ristov R. Math\u00e1 and R. Prodan. 2017. Analysing the Performance Instability Correlation with Various Workflow and Cloud Parameters. In PDP.  S. Ristov R. Math\u00e1 and R. Prodan. 2017. Analysing the Performance Instability Correlation with Various Workflow and Cloud Parameters. In PDP.","DOI":"10.1109\/PDP.2017.80"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.14778\/1920841.1920902"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"A. Sewe M. Mezini A. Sarimbekov and W. Binder. 2011. Da Capo Con Scala: Design and Analysis of a Scala Benchmark Suite for the Java Virtual Machine. In OOPSLA. ACM.  A. Sewe M. Mezini A. Sarimbekov and W. Binder. 2011. Da Capo Con Scala: Design and Analysis of a Scala Benchmark Suite for the Java Virtual Machine. In OOPSLA. ACM.","DOI":"10.1145\/2048066.2048118"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1080\/02564602.2017.1393353"},{"key":"e_1_3_2_1_28_1","volume-title":"SPEC CPU 2017","author":"Standard Performance Evaluation Corporation","year":"2017","unstructured":"Standard Performance Evaluation Corporation . 2017 . SPEC CPU 2017 . https:\/\/www.spec.org\/cpu2017. Standard Performance Evaluation Corporation. 2017. SPEC CPU 2017. https:\/\/www.spec.org\/cpu2017."},{"key":"e_1_3_2_1_29_1","unstructured":"Travis CI GmbH. 2019. Travis CI. https:\/\/travis-ci.com.  Travis CI GmbH. 2019. Travis CI. https:\/\/travis-ci.com."}],"event":{"name":"ICPE '20: ACM\/SPEC International Conference on Performance Engineering","location":"Edmonton AB Canada","acronym":"ICPE '20","sponsor":["SIGMETRICS ACM Special Interest Group on Measurement and Evaluation","SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the ACM\/SPEC International Conference on Performance Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3358960.3379132","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3358960.3379132","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:13:26Z","timestamp":1750202006000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3358960.3379132"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,20]]},"references-count":29,"alternative-id":["10.1145\/3358960.3379132","10.1145\/3358960"],"URL":"https:\/\/doi.org\/10.1145\/3358960.3379132","relation":{},"subject":[],"published":{"date-parts":[[2020,4,20]]},"assertion":[{"value":"2020-04-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}