{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,31]],"date-time":"2025-12-31T12:12:01Z","timestamp":1767183121501,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,12,4]],"date-time":"2023-12-04T00:00:00Z","timestamp":1701648000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,12,4]]},"DOI":"10.1145\/3603166.3632128","type":"proceedings-article","created":{"date-parts":[[2024,4,4]],"date-time":"2024-04-04T19:23:27Z","timestamp":1712258607000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["The Early Microbenchmark Catches the Bug -- Studying Performance Issues Using Micro- and Application Benchmarks"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2412-4513","authenticated-orcid":false,"given":"Nils","family":"Japke","sequence":"first","affiliation":[{"name":"Mobile Cloud Computing Research Group, Technische Universit\u00e4t Berlin & Einstein Center Digital Future, Berlin, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-0441-4046","authenticated-orcid":false,"given":"Christoph","family":"Witzko","sequence":"additional","affiliation":[{"name":"Mobile Cloud Computing Research Group, Technische Universit\u00e4t Berlin & Einstein Center Digital Future, Berlin, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6866-5461","authenticated-orcid":false,"given":"Martin","family":"Grambow","sequence":"additional","affiliation":[{"name":"Mobile Cloud Computing Research Group, Technische Universit\u00e4t Berlin & Einstein Center Digital Future, Berlin, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7524-3256","authenticated-orcid":false,"given":"David","family":"Bermbach","sequence":"additional","affiliation":[{"name":"Mobile Cloud Computing Research Group, Technische Universit\u00e4t Berlin & Einstein Center Digital Future, Berlin, Germany"}]}],"member":"320","published-online":{"date-parts":[[2024,4,4]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3030207.3030229"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723872.2723879"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-69035-3_22"},{"volume-title":"Cloud Service Benchmarking: Measuring Quality of Cloud Services from a Client Perspective","author":"Bermbach David","key":"e_1_3_2_1_4_1","unstructured":"David Bermbach, Erik Wittern, and Stefan Tai. 2017. Cloud Service Benchmarking: Measuring Quality of Cloud Services from a Client Perspective. Springer, Cham, Switzerland."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/EDOC.2014.23"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/MASCOTS.2019.00035"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3358960.3379132"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2017.13"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807128.1807152"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3358960.3375791"},{"key":"e_1_3_2_1_11_1","volume-title":"2017 IEEE International Conference on Software Testing, Verification and Validation (ICST). IEEE, 103--113","author":"De Oliveira Augusto Born","year":"2017","unstructured":"Augusto Born De Oliveira, Sebastian Fischmeister, Amer Diwan, Matthias Hauswirth, and Peter F Sweeney. 2017. Perphecy: performance regression test selection made simple but effective. In 2017 IEEE International Conference on Software Testing, Verification and Validation (ICST). IEEE, 103--113."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.14778\/2732240.2732246"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3578244.3583719"},{"key":"e_1_3_2_1_14_1","volume-title":"Stewart","author":"Franks John","year":"1999","unstructured":"John Franks, Phillip M. Hallam-Baker, Jeffery L. Hostetler, Scott D. Lawrence, Paul J. Leach, Ari Luotonen, and Lawrence C. Stewart. 1999. HTTP Authentication: Basic and Digest Access Authentication. RFC 2617. RFC Editor. http:\/\/www.rfc-editor.org\/rfc\/rfc2617.txt"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1297027.1297033"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCC.2022.3217947"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.548"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/IC2E.2019.00039"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341105.3373875"},{"key":"e_1_3_2_1_20_1","volume-title":"Benchmarking the Performance of Microservice Applications. ACM SIGAPP Applied Computing Review 20","author":"Grambow Martin","year":"2020","unstructured":"Martin Grambow, Erik Wittern, and David Bermbach. 2020. Benchmarking the Performance of Microservice Applications. ACM SIGAPP Applied Computing Review 20 (2020)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338912"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2479871.2479879"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.2015.1089789"},{"key":"e_1_3_2_1_24_1","volume-title":"2020 35th IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE, 1344--1348","author":"Javed Omar","year":"2020","unstructured":"Omar Javed, Joshua Heneage Dawes, Marta Han, Giovanni Franzoni, Andreas Pfeiffer, Giles Reger, and Walter Binder. 2020. PerfCI: a toolchain for automated performance testing during continuous integration of Python projects. In 2020 35th IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE, 1344--1348."},{"key":"e_1_3_2_1_25_1","volume-title":"Quantifying Performance Changes with Effect Size Confidence Intervals. (July","author":"Kalibera Tomas","year":"2020","unstructured":"Tomas Kalibera and Richard Jones. 2020. Quantifying Performance Changes with Effect Size Confidence Intervals. (July 2020). arXiv:2007.10899"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-021-10037-x"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196407"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09681-1"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2211.13525"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2885497"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3092703.3092725"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1508244.1508275"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597092"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2188286.2188326"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2012.6224281"}],"event":{"name":"UCC '23: IEEE\/ACM 16th International Conference on Utility and Cloud Computing","sponsor":["SIGARCH ACM Special Interest Group on Computer Architecture","IEEE TCSC"],"location":"Taormina (Messina) Italy","acronym":"UCC '23"},"container-title":["Proceedings of the IEEE\/ACM 16th International Conference on Utility and Cloud Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3603166.3632128","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3603166.3632128","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:49:09Z","timestamp":1750286949000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3603166.3632128"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,4]]},"references-count":35,"alternative-id":["10.1145\/3603166.3632128","10.1145\/3603166"],"URL":"https:\/\/doi.org\/10.1145\/3603166.3632128","relation":{},"subject":[],"published":{"date-parts":[[2023,12,4]]},"assertion":[{"value":"2024-04-04","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}