{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T13:46:42Z","timestamp":1762609602023,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":25,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,12,11]],"date-time":"2023-12-11T00:00:00Z","timestamp":1702252800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,12,11]]},"DOI":"10.1145\/3631295.3631395","type":"proceedings-article","created":{"date-parts":[[2023,11,24]],"date-time":"2023-11-24T12:05:18Z","timestamp":1700827518000},"page":"13-17","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Efficiently Detecting Performance Changes in FaaS Application Releases"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6866-5461","authenticated-orcid":false,"given":"Martin","family":"Grambow","sequence":"first","affiliation":[{"name":"TU Berlin & ECDF, Mobile Cloud Computing Group, Berlin, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-0185-8339","authenticated-orcid":false,"given":"Tim","family":"Dockenfu\u00df","sequence":"additional","affiliation":[{"name":"TU Berlin & ECDF, Mobile Cloud Computing Group, Berlin, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9277-3032","authenticated-orcid":false,"given":"Trever","family":"Schirmer","sequence":"additional","affiliation":[{"name":"TU Berlin & ECDF, Mobile Cloud Computing Group, Berlin, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2412-4513","authenticated-orcid":false,"given":"Nils","family":"Japke","sequence":"additional","affiliation":[{"name":"TU Berlin & ECDF, Mobile Cloud Computing Group, Berlin, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7524-3256","authenticated-orcid":false,"given":"David","family":"Bermbach","sequence":"additional","affiliation":[{"name":"TU Berlin & ECDF, Mobile Cloud Computing Group, Berlin, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,12,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3030207.3030229"},{"volume-title":"Internet Computing (Invited Paper)","author":"Bermbach David","key":"e_1_3_2_1_2_1","unstructured":"David Bermbach. 2017. Quality of Cloud Services: Expect the Unexpected. In Internet Computing (Invited Paper). IEEE."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/IC2E52221.2021.00044"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341105.3373909"},{"volume-title":"Cloud Service Benchmarking: Measuring Quality of Cloud Services from a Client Perspective","author":"Bermbach David","key":"e_1_3_2_1_5_1","unstructured":"David Bermbach, Erik Wittern, and Stefan Tai. 2017. Cloud Service Benchmarking: Measuring Quality of Cloud Services from a Client Perspective. Springer."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3427921.3450234"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3358960.3375791"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2010.35"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.144"},{"volume-title":"Transactions on Cloud Computing","author":"Grambow Martin","key":"e_1_3_2_1_10_1","unstructured":"Martin Grambow, Denis Kovalev, Christoph Laaber, Philipp Leitner, and David Bermbach. 2023. Using Microbenchmark Suites to Detect Application Performance Changes. In Transactions on Cloud Computing. IEEE."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/IC2E.2019.00039"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/IC2E52221.2021.00014"},{"volume-title":"Transactions on Cloud Computing","author":"Hasenburg Jonathan","key":"e_1_3_2_1_13_1","unstructured":"Jonathan Hasenburg, Martin Grambow, and David Bermbach. 2023. MockFog 2.0: Automated Execution of Fog Application Experiments in the Cloud. In Transactions on Cloud Computing. IEEE."},{"volume-title":"The American Statistician","author":"Hesterberg Tim C.","key":"e_1_3_2_1_14_1","unstructured":"Tim C. Hesterberg. 2015. What Teachers Should Know About the Bootstrap: Resampling in the Undergraduate Statistics Curriculum. In The American Statistician. Taylor & Francis."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3395032.3395323"},{"key":"e_1_3_2_1_16_1","unstructured":"Tomas Kalibera and Richard Jones.2020. Quantifying Performance Changes with Effect Size Confidence Intervals. (2020)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/CLOUD.2018.00062"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"Philipp Leitner and J\u00fcrgen Cito. 2016. Patterns in the Chaos - A Study of Performance Variation and Predictability in Public IaaS Clouds. In Transactions on Internet Technology. ACM.","DOI":"10.1145\/2885497"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/UCC-Companion.2018.00054"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3592533.3592808"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3352460.3358296"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/IC2E.2013.33"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472883.3486984"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/IISWC53511.2021.00016"},{"key":"e_1_3_2_1_25_1","volume-title":"Proc. of the USENIX Annual Technical Conference (USENIX ATC '18)","author":"Wang Liang","year":"2018","unstructured":"Liang Wang, Mengyuan Li, Yinqian Zhang, Thomas Ristenpart, and Michael Swift. 2018. Peeking Behind the Curtains of Serverless Platforms. In Proc. of the USENIX Annual Technical Conference (USENIX ATC '18). USENIX."}],"event":{"name":"Middleware '23: 24th International Middleware Conference","sponsor":["ACM Association for Computing Machinery","IFIP International Federation for Information Processing"],"location":"Bologna Italy","acronym":"Middleware '23"},"container-title":["Proceedings of the 9th International Workshop on Serverless Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3631295.3631395","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3631295.3631395","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T18:40:52Z","timestamp":1755974452000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3631295.3631395"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,11]]},"references-count":25,"alternative-id":["10.1145\/3631295.3631395","10.1145\/3631295"],"URL":"https:\/\/doi.org\/10.1145\/3631295.3631395","relation":{},"subject":[],"published":{"date-parts":[[2023,12,11]]},"assertion":[{"value":"2023-12-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}