{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T01:09:39Z","timestamp":1780708179971,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":79,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,30]],"date-time":"2025-03-30T00:00:00Z","timestamp":1743292800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,30]]},"DOI":"10.1145\/3689031.3717465","type":"proceedings-article","created":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T06:25:20Z","timestamp":1742970320000},"page":"902-920","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["SeBS-Flow: Benchmarking Serverless Cloud Function Workflows"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3600-6899","authenticated-orcid":false,"given":"Larissa","family":"Schmid","sequence":"first","affiliation":[{"name":"Karlsruhe Institute of Technology, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7606-5519","authenticated-orcid":false,"given":"Marcin","family":"Copik","sequence":"additional","affiliation":[{"name":"ETH Zurich, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9095-9108","authenticated-orcid":false,"given":"Alexandru","family":"Calotoiu","sequence":"additional","affiliation":[{"name":"ETH Zurich, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-8251-9117","authenticated-orcid":false,"given":"Laurin","family":"Brandner","sequence":"additional","affiliation":[{"name":"ETH Zurich, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1593-3394","authenticated-orcid":false,"given":"Anne","family":"Koziolek","sequence":"additional","affiliation":[{"name":"Karlsruhe Institute of Technology, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1333-9797","authenticated-orcid":false,"given":"Torsten","family":"Hoefler","sequence":"additional","affiliation":[{"name":"ETH Zurich, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,3,30]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2016. AWS Step Functions. https:\/\/aws.amazon.com\/step-functions\/. Accessed 25-01-2024."},{"key":"e_1_3_2_1_2_1","unstructured":"2019. Azure Durable Functions. https:\/\/learn.microsoft.com\/en-us\/azure\/azure-functions\/durable\/durable-functions-overview. Accessed 25-01-2024."},{"key":"e_1_3_2_1_3_1","unstructured":"2020. FaaSTest. https:\/\/github.com\/nuweba\/faasbenchmark. Accessed: 2020-08-01."},{"key":"e_1_3_2_1_4_1","unstructured":"2020. Google Cloud Workflows. https:\/\/cloud.google.com\/workflows. Accessed 25-01-2024."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","unstructured":"2022. A Platform-Agnostic Model and Benchmark Suite for Serverless Workflows. https:\/\/doi.org\/10.3929\/ethz-b-000574821. Master's Thesis.","DOI":"10.3929\/ethz-b-000574821"},{"key":"e_1_3_2_1_6_1","unstructured":"2023. Step Functions Workflow Collection: Saga Pattern. https:\/\/github.com\/aws-samples\/step-functions-workflows-collection\/tree\/main\/saga-pattern-tf. Accessed: 2024-08-02."},{"key":"e_1_3_2_1_7_1","unstructured":"Accessed 04-02-2025. 1000 Genomes Project. https:\/\/www.internationalgenome.org\/."},{"key":"e_1_3_2_1_8_1","unstructured":"[Online; accessed 27. July 2024]. vSwarm - Serverless Benchmarking Suite. https:\/\/github.com\/ease-lab\/vSwarm."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3117767"},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 2018 USENIX Conference on Usenix Annual Technical Conference (Boston, MA, USA) (USENIX ATC '18). USENIX Association, USA, 923--935","author":"Akkus Istemi Ekin","year":"2018","unstructured":"Istemi Ekin Akkus, Ruichuan Chen, Ivica Rimac, Manuel Stein, Klaus Satzke, Andre Beck, Paarijaat Aditya, and Volker Hilt. 2018. SAND: Towards High-Performance Serverless Computing. In Proceedings of the 2018 USENIX Conference on Usenix Annual Technical Conference (Boston, MA, USA) (USENIX ATC '18). USENIX Association, USA, 923--935."},{"key":"e_1_3_2_1_11_1","unstructured":"AWS [Online; accessed 1 August 2024]. Iterating a Loop Using Lambda. https:\/\/docs.aws.amazon.com\/step-functions\/latest\/dg\/tutorial-create-iterate-pattern-section.html."},{"key":"e_1_3_2_1_12_1","unstructured":"AWS Lambda Pricing [Online; accessed 1 August 2024]. AWS Lambda Pricing. https:\/\/aws.amazon.com\/lambda\/pricing\/."},{"key":"e_1_3_2_1_13_1","unstructured":"AWS Step Functions Pricing [Online; accessed 1 August 2024]. AWS Step Functions Pricing. https:\/\/aws.amazon.com\/step-functions\/pricing\/."},{"key":"e_1_3_2_1_14_1","unstructured":"Azure Functions Pricing [Online; accessed 1 August 2024]. Azure Functions Pricing. https:\/\/azure.microsoft.com\/en-us\/pricing\/details\/functions\/."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99819-0_11"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366623.3368137"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1594156.1594168"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.14778\/3529337.3529344"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485510"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377812.3382135"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS57955.2024.00021"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3464298.3476133"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ucc-companion.2018.00053"},{"key":"e_1_3_2_1_25_1","unstructured":"Datadog. 2024. The State of Serverless. https:\/\/www.datadoghq.com\/state-of-serverless\/. Accessed: 2024-01-28."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9091-7"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2021.3113940"},{"key":"e_1_3_2_1_28_1","volume-title":"Maximilian Schwinger, Johannes Grohmann, Nikolas Herbst, Cristina L Abad, and Alexandru Iosup.","author":"Eismann Simon","year":"2020","unstructured":"Simon Eismann, Joel Scheuner, Erwin Van Eyk, Maximilian Schwinger, Johannes Grohmann, Nikolas Herbst, Cristina L Abad, and Alexandru Iosup. 2020. A review of serverless use cases and their characteristics. arXiv preprint arXiv:2008.11110 (2020)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2020.3023302"},{"key":"e_1_3_2_1_30_1","volume-title":"2019 USENIX Annual Technical Conference (USENIX ATC 19)","author":"Fouladi Sadjad","year":"2019","unstructured":"Sadjad Fouladi, Francisco Romero, Dan Iter, Qian Li, Shuvo Chatterjee, Christos Kozyrakis, Matei Zaharia, and Keith Winstein. 2019. From Laptop to Lambda: Outsourcing Everyday Jobs to Thousands of Transient Functional Containers. In 2019 USENIX Annual Technical Conference (USENIX ATC 19). USENIX Association, Renton, WA, 475--488. http:\/\/www.usenix.org\/conference\/atc19\/presentation\/fouladi"},{"key":"e_1_3_2_1_31_1","volume-title":"Fast and Slow: Low-Latency Video Processing Using Thousands of Tiny Threads. In 14th USENIX Symposium on Networked Systems Design and Implementation (NSDI 17)","author":"Fouladi Sadjad","year":"2017","unstructured":"Sadjad Fouladi, Riad S. Wahby, Brennan Shacklett, Karthikeyan Vasuki Balasubramaniam, William Zeng, Rahul Bhalerao, Anirudh Sivaraman, George Porter, and Keith Winstein. 2017. Encoding, Fast and Slow: Low-Latency Video Processing Using Thousands of Tiny Threads. In 14th USENIX Symposium on Networked Systems Design and Implementation (NSDI 17). USENIX Association, Boston, MA, 363--376. https:\/\/www.usenix.org\/conference\/nsdi17\/technical-sessions\/presentation\/fouladi"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/38714.38742"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/UCC-Companion.2018.00049"},{"key":"e_1_3_2_1_34_1","unstructured":"Google Cloud [Online; accessed 1 August 2024]. Invoke Cloud Functions or Cloud Run. https:\/\/cloud.google.com\/workflows\/docs\/calling-run-functions."},{"key":"e_1_3_2_1_35_1","unstructured":"Google Cloud [Online; accessed 14 July 2024]. Cloud Functions Pricing. https:\/\/cloud.google.com\/functions\/pricing."},{"key":"e_1_3_2_1_36_1","unstructured":"Google Cloud Workflows Pricing [Online; accessed 1 August 2024]. Google Cloud Workflows Pricing. https:\/\/cloud.google.com\/workflows\/pricing."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/IC2E52221.2021.00014"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/CLOUD55607.2022.00028"},{"key":"e_1_3_2_1_39_1","volume-title":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC15)","author":"Hoefler Torsten","year":"2015","unstructured":"Torsten Hoefler and Roberto Belli. 2015. Scientific Benchmarking of Parallel Computing Systems. ACM, 73:1--73:12. Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC15)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-75444-2_62"},{"key":"e_1_3_2_1_41_1","volume-title":"Young Choon Lee, and Albert Y. Zomaya","author":"Jiang Qingye","year":"2017","unstructured":"Qingye Jiang, Young Choon Lee, and Albert Y. Zomaya. 2017. Serverless Execution of Scientific Workflows. In Service-Oriented Computing, Michael Maximilien, Antonio Vallecillo, Jianmin Wang, and Marc Oriol (Eds.). Springer International Publishing, Cham, 706--721."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368235.3368839"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/cloud.2019.00091"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491204.3527467"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid59990.2024.00067"},{"key":"e_1_3_2_1_46_1","unstructured":"lambda-vcpu Online; accessed 17 July 2024. Memory and Computing Power. https:\/\/docs.aws.amazon.com\/lambda\/latest\/operatorguide\/computing-power.html."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2018.12.013"},{"key":"e_1_3_2_1_48_1","volume-title":"2021 USENIX Annual Technical Conference (USENIX ATC 21)","author":"Mahgoub Ashraf","year":"2021","unstructured":"Ashraf Mahgoub, Li Wang, Karthick Shankar, Yiming Zhang, Huangshi Tian, Subrata Mitra, Yuxing Peng, Hongqi Wang, Ana Klimovic, Haoran Yang, et al. 2021. {SONIC}: Application-aware Data Passing for Chained Serverless Applications. In 2021 USENIX Annual Technical Conference (USENIX ATC 21). 285--301."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3489048.3530959"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3401025.3401738"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2017.10.029"},{"key":"e_1_3_2_1_52_1","unstructured":"MapReduce [Online; accessed 27. July 2024]. A MapReduce Overview. https:\/\/towardsdatascience.com\/a-mapreduce-overview-6f2d64d8d0e6."},{"key":"e_1_3_2_1_53_1","unstructured":"Caitie McCaffrey. 2015. Applying the Saga Pattern. https:\/\/www.youtube.com\/watch?v=xDuwrtwYHu8. Accessed: 2024-08-02."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2927908"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/356698.356702"},{"key":"e_1_3_2_1_56_1","volume-title":"Probabilistic Outputs for Support Vector Machines and Comparisons to Regularized Likelihood Methods","author":"Platt John C.","unstructured":"John C. Platt. 1999. Probabilistic Outputs for Support Vector Machines and Comparisons to Regularized Likelihood Methods. In ADVANCES IN LARGE MARGIN CLASSIFIERS. MIT Press, 61--74."},{"key":"e_1_3_2_1_57_1","unstructured":"Redis Online; accessed 3 June 2024. Redis. https:\/\/redis.io\/."},{"key":"e_1_3_2_1_58_1","volume-title":"Faster R-CNN: Towards Real-Time Object Detection with Region Proposal Networks. CoRR abs\/1506.01497","author":"Ren Shaoqing","year":"2015","unstructured":"Shaoqing Ren, Kaiming He, Ross B. Girshick, and Jian Sun. 2015. Faster R-CNN: Towards Real-Time Object Detection with Region Proposal Networks. CoRR abs\/1506.01497 (2015). arXiv:1506.01497 http:\/\/arxiv.org\/abs\/1506 01497"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3639478.3643123"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.juture.2020.08.012"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3503221.3508407"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC41404.2022.00027"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2020.3029994"},{"key":"e_1_3_2_1_64_1","unstructured":"Joel Scheuner Simon Eismann Sacheendra Talluri Erwin van Eyk Cristina Abad Philipp Leitner and Alexandru Iosup. 2022. Let's Trace It: Fine-Grained Serverless Benchmarking using Synchronous and Asynchronous Orchestrated Applications. arXiv:2205.07696 [cs.DC]"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.110708"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1109\/IISWC53511.2021.00017"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3352460.3358296"},{"key":"e_1_3_2_1_68_1","volume-title":"PanOpticon: A Comprehensive Benchmarking Tool for Serverless Applications. In 2020 International Conference on COMmunication Systems NETworkS (COMSNETS). 144--151","author":"Somu N.","unstructured":"N. Somu, N. Daw, U. Bellur, and P. Kulkarni. 2020. PanOpticon: A Comprehensive Benchmarking Tool for Serverless Applications. In 2020 International Conference on COMmunication Systems NETworkS (COMSNETS). 144--151."},{"key":"e_1_3_2_1_69_1","unstructured":"N. Trcka W.M.P. Aalst van der and N. Sidorova. 2008. Analyzing control-flow and data-flow in workflow processes in a unified way. Technische Universiteit Eindhoven."},{"key":"e_1_3_2_1_70_1","volume-title":"Data-Flow Anti-patterns: Discovering Data-Flow Errors in Workflows","author":"Tr\u010dka Nikola","unstructured":"Nikola Tr\u010dka, Wil M. P. van der Aalst, and Natalia Sidorova. 2009. Data-Flow Anti-patterns: Discovering Data-Flow Errors in Workflows. In Advanced Information Systems Engineering, Pascal van Eck, Jaap Gordijn, and Roel Wieringa (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg, 425--439."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1109\/IISWC53511.2021.00016"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/2668930.2688819"},{"key":"e_1_3_2_1_73_1","volume-title":"Proceedings of the 2018 USENIX Conference on Usenix Annual Technical Conference (Boston, MA, USA) (USENIX ATC '18). USENIX Association, USA, 133--145","author":"Wang Liang","year":"2018","unstructured":"Liang Wang, Mengyuan Li, Yinqian Zhang, Thomas Ristenpart, and Michael Swift. 2018. Peeking behind the Curtains of Serverless Platforms. In Proceedings of the 2018 USENIX Conference on Usenix Annual Technical Conference (Boston, MA, USA) (USENIX ATC '18). USENIX Association, USA, 133--145."},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579643"},{"key":"e_1_3_2_1_75_1","volume-title":"Software engineering for serverless computing. arXiv preprint arXiv:2207.13263","author":"Wen Jinfeng","year":"2022","unstructured":"Jinfeng Wen, Zhenpeng Chen, and Xuanzhe Liu. 2022. Software engineering for serverless computing. arXiv preprint arXiv:2207.13263 (2022)."},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468558"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICWS53863.2021.00102"},{"key":"e_1_3_2_1_78_1","volume-title":"Gabrielle Appleton, Myles Axton, Arie Baak, Niklas Blomberg, Jan-Willem Boiten, Luiz Bonino da Silva Santos, Philip E Bourne, et al.","author":"Wilkinson Mark D","year":"2016","unstructured":"Mark D Wilkinson, Michel Dumontier, IJsbrand Jan Aalbersberg, Gabrielle Appleton, Myles Axton, Arie Baak, Niklas Blomberg, Jan-Willem Boiten, Luiz Bonino da Silva Santos, Philip E Bourne, et al. 2016. The FAIR Guiding Principles for scientific data management and stewardship. Scientific data 3, 1 (2016), 1--9."},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/3419111.3421280"}],"event":{"name":"EuroSys '25: Twentieth European Conference on Computer Systems","location":"Rotterdam Netherlands","acronym":"EuroSys '25","sponsor":["SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the Twentieth European Conference on Computer Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3689031.3717465","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3689031.3717465","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T11:19:55Z","timestamp":1755775195000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3689031.3717465"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,30]]},"references-count":79,"alternative-id":["10.1145\/3689031.3717465","10.1145\/3689031"],"URL":"https:\/\/doi.org\/10.1145\/3689031.3717465","relation":{},"subject":[],"published":{"date-parts":[[2025,3,30]]},"assertion":[{"value":"2025-03-30","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}