{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T21:06:14Z","timestamp":1775336774796,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":16,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,5,8]],"date-time":"2023-05-08T00:00:00Z","timestamp":1683504000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2240204"],"award-info":[{"award-number":["2240204"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,5,8]]},"DOI":"10.1145\/3592533.3592806","type":"proceedings-article","created":{"date-parts":[[2023,5,4]],"date-time":"2023-05-04T15:00:49Z","timestamp":1683212449000},"page":"12-18","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["What goes wrong in serverless runtimes? A survey of bugs in Knative Serving"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3571-7541","authenticated-orcid":false,"given":"Tim","family":"Goodwin","sequence":"first","affiliation":[{"name":"University of California, Santa Cruz, Santa Cruz, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0785-4119","authenticated-orcid":false,"given":"Andrew","family":"Quinn","sequence":"additional","affiliation":[{"name":"University of California, Santa Cruz, Santa Cruz, CA, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1374-7715","authenticated-orcid":false,"given":"Lindsey","family":"Kuper","sequence":"additional","affiliation":[{"name":"University of California, Santa Cruz, Santa Cruz, CA, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,5,8]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"10","volume-title":"Proc. ACM Program. Lang. 5, OOPSLA, Article 133 (oct","author":"Burckhardt Sebastian","year":"2021","unstructured":"Sebastian Burckhardt , Chris Gillum , David Justo , Konstantinos Kallas , Connor McMahon , and Christopher S. Meiklejohn . 2021. Durable Functions: Semantics for Stateful Serverless . Proc. ACM Program. Lang. 5, OOPSLA, Article 133 (oct 2021 ), 27 pages. 10 .1145\/3485510 Sebastian Burckhardt, Chris Gillum, David Justo, Konstantinos Kallas, Connor McMahon, and Christopher S. Meiklejohn. 2021. Durable Functions: Semantics for Stateful Serverless. Proc. ACM Program. Lang. 5, OOPSLA, Article 133 (oct 2021), 27 pages. 10.1145\/3485510"},{"key":"e_1_3_2_1_3_1","unstructured":"Datadog. 2022. The State of Serverless. https:\/\/www.datadoghq.com\/state-of-serverless\/  Datadog. 2022. The State of Serverless. https:\/\/www.datadoghq.com\/state-of-serverless\/"},{"key":"e_1_3_2_1_4_1","first-page":"10","volume-title":"Proc. ACM Program. Lang. 3, OOPSLA, Article 149 (oct","author":"Jangda Abhinav","year":"2019","unstructured":"Abhinav Jangda , Donald Pinckney , Yuriy Brun , and Arjun Guha . 2019 . Formal Foundations of Serverless Computing . Proc. ACM Program. Lang. 3, OOPSLA, Article 149 (oct 2019), 26 pages. 10 .1145\/3360575 Abhinav Jangda, Donald Pinckney, Yuriy Brun, and Arjun Guha. 2019. Formal Foundations of Serverless Computing. Proc. ACM Program. Lang. 3, OOPSLA, Article 149 (oct 2019), 26 pages. 10.1145\/3360575"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 5th International Workshop on Serverless Computing","author":"Kaviani Nima","year":"2019","unstructured":"Nima Kaviani , Dmitriy Kalinin , and Michael Maximilien . 2019 . Towards Serverless as Commodity: A Case of Knative . In Proceedings of the 5th International Workshop on Serverless Computing ( Davis, CA, USA) (WOSC '19). Association for Computing Machinery, New York, NY, USA, 13--18. 10.1145\/3366623.3368135 Nima Kaviani, Dmitriy Kalinin, and Michael Maximilien. 2019. Towards Serverless as Commodity: A Case of Knative. In Proceedings of the 5th International Workshop on Serverless Computing (Davis, CA, USA) (WOSC '19). Association for Computing Machinery, New York, NY, USA, 13--18. 10.1145\/3366623.3368135"},{"key":"e_1_3_2_1_6_1","unstructured":"The Knative Authors. 2022. Knative Runtime Contract. https:\/\/github.com\/knative\/specs\/blob\/main\/specs\/serving\/runtime-contract.md  The Knative Authors. 2022. Knative Runtime Contract. https:\/\/github.com\/knative\/specs\/blob\/main\/specs\/serving\/runtime-contract.md"},{"key":"e_1_3_2_1_7_1","unstructured":"The Knative Authors. 2023. Knative. https:\/\/knative.dev\/docs\/.  The Knative Authors. 2023. Knative. https:\/\/knative.dev\/docs\/."},{"key":"e_1_3_2_1_8_1","unstructured":"The Kubernetes Authors. 2023a. Kubernetes. https:\/\/kubernetes.io\/.  The Kubernetes Authors. 2023a. Kubernetes. https:\/\/kubernetes.io\/."},{"key":"e_1_3_2_1_9_1","unstructured":"The Kubernetes Authors. 2023b. Pod Lifecycle. https:\/\/kubernetes.io\/docs\/concepts\/workloads\/pods\/pod-lifecycle\/#pod-conditions  The Kubernetes Authors. 2023b. Pod Lifecycle. https:\/\/kubernetes.io\/docs\/concepts\/workloads\/pods\/pod-lifecycle\/#pod-conditions"},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 5th International Workshop on Serverless Computing","author":"Li Junfeng","year":"2019","unstructured":"Junfeng Li , Sameer G. Kulkarni , K. K. Ramakrishnan , and Dan Li . 2019 . Understanding Open Source Serverless Platforms: Design Considerations and Performance . In Proceedings of the 5th International Workshop on Serverless Computing ( Davis, CA, USA) (WOSC '19). Association for Computing Machinery, New York, NY, USA, 37--42. 10.1145\/3366623.3368139 Junfeng Li, Sameer G. Kulkarni, K. K. Ramakrishnan, and Dan Li. 2019. Understanding Open Source Serverless Platforms: Design Considerations and Performance. In Proceedings of the 5th International Workshop on Serverless Computing (Davis, CA, USA) (WOSC '19). Association for Computing Machinery, New York, NY, USA, 37--42. 10.1145\/3366623.3368139"},{"key":"e_1_3_2_1_11_1","volume-title":"Agile Cold Starts for Scalable Serverless. In 11th USENIX Workshop on Hot Topics in Cloud Computing (HotCloud 19)","author":"Mohan Anup","year":"2019","unstructured":"Anup Mohan , Harshad Sane , Kshitij Doshi , Saikrishna Edupuganti , Naren Nayak , and Vadim Sukhomlinov . 2019 . Agile Cold Starts for Scalable Serverless. In 11th USENIX Workshop on Hot Topics in Cloud Computing (HotCloud 19) . USENIX Association, Renton, WA. https:\/\/www.usenix.org\/conference\/hotcloud19\/presentation\/mohan Anup Mohan, Harshad Sane, Kshitij Doshi, Saikrishna Edupuganti, Naren Nayak, and Vadim Sukhomlinov. 2019. Agile Cold Starts for Scalable Serverless. In 11th USENIX Workshop on Hot Topics in Cloud Computing (HotCloud 19). USENIX Association, Renton, WA. https:\/\/www.usenix.org\/conference\/hotcloud19\/presentation\/mohan"},{"key":"e_1_3_2_1_12_1","volume-title":"An Evaluation of Open Source Serverless Computing Frameworks. In 2018 IEEE International Conference on Cloud Computing Technology and Science (CloudCom). 115--120","author":"Mohanty Sunil Kumar","year":"2018","unstructured":"Sunil Kumar Mohanty , Gopika Premsankar , and Mario di Francesco . 2018 . An Evaluation of Open Source Serverless Computing Frameworks. In 2018 IEEE International Conference on Cloud Computing Technology and Science (CloudCom). 115--120 . 10.1109\/CloudCom2018.2018.00033 Sunil Kumar Mohanty, Gopika Premsankar, and Mario di Francesco. 2018. An Evaluation of Open Source Serverless Computing Frameworks. In 2018 IEEE International Conference on Cloud Computing Technology and Science (CloudCom). 115--120. 10.1109\/CloudCom2018.2018.00033"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the 37th ACM SIGPLAN Conference on Programming Language Design and Implementation","author":"Shambaugh Rian","year":"2016","unstructured":"Rian Shambaugh , Aaron Weiss , and Arjun Guha . 2016 . Rehearsal: A Configuration Verification Tool for Puppet . In Proceedings of the 37th ACM SIGPLAN Conference on Programming Language Design and Implementation ( Santa Barbara, CA, USA) (PLDI '16). Association for Computing Machinery, New York, NY, USA, 416--430. 10.1145\/2908080.2908083 Rian Shambaugh, Aaron Weiss, and Arjun Guha. 2016. Rehearsal: A Configuration Verification Tool for Puppet. In Proceedings of the 37th ACM SIGPLAN Conference on Programming Language Design and Implementation (Santa Barbara, CA, USA) (PLDI '16). Association for Computing Machinery, New York, NY, USA, 416--430. 10.1145\/2908080.2908083"},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the 14th USENIX Conference on Operating Systems Design and Implementation (OSDI'20)","author":"Sun Xudong","year":"2020","unstructured":"Xudong Sun , Runxiang Cheng , Jianyan Chen , Elaine Ang , Owolabi Legunsen , and Tianyin Xu . 2020 . Testing Configuration Changes in Context to Prevent Production Failures . In Proceedings of the 14th USENIX Conference on Operating Systems Design and Implementation (OSDI'20) . USENIX Association, USA, Article 42, 17 pages. Xudong Sun, Runxiang Cheng, Jianyan Chen, Elaine Ang, Owolabi Legunsen, and Tianyin Xu. 2020. Testing Configuration Changes in Context to Prevent Production Failures. In Proceedings of the 14th USENIX Conference on Operating Systems Design and Implementation (OSDI'20). USENIX Association, USA, Article 42, 17 pages."},{"key":"e_1_3_2_1_15_1","volume-title":"Automatic Reliability Testing For Cluster Management Controllers. In 16th USENIX Symposium on Operating Systems Design and Implementation (OSDI 22)","author":"Sun Xudong","year":"2022","unstructured":"Xudong Sun , Wenqing Luo , Jiawei Tyler Gu , Aishwarya Ganesan , Ramnatthan Alagappan , Michael Gasch , Lalith Suresh , and Tianyin Xu . 2022 . Automatic Reliability Testing For Cluster Management Controllers. In 16th USENIX Symposium on Operating Systems Design and Implementation (OSDI 22) . USENIX Association, Carlsbad, CA, 143--159. https:\/\/www.usenix.org\/conference\/osdi22\/presentation\/sun Xudong Sun, Wenqing Luo, Jiawei Tyler Gu, Aishwarya Ganesan, Ramnatthan Alagappan, Michael Gasch, Lalith Suresh, and Tianyin Xu. 2022. Automatic Reliability Testing For Cluster Management Controllers. In 16th USENIX Symposium on Operating Systems Design and Implementation (OSDI 22). USENIX Association, Carlsbad, CA, 143--159. https:\/\/www.usenix.org\/conference\/osdi22\/presentation\/sun"},{"key":"e_1_3_2_1_16_1","volume-title":"Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","author":"Wen Jinfeng","year":"2021","unstructured":"Jinfeng Wen , Zhenpeng Chen , Yi Liu , Yiling Lou , Yun Ma , Gang Huang , Xin Jin , and Xuanzhe Liu . 2021 . An Empirical Study on Challenges of Application Development in Serverless Computing . In Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering ( Athens, Greece) (ESEC\/FSE 2021). Association for Computing Machinery, New York, NY, USA, 416--428. 10.1145\/3468264.3468558 Jinfeng Wen, Zhenpeng Chen, Yi Liu, Yiling Lou, Yun Ma, Gang Huang, Xin Jin, and Xuanzhe Liu. 2021. An Empirical Study on Challenges of Application Development in Serverless Computing. In Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering (Athens, Greece) (ESEC\/FSE 2021). Association for Computing Machinery, New York, NY, USA, 416--428. 10.1145\/3468264.3468558"},{"key":"e_1_3_2_1_17_1","volume-title":"12th USENIX Symposium on Operating Systems Design and Implementation (OSDI 16)","author":"Xu Tianyin","year":"2016","unstructured":"Tianyin Xu , Xinxin Jin , Peng Huang , Yuanyuan Zhou , Shan Lu , Long Jin , and Shankar Pasupathy . 2016 . Early Detection of Configuration Errors to Reduce Failure Damage . In 12th USENIX Symposium on Operating Systems Design and Implementation (OSDI 16) . USENIX Association, Savannah, GA, 619--634. https:\/\/www.usenix.org\/conference\/osdi16\/technical-sessions\/presentation\/xu Tianyin Xu, Xinxin Jin, Peng Huang, Yuanyuan Zhou, Shan Lu, Long Jin, and Shankar Pasupathy. 2016. Early Detection of Configuration Errors to Reduce Failure Damage. In 12th USENIX Symposium on Operating Systems Design and Implementation (OSDI 16). USENIX Association, Savannah, GA, 619--634. https:\/\/www.usenix.org\/conference\/osdi16\/technical-sessions\/presentation\/xu"}],"event":{"name":"SESAME '23: 1st Workshop on SErverless Systems, Applications and MEthodologies","location":"Rome Italy","acronym":"SESAME '23","sponsor":["SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the 1st Workshop on SErverless Systems, Applications and MEthodologies"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3592533.3592806","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:49:00Z","timestamp":1750182540000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3592533.3592806"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,8]]},"references-count":16,"alternative-id":["10.1145\/3592533.3592806","10.1145\/3592533"],"URL":"https:\/\/doi.org\/10.1145\/3592533.3592806","relation":{},"subject":[],"published":{"date-parts":[[2023,5,8]]},"assertion":[{"value":"2023-05-08","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}