{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:14:51Z","timestamp":1750220091158,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":27,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,8,14]],"date-time":"2022-08-14T00:00:00Z","timestamp":1660435200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,8,14]]},"DOI":"10.1145\/3534678.3539099","type":"proceedings-article","created":{"date-parts":[[2022,8,12]],"date-time":"2022-08-12T19:06:41Z","timestamp":1660331201000},"page":"3336-3346","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Rapid Regression Detection in Software Deployments through Sequential Testing"],"prefix":"10.1145","author":[{"given":"Michael","family":"Lindon","sequence":"first","affiliation":[{"name":"Netflix, Inc, Los Gatos, CA, USA"}]},{"given":"Chris","family":"Sanden","sequence":"additional","affiliation":[{"name":"Netflix, Inc, Los Gatos, CA, USA"}]},{"given":"Vach\u00e9","family":"Shirikian","sequence":"additional","affiliation":[{"name":"Netflix, Inc, Los Gatos, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,8,14]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.2307\/2343787"},{"key":"e_1_3_2_1_2_1","volume-title":"Doksum","author":"Bickel Peter J.","year":"1977","unstructured":"Peter J. Bickel and Kjell A. Doksum. 1977. Mathematical statistics : basic ideas and selected topics. Vol. 2. Holden-Day San Francisco. 240--241 pages."},{"key":"e_1_3_2_1_3_1","volume-title":"De Boor","author":"Conte Samuel Daniel","year":"1980","unstructured":"Samuel Daniel Conte and Carl W. De Boor. 1980. Elementary Numerical Analysis: An Algorithmic Approach 3rd ed.). McGraw-Hill Higher Education. 74--75 pages."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.61.3.804"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177728174"},{"key":"e_1_3_2_1_6_1","volume-title":"An Industrial Case Study on the Automated Detection of Performance Regressions in Heterogeneous Environments. In 2015 IEEE\/ACM 37th IEEE International Conference on Software Engineering","author":"Foo King Chun","year":"2015","unstructured":"King Chun Foo, Zhen Ming (Jack) Jiang, Bram Adams, Ahmed E. Hassan, Ying Zou, and Parminder Flora. 2015. An Industrial Case Study on the Automated Detection of Performance Regressions in Heterogeneous Environments. In 2015 IEEE\/ACM 37th IEEE International Conference on Software Engineering (Florence, Italy) (ICSE '15). IEEE Press, 159--168."},{"key":"e_1_3_2_1_7_1","unstructured":"Michael Graff and Chris Sanden. 2018. Automated Canary Analysis at Netflix with Kayenta. https:\/\/medium.com\/netflix-techblog\/automated-canary-analysis-at-netflix-with-kayenta-3260bc7acc69. Netflix Tech Blog."},{"key":"e_1_3_2_1_8_1","first-page":"25","article-title":"Rules for Ordering Uncertain Prospects","volume":"59","author":"Hadar Josef","year":"1969","unstructured":"Josef Hadar and William R. Russell. 1969. Rules for Ordering Uncertain Prospects. The American Economic Review, Vol. 59, 1 (1969), 25--34.","journal-title":"The American Economic Review"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.3150\/21-BEJ1388"},{"key":"e_1_3_2_1_10_1","volume-title":"Continuous Delivery: Reliable Software Releases through Build, Test, and Deployment Automation","author":"Humble Jez","year":"2010","unstructured":"Jez Humble and David Farley. 2010. Continuous Delivery: Reliable Software Releases through Build, Test, and Deployment Automation 1st ed.). Addison-Wesley Professional.","edition":"1"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3097992"},{"key":"e_1_3_2_1_12_1","unstructured":"Ramesh Johari Leo Pekelis and David J Walsh. 2015. Always Valid Inference: Bringing Sequential Analysis to A\/B Testing. arxiv: 1512.04922 [math.ST]"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1996.10476944"},{"key":"e_1_3_2_1_15_1","volume-title":"Anytime-Valid Inference for Multinomial Count Data. arxiv","author":"Lindon Michael","year":"2011","unstructured":"Michael Lindon and Alan Malek. 2020. Anytime-Valid Inference for Multinomial Count Data. arxiv: 2011.03567 [stat.ME]"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1214\/aop\/1176990746"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3152688.3152691"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2016.7503737"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.02.010"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-1862-1"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the 32nd International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"1668","author":"Szorenyi Balazs","year":"2015","unstructured":"Balazs Szorenyi, Robert Busa-Fekete, Paul Weng, and Eyke H\u00fcllermeier. 2015. Qualitative Multi-Armed Bandits: A Quantile-Based Approach. In Proceedings of the 32nd International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 37). PMLR, Lille, France, 1660--1668."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2784770"},{"key":"e_1_3_2_1_23_1","volume-title":"Sequential tests of statistical hypotheses. The annals of mathematical statistics","author":"Wald Abraham","year":"1945","unstructured":"Abraham Wald. 1945. Sequential tests of statistical hypotheses. The annals of mathematical statistics, Vol. 16, 2 (1945), 117--186."},{"volume-title":"Sequential Analysis","author":"Wald Abraham","key":"e_1_3_2_1_24_1","unstructured":"Abraham Wald. 1947. Sequential Analysis. John Wiley & Sons, New York."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00010"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCIA.2018.00019"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3190566"}],"event":{"name":"KDD '22: The 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"],"location":"Washington DC USA","acronym":"KDD '22"},"container-title":["Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3534678.3539099","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3534678.3539099","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:09:51Z","timestamp":1750183791000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3534678.3539099"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,14]]},"references-count":27,"alternative-id":["10.1145\/3534678.3539099","10.1145\/3534678"],"URL":"https:\/\/doi.org\/10.1145\/3534678.3539099","relation":{},"subject":[],"published":{"date-parts":[[2022,8,14]]},"assertion":[{"value":"2022-08-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}