{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T22:59:46Z","timestamp":1773874786920,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":80,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"IBM Thomas J. Watson Research Center (IBM Collaboratory at Boston University)"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1145\/3472883.3486984","type":"proceedings-article","created":{"date-parts":[[2021,10,27]],"date-time":"2021-10-27T10:48:16Z","timestamp":1635331696000},"page":"289-304","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Iter8"],"prefix":"10.1145","author":[{"given":"Mert","family":"Toslali","sequence":"first","affiliation":[{"name":"Boston University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Srinivasan","family":"Parthasarathy","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fabio","family":"Oliveira","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hai","family":"Huang","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ayse K.","family":"Coskun","sequence":"additional","affiliation":[{"name":"Boston University"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,11]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2514690"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556195.2556252"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3088510"},{"key":"e_1_3_2_2_4_1","unstructured":"Akamai. 2017. Akamai Online Retail Performance Report: Milliseconds Are Critical. https:\/\/www.akamai.com\/uk\/en\/about\/news\/press\/2017-press\/akamai-releases- spring- 2017-state- of- online-retail-performance-report.jsp.  Akamai. 2017. Akamai Online Retail Performance Report: Milliseconds Are Critical. https:\/\/www.akamai.com\/uk\/en\/about\/news\/press\/2017-press\/akamai-releases- spring- 2017-state- of- online-retail-performance-report.jsp."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2959100.2959194"},{"key":"e_1_3_2_2_6_1","unstructured":"Argo Rollouts. 2021. https:\/\/argoproj.github.io\/argo-rollouts\/.  Argo Rollouts. 2021. https:\/\/argoproj.github.io\/argo-rollouts\/."},{"key":"e_1_3_2_2_7_1","first-page":"1","article-title":"The Nonstochastic Multiarmed Bandit Problem","volume":"32","author":"Auer Peter","year":"2003","unstructured":"Peter Auer , Nicol\u00f2 Cesa-Bianchi , Yoav Freund , and Robert E. Schapire . 2003 . The Nonstochastic Multiarmed Bandit Problem . SIAM J. Comput. 32 , 1 (Jan. 2003), 48--77. https:\/\/doi.org\/10.1137\/S0097539701398375 10.1137\/S0097539701398375 Peter Auer, Nicol\u00f2 Cesa-Bianchi, Yoav Freund, and Robert E. Schapire. 2003. The Nonstochastic Multiarmed Bandit Problem. SIAM J. Comput. 32, 1 (Jan. 2003), 48--77. https:\/\/doi.org\/10.1137\/S0097539701398375","journal-title":"SIAM J. Comput."},{"key":"e_1_3_2_2_8_1","volume-title":"DevOps: A Software Architect's Perspective","author":"Bass Len","unstructured":"Len Bass , Ingo Weber , and Liming Zhu . 2015. DevOps: A Software Architect's Perspective ( 1 st ed.). Addison-Wesley Professional . Len Bass, Ingo Weber, and Liming Zhu. 2015. DevOps: A Software Architect's Perspective (1st ed.). Addison-Wesley Professional.","edition":"1"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1093\/genetics\/162.4.2025"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568233"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330744"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786826"},{"key":"e_1_3_2_2_13_1","unstructured":"Cloud Native Computing Foundation (CNCF). 2020. CNCF Survey. https:\/\/www.cncf.io\/wp-content\/uploads\/2020\/11\/CNCF_Survey_Report_2020.pdf.  Cloud Native Computing Foundation (CNCF). 2020. CNCF Survey. https:\/\/www.cncf.io\/wp-content\/uploads\/2020\/11\/CNCF_Survey_Report_2020.pdf."},{"key":"e_1_3_2_2_14_1","unstructured":"Cloud Native Computing Foundation (CNCF). 2021. CNCF. https:\/\/www.cncf.io.  Cloud Native Computing Foundation (CNCF). 2021. CNCF. https:\/\/www.cncf.io."},{"key":"e_1_3_2_2_15_1","unstructured":"Controller Pattern Kubernetes. 2021. https:\/\/kubernetes.io\/docs\/concepts\/architecture\/controller\/.  Controller Pattern Kubernetes. 2021. https:\/\/kubernetes.io\/docs\/concepts\/architecture\/controller\/."},{"key":"e_1_3_2_2_16_1","volume-title":"Proceedings of the 14th USENIX Conference on Networked Systems Design and Implementation","author":"Crankshaw Daniel","year":"2017","unstructured":"Daniel Crankshaw , Xin Wang , Giulio Zhou , Michael J. Franklin , Joseph E. Gonzalez , and Ion Stoica . 2017 . Clipper: A Low-Latency Online Prediction Serving System . In Proceedings of the 14th USENIX Conference on Networked Systems Design and Implementation ( Boston, MA, USA) (NSDI'17). USENIX Association, USA, 613--627. Daniel Crankshaw, Xin Wang, Giulio Zhou, Michael J. Franklin, Joseph E. Gonzalez, and Ion Stoica. 2017. Clipper: A Low-Latency Online Prediction Serving System. In Proceedings of the 14th USENIX Conference on Networked Systems Design and Implementation (Boston, MA, USA) (NSDI'17). USENIX Association, USA, 613--627."},{"key":"e_1_3_2_2_17_1","unstructured":"Custom Resources Kubernetes. 2021. https:\/\/kubernetes.io\/docs\/concepts\/extend-kubernetes\/api-extension\/custom-resources\/.  Custom Resources Kubernetes. 2021. https:\/\/kubernetes.io\/docs\/concepts\/extend-kubernetes\/api-extension\/custom-resources\/."},{"key":"e_1_3_2_2_18_1","volume-title":"Schervish","author":"DeGroot Morris H.","year":"2002","unstructured":"Morris H. DeGroot and Mark J . Schervish . 2002 . Probability and Statistics (3 ed.). Addison-Wesley . Morris H. DeGroot and Mark J. Schervish. 2002. Probability and Statistics (3 ed.). Addison-Wesley."},{"key":"e_1_3_2_2_19_1","unstructured":"Yoav Einav. 2019. Amazon found every 100ms of latency cost them 1% in sales. https:\/\/www.gigaspaces.com\/blog\/amazon-found-every-100ms-of-latency-cost-them-1-in-sales\/.  Yoav Einav. 2019. Amazon found every 100ms of latency cost them 1% in sales. https:\/\/www.gigaspaces.com\/blog\/amazon-found-every-100ms-of-latency-cost-them-1-in-sales\/."},{"key":"e_1_3_2_2_20_1","volume-title":"Rapid Canary Assessment Through Proxying and Two-Stage Load Balancing. In 2019 IEEE International Conference on Software Architecture Companion (ICSA-C). 116--122","author":"Ernst D.","unstructured":"D. Ernst , A. Becker , and S. Tai . 2019 . Rapid Canary Assessment Through Proxying and Two-Stage Load Balancing. In 2019 IEEE International Conference on Software Architecture Companion (ICSA-C). 116--122 . D. Ernst, A. Becker, and S. Tai. 2019. Rapid Canary Assessment Through Proxying and Two-Stage Load Balancing. In 2019 IEEE International Conference on Software Architecture Companion (ICSA-C). 116--122."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.76"},{"key":"e_1_3_2_2_22_1","unstructured":"Firebase. 2021. https:\/\/firebase.google.com.  Firebase. 2021. https:\/\/firebase.google.com."},{"key":"e_1_3_2_2_23_1","unstructured":"Flagger. 2021. https:\/\/docs.flagger.app.  Flagger. 2021. https:\/\/docs.flagger.app."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3297858.3304004"},{"key":"e_1_3_2_2_25_1","volume-title":"Proceedings of the 31st International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"108","author":"Gopalan Aditya","year":"2014","unstructured":"Aditya Gopalan , Shie Mannor , and Yishay Mansour . 2014 . Thompson Sampling for Complex Online Problems . In Proceedings of the 31st International Conference on Machine Learning (Proceedings of Machine Learning Research , Vol. 32), Eric P. Xing and Tony Jebara (Eds.). PMLR, Bejing, China, 100-- 108 . Aditya Gopalan, Shie Mannor, and Yishay Mansour. 2014. Thompson Sampling for Complex Online Problems. In Proceedings of the 31st International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 32), Eric P. Xing and Tony Jebara (Eds.). PMLR, Bejing, China, 100--108."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.5555\/3104322.3104326"},{"key":"e_1_3_2_2_27_1","volume-title":"Continuous Benchmarking: Using System Benchmarking in Build Pipelines. In 2019 IEEE International Conference on Cloud Engineering (IC2E). 241--246","author":"Grambow M.","unstructured":"M. Grambow , F. Lehmann , and D. Bermbach . 2019 . Continuous Benchmarking: Using System Benchmarking in Build Pipelines. In 2019 IEEE International Conference on Cloud Engineering (IC2E). 241--246 . M. Grambow, F. Lehmann, and D. Bermbach. 2019. Continuous Benchmarking: Using System Benchmarking in Build Pipelines. In 2019 IEEE International Conference on Cloud Engineering (IC2E). 241--246."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341105.3373875"},{"key":"e_1_3_2_2_29_1","unstructured":"Kaiming He Xiangyu Zhang Shaoqing Ren and Jian Sun. 2015. Deep Residual Learning for Image Recognition. arXiv:1512.03385 [cs.CV]  Kaiming He Xiangyu Zhang Shaoqing Ren and Jian Sun. 2015. Deep Residual Learning for Image Recognition. arXiv:1512.03385 [cs.CV]"},{"key":"e_1_3_2_2_30_1","unstructured":"Hey-workload. 2016. https:\/\/github.com\/rakyll\/hey.  Hey-workload. 2016. https:\/\/github.com\/rakyll\/hey."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098184"},{"key":"e_1_3_2_2_32_1","unstructured":"Horizontal Pod Autoscaler. 2021. https:\/\/kubernetes.io\/docs\/tasks\/run-application\/horizontal-pod-autoscale\/.  Horizontal Pod Autoscaler. 2021. https:\/\/kubernetes.io\/docs\/tasks\/run-application\/horizontal-pod-autoscale\/."},{"key":"e_1_3_2_2_33_1","volume-title":"Continuous Delivery: Reliable Software Releases through Build, Test, and Deployment Automation","author":"Humble Jez","year":"2010","unstructured":"Jez Humble and David Farley . 2010 . Continuous Delivery: Reliable Software Releases through Build, Test, and Deployment Automation ( 1 st ed.). Addison-Wesley Professional . Jez Humble and David Farley. 2010. Continuous Delivery: Reliable Software Releases through Build, Test, and Deployment Automation (1st ed.). Addison-Wesley Professional.","edition":"1"},{"key":"e_1_3_2_2_34_1","unstructured":"InfluxDB. 2013. https:\/\/www.influxdata.com\/products\/influxdboverview\/.  InfluxDB. 2013. https:\/\/www.influxdata.com\/products\/influxdboverview\/."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2011.22"},{"key":"e_1_3_2_2_36_1","unstructured":"Istio. 2021. https:\/\/istio.io\/docs\/concepts\/what-is-istio\/.  Istio. 2021. https:\/\/istio.io\/docs\/concepts\/what-is-istio\/."},{"key":"e_1_3_2_2_37_1","unstructured":"Iter8. 2020. https:\/\/iter8.tools\/.  Iter8. 2020. https:\/\/iter8.tools\/."},{"key":"e_1_3_2_2_38_1","volume-title":"Proceedings of the 26th Symposium on Operating Systems Principles","author":"Kaldor Jonathan","unstructured":"Jonathan Kaldor , Jonathan Mace , Micha\u0142 Bejda , Edison Gao , Wiktor Kuropatwa , Joe O'Neill , Kian Win Ong , Bill Schaller , Pingjia Shan , Brendan Viscomi , and et al. 2017. Canopy: An End-to-End Performance Tracing And Analysis System . In Proceedings of the 26th Symposium on Operating Systems Principles ( Shanghai, China) (SOSP '17). Association for Computing Machinery, New York, NY, USA, 34--50. https:\/\/doi.org\/10.1145\/3132747.3132749 10.1145\/3132747.3132749 Jonathan Kaldor, Jonathan Mace, Micha\u0142 Bejda, Edison Gao, Wiktor Kuropatwa, Joe O'Neill, Kian Win Ong, Bill Schaller, Pingjia Shan, Brendan Viscomi, and et al. 2017. Canopy: An End-to-End Performance Tracing And Analysis System. In Proceedings of the 26th Symposium on Operating Systems Principles (Shanghai, China) (SOSP '17). Association for Computing Machinery, New York, NY, USA, 34--50. https:\/\/doi.org\/10.1145\/3132747.3132749"},{"key":"e_1_3_2_2_39_1","volume-title":"Feasible Arm Identification (Proceedings of Machine Learning Research","author":"Katz-Samuels Julian","unstructured":"Julian Katz-Samuels and Clay Scott . 2018. Feasible Arm Identification (Proceedings of Machine Learning Research , Vol. 80), Jennifer Dy and Andreas Krause (Eds.). PMLR, Stockholmsm\u00e4ssan, Stockholm Sweden, 2535-- 2543 . http:\/\/proceedings.mlr.press\/v80\/katz-samuels18a.html Julian Katz-Samuels and Clay Scott. 2018. Feasible Arm Identification (Proceedings of Machine Learning Research, Vol. 80), Jennifer Dy and Andreas Krause (Eds.). PMLR, Stockholmsm\u00e4ssan, Stockholm Sweden, 2535--2543. http:\/\/proceedings.mlr.press\/v80\/katz-samuels18a.html"},{"key":"e_1_3_2_2_40_1","unstructured":"KFServing. 2021. https:\/\/github.com\/kubeflow\/kfserving\/.  KFServing. 2021. https:\/\/github.com\/kubeflow\/kfserving\/."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884783"},{"key":"e_1_3_2_2_42_1","unstructured":"Knative. 2021. https:\/\/knative.dev\/.  Knative. 2021. https:\/\/knative.dev\/."},{"key":"e_1_3_2_2_43_1","unstructured":"KNative Autoscalers. 2021. https:\/\/knative.dev\/docs\/serving\/autoscaling\/autoscaler-types\/.  KNative Autoscalers. 2021. https:\/\/knative.dev\/docs\/serving\/autoscaling\/autoscaler-types\/."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/1281192.1281295"},{"key":"e_1_3_2_2_47_1","unstructured":"Kubernetes. 2021. https:\/\/kubernetes.io\/.  Kubernetes. 2021. https:\/\/kubernetes.io\/."},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3296957.3173196"},{"key":"e_1_3_2_2_49_1","volume-title":"Proceedings of the 19th International Conference on World Wide Web","author":"Li Lihong","unstructured":"Lihong Li , Wei Chu , John Langford , and Robert E. Schapire . 2010. A Contextual-Bandit Approach to Personalized News Article Recommendation . In Proceedings of the 19th International Conference on World Wide Web ( Raleigh, North Carolina, USA) (WWW '10). Association for Computing Machinery, New York, NY, USA, 661--670. Lihong Li, Wei Chu, John Langford, and Robert E. Schapire. 2010. A Contextual-Bandit Approach to Personalized News Article Recommendation. In Proceedings of the 19th International Conference on World Wide Web (Raleigh, North Carolina, USA) (WWW '10). Association for Computing Machinery, New York, NY, USA, 661--670."},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132759"},{"key":"e_1_3_2_2_51_1","volume-title":"Leslie","author":"May Benedict C.","year":"2012","unstructured":"Benedict C. May , Nathan Korda , Anthony Lee , and David S . Leslie . 2012 . Optimistic Bayesian Sampling in Contextual-bandit Problems. J. Mach. Learn. Res . 13 (June 2012), 2069--2106. Benedict C. May, Nathan Korda, Anthony Lee, and David S. Leslie. 2012. Optimistic Bayesian Sampling in Contextual-bandit Problems. J. Mach. Learn. Res. 13 (June 2012), 2069--2106."},{"key":"e_1_3_2_2_52_1","unstructured":"Marissa Mayer. 2006. What Google Knows. Presentation delivered at the Web 2.0 Summit. Summary by Greg Linden is here: http:\/\/glinden.blogspot.com\/2006\/11\/marissa-mayer-at-web-20.html.  Marissa Mayer. 2006. What Google Knows. Presentation delivered at the Web 2.0 Summit. Summary by Greg Linden is here: http:\/\/glinden.blogspot.com\/2006\/11\/marissa-mayer-at-web-20.html."},{"key":"e_1_3_2_2_53_1","unstructured":"New Relic. 2021. https:\/\/newrelic.com.  New Relic. 2021. https:\/\/newrelic.com."},{"key":"e_1_3_2_2_54_1","volume-title":"High-Performance ML Serving. In Workshop on ML Systems at NIPS","author":"Olston Christopher","year":"2017","unstructured":"Christopher Olston , Fangwei Li , Jeremiah Harmsen , Jordan Soyke , Kiril Gorovoy , Li Lao , Noah Fiedel , Sukriti Ramesh , and Vinu Rajashekhar . 2017 . TensorFlow-Serving: Flexible , High-Performance ML Serving. In Workshop on ML Systems at NIPS 2017. Christopher Olston, Fangwei Li, Jeremiah Harmsen, Jordan Soyke, Kiril Gorovoy, Li Lao, Noah Fiedel, Sukriti Ramesh, and Vinu Rajashekhar. 2017. TensorFlow-Serving: Flexible, High-Performance ML Serving. In Workshop on ML Systems at NIPS 2017."},{"key":"e_1_3_2_2_55_1","unstructured":"Optimizely. 2021. https:\/\/www.optimizely.com.  Optimizely. 2021. https:\/\/www.optimizely.com."},{"key":"e_1_3_2_2_56_1","unstructured":"Prometheus. 2021. https:\/\/prometheus.io\/docs\/introduction\/overview\/.  Prometheus. 2021. https:\/\/prometheus.io\/docs\/introduction\/overview\/."},{"key":"e_1_3_2_2_57_1","volume-title":"FIRM: An Intelligent Finegrained Resource Management Framework for SLO-Oriented Microservices. In 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20)","author":"Qiu Haoran","unstructured":"Haoran Qiu , Subho S. Banerjee , Saurabh Jha , Zbigniew T. Kalbarczyk , and Ravishankar K. Iyer . 2020 . FIRM: An Intelligent Finegrained Resource Management Framework for SLO-Oriented Microservices. In 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20) . USENIX Association, 805--825. https:\/\/www.usenix.org\/conference\/osdi20\/presentation\/qiu Haoran Qiu, Subho S. Banerjee, Saurabh Jha, Zbigniew T. Kalbarczyk, and Ravishankar K. Iyer. 2020. FIRM: An Intelligent Finegrained Resource Management Framework for SLO-Oriented Microservices. In 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20). USENIX Association, 805--825. https:\/\/www.usenix.org\/conference\/osdi20\/presentation\/qiu"},{"key":"e_1_3_2_2_58_1","volume-title":"Synthesizing Continuous Deployment Practices Used in Software Development. In 2015 Agile Conference. 1--10","author":"Rahman A. A. U.","unstructured":"A. A. U. Rahman , E. Helms , L. Williams , and C. Parnin . 2015 . Synthesizing Continuous Deployment Practices Used in Software Development. In 2015 Agile Conference. 1--10 . A. A. U. Rahman, E. Helms, L. Williams, and C. Parnin. 2015. Synthesizing Continuous Deployment Practices Used in Software Development. In 2015 Agile Conference. 1--10."},{"key":"e_1_3_2_2_59_1","volume-title":"Simple Bayesian Algorithms for Best Arm Identification. In 29th Annual Conference on Learning Theory (Proceedings of Machine Learning Research","volume":"1418","author":"Russo Daniel","year":"2016","unstructured":"Daniel Russo . 2016 . Simple Bayesian Algorithms for Best Arm Identification. In 29th Annual Conference on Learning Theory (Proceedings of Machine Learning Research , Vol. 49), Vitaly Feldman, Alexander Rakhlin, and Ohad Shamir (Eds.). PMLR, Columbia University, New York, New York, USA, 1417-- 1418 . http:\/\/proceedings.mlr.press\/v49\/russo16.html Daniel Russo. 2016. Simple Bayesian Algorithms for Best Arm Identification. In 29th Annual Conference on Learning Theory (Proceedings of Machine Learning Research, Vol. 49), Vitaly Feldman, Alexander Rakhlin, and Ohad Shamir (Eds.). PMLR, Columbia University, New York, New York, USA, 1417--1418. http:\/\/proceedings.mlr.press\/v49\/russo16.html"},{"key":"e_1_3_2_2_60_1","first-page":"1","article-title":"An Information-theoretic Analysis of Thompson Sampling","volume":"17","author":"Russo Daniel","year":"2016","unstructured":"Daniel Russo and Benjamin Van Roy . 2016 . An Information-theoretic Analysis of Thompson Sampling . J. Mach. Learn. Res. 17 , 1 (Jan. 2016), 2442--2471. Daniel Russo and Benjamin Van Roy. 2016. An Information-theoretic Analysis of Thompson Sampling. J. Mach. Learn. Res. 17, 1 (Jan. 2016), 2442--2471.","journal-title":"J. Mach. Learn. Res."},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1561\/2200000070"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"crossref","unstructured":"Mark Sandler Andrew Howard Menglong Zhu Andrey Zhmoginov and Liang-Chieh Chen. 2019. MobileNetV2: Inverted Residuals and Linear Bottlenecks. arXiv:1801.04381 [cs.CV]  Mark Sandler Andrew Howard Menglong Zhu Andrey Zhmoginov and Liang-Chieh Chen. 2019. MobileNetV2: Inverted Residuals and Linear Bottlenecks. arXiv:1801.04381 [cs.CV]","DOI":"10.1109\/CVPR.2018.00474"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889223"},{"key":"e_1_3_2_2_64_1","volume-title":"Proceedings of the 17th International Middleware Conference","author":"Schermann Gerald","unstructured":"Gerald Schermann , Dominik Sch\u00f6ni , Philipp Leitner , and Harald C. Gall . 2016. Bifrost: Supporting Continuous Deployment with Automated Enactment of Multi-Phase Live Testing Strategies . In Proceedings of the 17th International Middleware Conference ( Trento, Italy) (Middleware '16). ACM, New York, NY, USA, Article 12, 14 pages. Gerald Schermann, Dominik Sch\u00f6ni, Philipp Leitner, and Harald C. Gall. 2016. Bifrost: Supporting Continuous Deployment with Automated Enactment of Multi-Phase Live Testing Strategies. In Proceedings of the 17th International Middleware Conference (Trento, Italy) (Middleware '16). ACM, New York, NY, USA, Article 12, 14 pages."},{"key":"e_1_3_2_2_65_1","volume-title":"Theory of Statistics","author":"Schervish Mark J.","unstructured":"Mark J. Schervish . 1995. Theory of Statistics . Springer-Verlag . Mark J. Schervish. 1995. Theory of Statistics. Springer-Verlag."},{"key":"e_1_3_2_2_66_1","volume-title":"Muhammad Ali Babar, and Liming Zhu","author":"Shahin Mojtaba","year":"2018","unstructured":"Mojtaba Shahin , Mansooreh Zahedi , Muhammad Ali Babar, and Liming Zhu . 2018 . An empirical study of architecting for continuous delivery and deployment. Empirical Software Engineering ( 09 2018). https:\/\/doi.org\/10.1007\/s10664-018-9651-4 10.1007\/s10664-018-9651-4 Mojtaba Shahin, Mansooreh Zahedi, Muhammad Ali Babar, and Liming Zhu. 2018. An empirical study of architecting for continuous delivery and deployment. Empirical Software Engineering (09 2018). https:\/\/doi.org\/10.1007\/s10664-018-9651-4"},{"key":"e_1_3_2_2_67_1","unstructured":"Karen Simonyan and Andrew Zisserman. 2015. Very Deep Convolutional Networks for Large-Scale Image Recognition. arXiv:1409.1556 [cs.CV]  Karen Simonyan and Andrew Zisserman. 2015. Very Deep Convolutional Networks for Large-Scale Image Recognition. arXiv:1409.1556 [cs.CV]"},{"key":"e_1_3_2_2_68_1","unstructured":"Spinnaker. 2021. https:\/\/www.spinnaker.io\/.  Spinnaker. 2021. https:\/\/www.spinnaker.io\/."},{"key":"e_1_3_2_2_69_1","unstructured":"Split. 2021. https:\/\/www.split.io.  Split. 2021. https:\/\/www.split.io."},{"key":"e_1_3_2_2_70_1","unstructured":"Sysdig. 2021. https:\/\/sysdig.com.  Sysdig. 2021. https:\/\/sysdig.com."},{"key":"e_1_3_2_2_71_1","doi-asserted-by":"crossref","unstructured":"Christian Szegedy Vincent Vanhoucke Sergey Ioffe Jonathon Shlens and Zbigniew Wojna. 2015. Rethinking the Inception Architecture for Computer Vision. arXiv:1512.00567 [cs.CV]  Christian Szegedy Vincent Vanhoucke Sergey Ioffe Jonathon Shlens and Zbigniew Wojna. 2015. Rethinking the Inception Architecture for Computer Vision. arXiv:1512.00567 [cs.CV]","DOI":"10.1109\/CVPR.2016.308"},{"key":"e_1_3_2_2_72_1","volume-title":"Le","author":"Tan Mingxing","year":"2020","unstructured":"Mingxing Tan and Quoc V . Le . 2020 . EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks . arXiv:1905.11946 [cs.LG] Mingxing Tan and Quoc V. Le. 2020. EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks. arXiv:1905.11946 [cs.LG]"},{"key":"e_1_3_2_2_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/2815400.2815401"},{"key":"e_1_3_2_2_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2784770"},{"key":"e_1_3_2_2_75_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/25.3-4.285"},{"key":"e_1_3_2_2_76_1","unstructured":"Traffic Management Istio. 2021. https:\/\/istio.io\/latest\/docs\/concepts\/traffic-management\/.  Traffic Management Istio. 2021. https:\/\/istio.io\/latest\/docs\/concepts\/traffic-management\/."},{"key":"e_1_3_2_2_77_1","unstructured":"Traffic Splitting Knative Serving. 2021. https:\/\/knative.dev\/docs\/serving\/samples\/traffic-splitting\/.  Traffic Splitting Knative Serving. 2021. https:\/\/knative.dev\/docs\/serving\/samples\/traffic-splitting\/."},{"key":"e_1_3_2_2_78_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmp.2012.02.005"},{"key":"e_1_3_2_2_79_1","unstructured":"Vamp. 2021. https:\/\/vamp.io\/.  Vamp. 2021. https:\/\/vamp.io\/."},{"key":"#cr-split#-e_1_3_2_2_80_1.1","doi-asserted-by":"crossref","unstructured":"X. Zhou X. Peng T. Xie J. Sun C. Ji W. Li and D. Ding. 2018. Fault Analysis and Debugging of Microservice Systems: Industrial Survey Benchmark System and Empirical Study. IEEE Transactions on Software Engineering (2018) 1--1. https:\/\/doi.org\/10.1109\/TSE.2018.2887384 10.1109\/TSE.2018.2887384","DOI":"10.1109\/TSE.2018.2887384"},{"key":"#cr-split#-e_1_3_2_2_80_1.2","doi-asserted-by":"crossref","unstructured":"X. Zhou X. Peng T. Xie J. Sun C. Ji W. Li and D. Ding. 2018. Fault Analysis and Debugging of Microservice Systems: Industrial Survey Benchmark System and Empirical Study. IEEE Transactions on Software Engineering (2018) 1--1. https:\/\/doi.org\/10.1109\/TSE.2018.2887384","DOI":"10.1109\/TSE.2018.2887384"}],"event":{"name":"SoCC '21: ACM Symposium on Cloud Computing","location":"Seattle WA USA","acronym":"SoCC '21","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the ACM Symposium on Cloud Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3472883.3486984","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3472883.3486984","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:11:57Z","timestamp":1750191117000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3472883.3486984"}},"subtitle":["Online Experimentation in the Cloud"],"short-title":[],"issued":{"date-parts":[[2021,11]]},"references-count":80,"alternative-id":["10.1145\/3472883.3486984","10.1145\/3472883"],"URL":"https:\/\/doi.org\/10.1145\/3472883.3486984","relation":{},"subject":[],"published":{"date-parts":[[2021,11]]},"assertion":[{"value":"2021-11-01","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}