{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:10:10Z","timestamp":1750205410040,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":17,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,5,13]],"date-time":"2019-05-13T00:00:00Z","timestamp":1557705600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,5,13]]},"DOI":"10.1145\/3308560.3320093","type":"proceedings-article","created":{"date-parts":[[2019,5,13]],"date-time":"2019-05-13T12:17:59Z","timestamp":1557749879000},"page":"1299-1300","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["A\/B Testing at Scale: Accelerating Software Innovation"],"prefix":"10.1145","author":[{"given":"Somit","family":"Gupta","sequence":"first","affiliation":[{"name":"Microsoft"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ronny","family":"Kohavi","sequence":"additional","affiliation":[{"name":"Microsoft"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alex","family":"Deng","sequence":"additional","affiliation":[{"name":"Microsoft"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jeff","family":"Omhover","sequence":"additional","affiliation":[{"name":"Microsoft"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pawel","family":"Janowski","sequence":"additional","affiliation":[{"name":"Microsoft"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2019,5,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3082060"},{"key":"e_1_3_2_1_2_1","unstructured":"R. K. A. D. P. R. Somit Gupta \"A\/B Testing at Scale Tutorial \" March 2018. {Online}. Available: https:\/\/exp-platform.com\/2018StrataABtutorial\/.  R. K. A. D. P. R. Somit Gupta \"A\/B Testing at Scale Tutorial \" March 2018. {Online}. Available: https:\/\/exp-platform.com\/2018StrataABtutorial\/."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2785464"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.76"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939700"},{"key":"e_1_3_2_1_6_1","unstructured":"R. Kohavi R. Longbotham and J. Quarto-vonTivadar \"Planning Running and Analyzing Controlled Experiments on the Web \" in tutorial at Conference on Knowledge Discovery and Data Mining 2009.  R. Kohavi R. Longbotham and J. Quarto-vonTivadar \"Planning Running and Analyzing Controlled Experiments on the Web \" in tutorial at Conference on Knowledge Discovery and Data Mining 2009."},{"key":"e_1_3_2_1_7_1","unstructured":"R. Kohavi \"Pitfalls in Online Controlled Experiments \" in MIT COnference on Digital Experimentation (CODE) 2016.  R. Kohavi \"Pitfalls in Online Controlled Experiments \" in MIT COnference on Digital Experimentation (CODE) 2016."},{"key":"e_1_3_2_1_8_1","volume-title":"Online Experimentation Diagnosis and Troubleshooting Beyond AA Validation,\" in Conference on Data Science and Advanced Analytics","author":"Zhao Z.","year":"2016","unstructured":"Z. Zhao , M. Chen , D. Matheson and M. Stone , \" Online Experimentation Diagnosis and Troubleshooting Beyond AA Validation,\" in Conference on Data Science and Advanced Analytics , 2016 . Z. Zhao, M. Chen, D. Matheson and M. Stone, \"Online Experimentation Diagnosis and Troubleshooting Beyond AA Validation,\" in Conference on Data Science and Advanced Analytics, 2016."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339653"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433413"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983323.2983356"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2926731"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2740908.2742563"},{"key":"e_1_3_2_1_15_1","volume-title":"Continuous monitoring of A\/B tests without pain: Optional stopping in Bayesian testing,\" in Conference on Data Science and Advanced Analytics","author":"Deng A.","year":"2016","unstructured":"A. Deng , J. Lu and S. Chen , \" Continuous monitoring of A\/B tests without pain: Optional stopping in Bayesian testing,\" in Conference on Data Science and Advanced Analytics , 2016 . A. Deng, J. Lu and S. Chen, \"Continuous monitoring of A\/B tests without pain: Optional stopping in Bayesian testing,\" in Conference on Data Science and Advanced Analytics, 2016."},{"key":"e_1_3_2_1_16_1","volume-title":"Concise Summarization of Heterogeneous Treatment Effect Using Total Variation Regularized Regression,\" in In submission","author":"Deng A.","year":"2017","unstructured":"A. Deng , P. Zhang , S. Chen , D. Kim and J. Lu , \" Concise Summarization of Heterogeneous Treatment Effect Using Total Variation Regularized Regression,\" in In submission , 2017 . A. Deng, P. Zhang, S. Chen, D. Kim and J. Lu, \"Concise Summarization of Heterogeneous Treatment Effect Using Total Variation Regularized Regression,\" in In submission, 2017."},{"key":"e_1_3_2_1_17_1","unstructured":"R. Kohavi \"SPEED MATTERS: A SLOWDOWN EXPERIMENT \" {Online}. Available: https:\/\/1drv.ms\/w\/s!AuRxCGEOCRKGkbtoabZo0OcKoo6xhw.  R. Kohavi \"SPEED MATTERS: A SLOWDOWN EXPERIMENT \" {Online}. Available: https:\/\/1drv.ms\/w\/s!AuRxCGEOCRKGkbtoabZo0OcKoo6xhw."}],"event":{"name":"WWW '19: The Web Conference","sponsor":["IW3C2 International World Wide Web Conference Committee"],"location":"San Francisco USA","acronym":"WWW '19"},"container-title":["Companion Proceedings of The 2019 World Wide Web Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3308560.3320093","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3308560.3320093","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:53:35Z","timestamp":1750204415000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3308560.3320093"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,13]]},"references-count":17,"alternative-id":["10.1145\/3308560.3320093","10.1145\/3308560"],"URL":"https:\/\/doi.org\/10.1145\/3308560.3320093","relation":{},"subject":[],"published":{"date-parts":[[2019,5,13]]},"assertion":[{"value":"2019-05-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}