{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T06:06:28Z","timestamp":1777615588444,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":14,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,8,7]],"date-time":"2017-08-07T00:00:00Z","timestamp":1502064000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2017,8,7]]},"DOI":"10.1145\/3077136.3082060","type":"proceedings-article","created":{"date-parts":[[2017,7,28]],"date-time":"2017-07-28T19:35:01Z","timestamp":1501270501000},"page":"1395-1397","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["A\/B Testing at Scale"],"prefix":"10.1145","author":[{"given":"Alex","family":"Deng","sequence":"first","affiliation":[{"name":"Microsoft Corporation, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pavel","family":"Dmitriev","sequence":"additional","affiliation":[{"name":"Microsoft Corporation, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Somit","family":"Gupta","sequence":"additional","affiliation":[{"name":"Microsoft Corporation, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ron","family":"Kohavi","sequence":"additional","affiliation":[{"name":"Microsoft Corporation, Remond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paul","family":"Raff","sequence":"additional","affiliation":[{"name":"Microsoft Corporation, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lukas","family":"Vermeer","sequence":"additional","affiliation":[{"name":"Booking.com, Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2017,8,7]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Lessons from Running A\/B\/n Tests for 12 Years,\" in Conference on Knowledge Discovery and Data Mining (KDD)","author":"Kohavi R.","year":"2009"},{"key":"e_1_3_2_1_2_1","volume-title":"The Evolution of Continuous Experimentation in Software Product Development,\" in International Conference on Software Engineering (ICSE)","author":"Fabijan A.","year":"2017"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939700"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2016.33"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983323.2983356"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2926731"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2016.61"},{"key":"e_1_3_2_1_8_1","unstructured":"R. Kohavi R. Longbotham and J. Quarto-vonTivadar \"Planning Running and Analyzing Controlled Experiments on the Web \" in tutorial at Conference on Knowledge Discovery and Data Mining 2009.  R. Kohavi R. Longbotham and J. Quarto-vonTivadar \"Planning Running and Analyzing Controlled Experiments on the Web \" in tutorial at Conference on Knowledge Discovery and Data Mining 2009."},{"key":"e_1_3_2_1_9_1","unstructured":"R. Kohavi \"Pitfalls in Online Controlled Experiments \" in MIT COnference on Digital Experimentation (CODE) 2016.  R. Kohavi \"Pitfalls in Online Controlled Experiments \" in MIT COnference on Digital Experimentation (CODE) 2016."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339653"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433413"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_1_13_1","volume-title":"World Wide Web Conference (WWW)","author":"Deng A.","year":"2015"},{"key":"e_1_3_2_1_14_1","volume-title":"Concise Summarization of Heterogeneous Treatment Effect Using Total Variation Regularized Regression,\" in In submission","author":"Deng A.","year":"2017"}],"event":{"name":"SIGIR '17: The 40th International ACM SIGIR conference on research and development in Information Retrieval","location":"Shinjuku Tokyo Japan","acronym":"SIGIR '17","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3077136.3082060","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3077136.3082060","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T03:37:18Z","timestamp":1750217838000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3077136.3082060"}},"subtitle":["Accelerating Software Innovation"],"short-title":[],"issued":{"date-parts":[[2017,8,7]]},"references-count":14,"alternative-id":["10.1145\/3077136.3082060","10.1145\/3077136"],"URL":"https:\/\/doi.org\/10.1145\/3077136.3082060","relation":{},"subject":[],"published":{"date-parts":[[2017,8,7]]},"assertion":[{"value":"2017-08-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}