{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T06:18:56Z","timestamp":1776838736741,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":24,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,7,19]],"date-time":"2018-07-19T00:00:00Z","timestamp":1531958400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,7,19]]},"DOI":"10.1145\/3219819.3219875","type":"proceedings-article","created":{"date-parts":[[2018,7,19]],"date-time":"2018-07-19T13:05:12Z","timestamp":1532005512000},"page":"895-904","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["SQR"],"prefix":"10.1145","author":[{"given":"Ya","family":"Xu","sequence":"first","affiliation":[{"name":"LinkedIn Corporation, Sunnyvale, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weitao","family":"Duan","sequence":"additional","affiliation":[{"name":"LinkedIn Corporation, Sunnyvale, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shaochen","family":"Huang","sequence":"additional","affiliation":[{"name":"LinkedIn Corporation, Sunnyvale, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2018,7,19]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835810"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788602"},{"key":"e_1_3_2_1_4_1","volume-title":"Crown Business","author":"Ries Eric","year":"2011"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-008-0114-1"},{"key":"e_1_3_2_1_6_1","first-page":"1926","author":"Box Joan F. R. A","year":"1922","journal-title":"Fisher and the Design of Experiments"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1002\/9781118491621"},{"key":"e_1_3_2_1_8_1","first-page":"4632390","article-title":"Estimating causal effects of treatments in randomized and nonrandomized studies","author":"Rubin Donald B","year":"1974","journal-title":"Journal of Educational Psychology (0"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567967"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177731118"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.2307\/2343243"},{"key":"e_1_3_2_1_12_1","volume-title":"Sequential analysis","author":"Lai T. L.","year":"2001"},{"key":"e_1_3_2_1_13_1","volume-title":"Sequential experimentation in clinical trials: design and analysis","author":"Bartroff Jay","year":"2012"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1081\/SQA-120030194","article-title":"Application of sequential probability ratio test to computerized criterion-referenced testing","volume":"23","author":"Chang Ivan","year":"2004","journal-title":"Sequential Analysis"},{"key":"e_1_3_2_1_15_1","volume-title":"Alwaysvalid inference: Bringing sequential analysis to A\/B testing. eprint arXiv:1512.04922 (Dec","author":"Johari Ramesh","year":"2015"},{"key":"e_1_3_2_1_16_1","volume-title":"The Most Powerful Way to Turn Clicks Into Customers","author":"Siroker Dan","year":"2013"},{"key":"e_1_3_2_1_17_1","volume-title":"Testing Statistical Hypotheses","author":"Lehmann Erich L","year":"2008"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433413"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623341"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339653"},{"key":"e_1_3_2_1_21_1","volume-title":"Optimal sequential multiple hypothesis tests. ArXiv e-prints (Nov","author":"Novikov Andrey","year":"2008"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1013699998"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 21st Conference on Knowledge Discovery and Data Mining","author":"Hohnhold Henning"}],"event":{"name":"KDD '18: The 24th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","location":"London United Kingdom","acronym":"KDD '18","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3219819.3219875","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3219819.3219875","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T02:07:20Z","timestamp":1750212440000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3219819.3219875"}},"subtitle":["Balancing Speed, Quality and Risk in Online Experiments"],"short-title":[],"issued":{"date-parts":[[2018,7,19]]},"references-count":24,"alternative-id":["10.1145\/3219819.3219875","10.1145\/3219819"],"URL":"https:\/\/doi.org\/10.1145\/3219819.3219875","relation":{},"subject":[],"published":{"date-parts":[[2018,7,19]]},"assertion":[{"value":"2018-07-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}