{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T18:36:26Z","timestamp":1768588586965,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2014,4,7]],"date-time":"2014-04-07T00:00:00Z","timestamp":1396828800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2014,4,7]]},"DOI":"10.1145\/2566486.2568028","type":"proceedings-article","created":{"date-parts":[[2014,10,7]],"date-time":"2014-10-07T12:57:59Z","timestamp":1412686679000},"page":"609-618","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["Statistical inference in two-stage online controlled experiments with treatment selection and validation"],"prefix":"10.1145","author":[{"given":"Alex","family":"Deng","sequence":"first","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tianxi","family":"Li","sequence":"additional","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yu","family":"Guo","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2014,4,7]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1002\/bimj.200900299"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"},{"key":"e_1_3_2_1_3_1","volume-title":"April","author":"Christian Brian","year":"2012","unstructured":"Brian Christian . The a\/b test: Inside the technology that's changing the rules of business , April 2012 . URL http:\/\/www.wired.com\/business\/2012\/04\/ff_abtesting\/. Brian Christian. The a\/b test: Inside the technology that's changing the rules of business, April 2012. URL http:\/\/www.wired.com\/business\/2012\/04\/ff_abtesting\/."},{"key":"e_1_3_2_1_4_1","volume-title":"Asymptotic Theory of Statistics and Probability","author":"DasGupta Anirban","year":"2008","unstructured":"Anirban DasGupta . Asymptotic Theory of Statistics and Probability . Springer , 2008 . Anirban DasGupta. Asymptotic Theory of Statistics and Probability. Springer, 2008."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433413"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511761362"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1198\/jasa.2011.tm11181"},{"key":"e_1_3_2_1_8_1","volume-title":"Stein's estimation rule and its competitors--an empirical bayes approach. phJournal of the American Statistical Association, 68 (341): 117--130","author":"Efron Bradley","year":"1973","unstructured":"Bradley Efron and Carl Morris . Stein's estimation rule and its competitors--an empirical bayes approach. phJournal of the American Statistical Association, 68 (341): 117--130 , 1973 . ISSN 01621459. Bradley Efron and Carl Morris. Stein's estimation rule and its competitors--an empirical bayes approach. phJournal of the American Statistical Association, 68 (341): 117--130, 1973. ISSN 01621459."},{"key":"e_1_3_2_1_9_1","volume-title":"Statistician Genetician, Great Britain, Ronald Aylmer Fisher, and Statisticien G\u00e9n\u00e9ticien. Statistical methods for research workers","author":"Aylmer Fisher Sir Ronald","year":"1970","unstructured":"Sir Ronald Aylmer Fisher , Statistiker Genetiker , Ronald Aylmer Fisher , Statistician Genetician, Great Britain, Ronald Aylmer Fisher, and Statisticien G\u00e9n\u00e9ticien. Statistical methods for research workers , volume 14 . Oliver and Boyd Edinburgh , 1970 . Sir Ronald Aylmer Fisher, Statistiker Genetiker, Ronald Aylmer Fisher, Statistician Genetician, Great Britain, Ronald Aylmer Fisher, and Statisticien G\u00e9n\u00e9ticien. Statistical methods for research workers, volume 14. Oliver and Boyd Edinburgh, 1970."},{"key":"e_1_3_2_1_10_1","first-page":"65","volume-title":"A simple sequentially rejective multiple test procedure. Scandinavian journal of statistics","author":"Holm Sture","year":"1979","unstructured":"Sture Holm . A simple sequentially rejective multiple test procedure. Scandinavian journal of statistics , pages 65 -- 70 , 1979 . Sture Holm. A simple sequentially rejective multiple test procedure. Scandinavian journal of statistics, pages 65--70, 1979."},{"key":"e_1_3_2_1_11_1","first-page":"361","volume-title":"Proceedings of the Third Berkeley Symposium on Mathematical Statistics and Probability","author":"James W.","year":"1961","unstructured":"W. James and James Stein . Estimation with quadratic loss. In Jerzy Neyman, editor , Proceedings of the Third Berkeley Symposium on Mathematical Statistics and Probability , pages 361 -- 379 . University of California Press , 1961 . W. James and James Stein. Estimation with quadratic loss. In Jerzy Neyman, editor, Proceedings of the Third Berkeley Symposium on Mathematical Statistics and Probability, pages 361--379. University of California Press, 1961."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-008-0114-1"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339653"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_1_15_1","volume-title":"Uncontrolled: The Surprising Payoff of Trial-and-Error for Business, Politics, and Society","author":"Manzi Jim","year":"2012","unstructured":"Jim Manzi . Uncontrolled: The Surprising Payoff of Trial-and-Error for Business, Politics, and Society . Basic Books , 2012 . Jim Manzi. Uncontrolled: The Surprising Payoff of Trial-and-Error for Business, Politics, and Society. Basic Books, 2012."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433429"},{"key":"e_1_3_2_1_17_1","volume-title":"Testing statistical hypotheses","author":"Romano Joseph P","year":"2005","unstructured":"Joseph P Romano . Testing statistical hypotheses . Springer , 2005 . Joseph P Romano. Testing statistical hypotheses. Springer, 2005."},{"key":"e_1_3_2_1_18_1","first-page":"197","volume-title":"Proceedings of the 3rd Berkeley Symposium on Mathematical Statistics and Probability","volume":"1","author":"Stein Charles","unstructured":"Charles Stein . Inadmissibility of the usual estimator for the mean of a multivariate normal distribution . In Proceedings of the 3rd Berkeley Symposium on Mathematical Statistics and Probability , Berkeley, Calif. , volume 1 , pages 197 -- 206 . University of California Press, Berkeley, Calif., 1956. Charles Stein. Inadmissibility of the usual estimator for the mean of a multivariate normal distribution. In Proceedings of the 3rd Berkeley Symposium on Mathematical Statistics and Probability, Berkeley, Calif., volume 1, pages 197--206. University of California Press, Berkeley, Calif., 1956."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/6.1.1"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","DOI":"10.4135\/9781412985178","volume-title":"Multiple comparison procedures. Number 89","author":"Toothaker Larry E","year":"1993","unstructured":"Larry E Toothaker . Multiple comparison procedures. Number 89 . Sage , 1993 . Larry E Toothaker. Multiple comparison procedures. Number 89. Sage, 1993."},{"key":"e_1_3_2_1_21_1","volume-title":"All of Statistics: A Concise Course in Statistical Inference","author":"Wasserman Larry","year":"2003","unstructured":"Larry Wasserman . All of Statistics: A Concise Course in Statistical Inference . Springer , 2003 . Larry Wasserman. All of Statistics: A Concise Course in Statistical Inference. Springer, 2003."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.2307\/2332510"}],"event":{"name":"WWW '14: 23rd International World Wide Web Conference","location":"Seoul Korea","acronym":"WWW '14","sponsor":["IW3C2 International World Wide Web Conference Committee","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the 23rd international conference on World wide web"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2566486.2568028","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2566486.2568028","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T07:01:00Z","timestamp":1750230060000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2566486.2568028"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,4,7]]},"references-count":22,"alternative-id":["10.1145\/2566486.2568028","10.1145\/2566486"],"URL":"https:\/\/doi.org\/10.1145\/2566486.2568028","relation":{},"subject":[],"published":{"date-parts":[[2014,4,7]]},"assertion":[{"value":"2014-04-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}