{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:19:09Z","timestamp":1775283549922,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2013,2,4]],"date-time":"2013-02-04T00:00:00Z","timestamp":1359936000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2013,2,4]]},"DOI":"10.1145\/2433396.2433413","type":"proceedings-article","created":{"date-parts":[[2013,2,5]],"date-time":"2013-02-05T13:19:52Z","timestamp":1360070392000},"page":"123-132","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":144,"title":["Improving the sensitivity of online controlled experiments by utilizing pre-experiment data"],"prefix":"10.1145","author":[{"given":"Alex","family":"Deng","sequence":"first","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}]},{"given":"Ya","family":"Xu","sequence":"additional","affiliation":[{"name":"Microsoft, Sunnyvale, CA, USA"}]},{"given":"Ron","family":"Kohavi","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}]},{"given":"Toby","family":"Walker","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}]}],"member":"320","published-online":{"date-parts":[[2013,2,4]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Stochastic Simulation","author":"Asmussen Soren","year":"2008","unstructured":"Soren Asmussen and Peter Glynn . Stochastic Simulation . Springer-Verlag , 2008 . Soren Asmussen and Peter Glynn. Stochastic Simulation. Springer-Verlag, 2008."},{"key":"e_1_3_2_1_2_1","volume-title":"Statistics for experimenters: design, innovation, and discovery","author":"Box George E. P.","year":"2005","unstructured":"George E. P. Box , J. Stuart Hunter , and William G. Hunter . Statistics for experimenters: design, innovation, and discovery . Wiley , 2005 . George E. P. Box, J. Stuart Hunter, and William G. Hunter. Statistics for experimenters: design, innovation, and discovery. Wiley, 2005."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2094072.2094078"},{"key":"e_1_3_2_1_4_1","volume-title":"June","year":"2012","unstructured":"comScore. comscore releases june 2012 u.s. search engine rankings , June 2012 . http:\/\/www.comscore.com\/Press_Events\/Press_Releases\/2012\/6\/comScore_Rel%eases_June_2012_U.S._Search_Engine_Rankings. comScore. comscore releases june 2012 u.s. search engine rankings, June 2012. http:\/\/www.comscore.com\/Press_Events\/Press_Releases\/2012\/6\/comScore_Rel%eases_June_2012_U.S._Search_Engine_Rankings."},{"key":"e_1_3_2_1_5_1","first-page":"20","article-title":"Semiparametric estimation of treatment effect in a pretest-posttest study with missing data","author":"Davidian M.","year":"2005","unstructured":"M. Davidian , A.A. Tsiatis , and S. Leon . Semiparametric estimation of treatment effect in a pretest-posttest study with missing data . Statistical Science , 20 , 2005 . M. Davidian, A.A. Tsiatis, and S. Leon. Semiparametric estimation of treatment effect in a pretest-posttest study with missing data. Statistical Science, 20, 2005.","journal-title":"Statistical Science"},{"key":"e_1_3_2_1_6_1","volume-title":"JSM proceedings","author":"Deng Shaojie","year":"2011","unstructured":"Shaojie Deng , Roger Longbotham , Toby Walker , and Ya Xu . Choice of the randomization unit in online controlled experiment . JSM proceedings , 2011 . Shaojie Deng, Roger Longbotham, Toby Walker, and Ya Xu. Choice of the randomization unit in online controlled experiment. JSM proceedings, 2011."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511790942"},{"key":"e_1_3_2_1_8_1","volume-title":"Introduction to design and analysis: A Student's Handbook","author":"Keppel Geoffrey","year":"1992","unstructured":"Geoffrey Keppel , William H. Saufley , and Howard Tokunaga . Introduction to design and analysis: A Student's Handbook . Worth Publishers , 1992 . Geoffrey Keppel, William H. Saufley, and Howard Tokunaga. Introduction to design and analysis: A Student's Handbook. Worth Publishers, 1992."},{"key":"e_1_3_2_1_9_1","volume-title":"Third Workshop on Data Mining Case Studies and Practice Prize.","author":"Kohavi MicrosoftRon","year":"2009","unstructured":"Kohavi, Crook, and Longbotham}expAt MicrosoftRon Kohavi , Thomas Crook , and Roger Longbotham . Online experimentation at Microsoft . Third Workshop on Data Mining Case Studies and Practice Prize. , 2009 http:\/\/www.exp-platform.com\/Pages\/expMicrosoft.aspx. Kohavi, Crook, and Longbotham}expAtMicrosoftRon Kohavi, Thomas Crook, and Roger Longbotham. Online experimentation at Microsoft. Third Workshop on Data Mining Case Studies and Practice Prize., 2009 http:\/\/www.exp-platform.com\/Pages\/expMicrosoft.aspx."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-008-0114-1"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339653"},{"key":"e_1_3_2_1_12_1","first-page":"59","article-title":"Semiparametric estimation of treatment effect in a pretest-posttest study","author":"Leon S.","year":"2003","unstructured":"S. Leon , A.A. Tsiatis , and M. Davidian . Semiparametric estimation of treatment effect in a pretest-posttest study . Biometrika , 59 , 2003 . S. Leon, A.A. Tsiatis, and M. Davidian. Semiparametric estimation of treatment effect in a pretest-posttest study. Biometrika, 59, 2003.","journal-title":"Biometrika"},{"key":"e_1_3_2_1_13_1","volume-title":"Uncontrolled: The Surprising Payoff of Trial-and-Error for Business, Politics, and Society","author":"Manzi Jim","year":"2012","unstructured":"Jim Manzi . Uncontrolled: The Surprising Payoff of Trial-and-Error for Business, Politics, and Society . Basic Books , 2012 . Jim Manzi. Uncontrolled: The Surprising Payoff of Trial-and-Error for Business, Politics, and Society. Basic Books, 2012."},{"key":"e_1_3_2_1_14_1","volume-title":"Statistical design and analysis of experiments with applications to engineering and science","author":"Mason Robert L.","year":"1989","unstructured":"Robert L. Mason , Richard F. Gunst , and James L. Hess . Statistical design and analysis of experiments with applications to engineering and science . Wiley , 1989 . Robert L. Mason, Richard F. Gunst, and James L. Hess. Statistical design and analysis of experiments with applications to engineering and science. Wiley, 1989."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/6.1.1"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"Tang Agarwal O'Brien and Meyer}googleslideDiane Tang Ashish Agarwal Deirdre O'Brien and Mike Meyer. Overlapping experiment infrastructure: More better faster experimentation (presentation). 2010\\natexlaba. URL http:\/\/research.google.com\/archive\/papers\/Overlapping_Experiment_Infras%tructure_More_Be.pdf.  Tang Agarwal O'Brien and Meyer}googleslideDiane Tang Ashish Agarwal Deirdre O'Brien and Mike Meyer. Overlapping experiment infrastructure: More better faster experimentation (presentation). 2010\\natexlaba. URL http:\/\/research.google.com\/archive\/papers\/Overlapping_Experiment_Infras%tructure_More_Be.pdf.","DOI":"10.1145\/1835804.1835810"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835810"},{"key":"e_1_3_2_1_18_1","volume-title":"Semiparametric Theory and Missing Data","author":"Tsiatis Anastasios","year":"2006","unstructured":"Anastasios Tsiatis . Semiparametric Theory and Missing Data . Springer-Verlag , 2006 . Anastasios Tsiatis. Semiparametric Theory and Missing Data. Springer-Verlag, 2006."},{"key":"e_1_3_2_1_19_1","first-page":"27","article-title":"Covariate adjustment for two-sample treatment comparisons in randomized clinical trials: A principled yet flexible approach","author":"Tsiatis Anastasios A.","year":"2008","unstructured":"Anastasios A. Tsiatis , Marie Davidian , Min Zhang , and Xiaomin Lu . Covariate adjustment for two-sample treatment comparisons in randomized clinical trials: A principled yet flexible approach . Statistics in Medicine , 27 , 2008 . Anastasios A. Tsiatis, Marie Davidian, Min Zhang, and Xiaomin Lu. Covariate adjustment for two-sample treatment comparisons in randomized clinical trials: A principled yet flexible approach. Statistics in Medicine, 27, 2008.","journal-title":"Statistics in Medicine"},{"key":"e_1_3_2_1_20_1","volume-title":"All of Statistics: A Concise Course in Statistical Inference","author":"Wasserman Larry","year":"2003","unstructured":"Larry Wasserman . All of Statistics: A Concise Course in Statistical Inference . Springer , 2003 . Larry Wasserman. All of Statistics: A Concise Course in Statistical Inference. Springer, 2003."},{"key":"e_1_3_2_1_21_1","unstructured":"Wikipedia. A\/b testing. http:\/\/en.wikipedia.org\/wiki\/A\/B_testing.  Wikipedia. A\/b testing. http:\/\/en.wikipedia.org\/wiki\/A\/B_testing."},{"key":"e_1_3_2_1_22_1","first-page":"55","article-title":"Efficiency study of estimators for a treatment effect in a pretest-posttest trial","author":"Yang Li","year":"2001","unstructured":"Li Yang and Anastasios A. Tsiatis . Efficiency study of estimators for a treatment effect in a pretest-posttest trial . The American Statistician , 55 , 2001 . Li Yang and Anastasios A. Tsiatis. Efficiency study of estimators for a treatment effect in a pretest-posttest trial. The American Statistician, 55, 2001.","journal-title":"The American Statistician"}],"event":{"name":"WSDM 2013: Sixth ACM International Conference on Web Search and Data Mining","location":"Rome Italy","acronym":"WSDM 2013","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the sixth ACM international conference on Web search and data mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2433396.2433413","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2433396.2433413","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T20:14:11Z","timestamp":1750277651000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2433396.2433413"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,2,4]]},"references-count":22,"alternative-id":["10.1145\/2433396.2433413","10.1145\/2433396"],"URL":"https:\/\/doi.org\/10.1145\/2433396.2433413","relation":{},"subject":[],"published":{"date-parts":[[2013,2,4]]},"assertion":[{"value":"2013-02-04","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}