{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T06:23:42Z","timestamp":1782282222630,"version":"3.54.5"},"publisher-location":"Boston, MA","reference-count":37,"publisher":"Springer US","isbn-type":[{"value":"9781489976857","type":"print"},{"value":"9781489976871","type":"electronic"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-1-4899-7687-1_891","type":"book-chapter","created":{"date-parts":[[2017,4,13]],"date-time":"2017-04-13T12:33:02Z","timestamp":1492086782000},"page":"922-929","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":120,"title":["Online Controlled Experiments and A\/B Testing"],"prefix":"10.1007","author":[{"given":"Ron","family":"Kohavi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Roger","family":"Longbotham","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,4,14]]},"reference":[{"issue":"3","key":"891_CR159","doi-asserted-by":"publisher","first-page":"885","DOI":"10.1007\/s11999-009-1164-4","volume":"468","author":"DJ Biau","year":"2010","unstructured":"Biau DJ, Jolles BM, Porcher R (2010) P value and the theory of hypothesis testing. Clin Orthop Relat Res 468(3):885\u2013892","journal-title":"Clin Orthop Relat Res"},{"issue":"374","key":"891_CR1510","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1080\/01621459.1981.10477649","volume":"76","author":"PJ Bickel","year":"1981","unstructured":"Bickel PJ, Doksum KA (1981) An analysis of transformations revisited. J Am Stat Assoc 76(374):296\u2013311. doi:10.1080\/01621459.1981.10477649","journal-title":"J Am Stat Assoc"},{"key":"891_CR1511","unstructured":"Blank SG (2005) The four steps to the epiphany: successful strategies for products that win. Cafepress.com."},{"key":"891_CR1512","volume-title":"Statistics for experimenters: design, innovation, and discovery","author":"GEP Box","year":"2005","unstructured":"Box GEP, Hunter JS, Hunter WG (2005) Statistics for experimenters: design, innovation, and discovery. Wiley, Hoboken"},{"key":"891_CR1513","unstructured":"Casella G, Berger RL (2001) Statistical inference, 2nd edn. Cengage Learning. http:\/\/www.amazon.com\/Statistical-Inference-George-Casella"},{"key":"891_CR1514","volume-title":"Hu V (2015) Diluted treatment effect estimation for trigger analysis in online controlled experiments","author":"A Deng","year":"2015","unstructured":"Deng A, Hu V (2015) Diluted treatment effect estimation for trigger analysis in online controlled experiments. In: WSDM, Shanghai 2015"},{"key":"891_CR1515","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433413","volume-title":"Improving the sensitivity of online controlled experiments by utilizing pre-experiment data","author":"A Deng","year":"2013","unstructured":"Deng A, Xu Y, Kohavi R, Walker T (2013) Improving the sensitivity of online controlled experiments by utilizing pre-experiment data. In: WSDM, Rome 2013"},{"key":"891_CR1516","first-page":"4866","volume-title":"Choice of randomization unit in online controlled experiment","author":"S Deng","year":"2011","unstructured":"Deng S, Longbotham R, Walker T, Xu Y (2011) Choice of randomization unit in online controlled experiment. In: Joint statistical meetings proceedings, Miami Beach, pp\u00a04866\u20134877"},{"key":"891_CR1517","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-4541-9","volume-title":"An introduction to the bootstrap","author":"B Efron","year":"1993","unstructured":"Efron B, Tibshirani RJ (1993) An introduction to the bootstrap. Chapman & Hall, New York"},{"key":"891_CR1518","doi-asserted-by":"crossref","unstructured":"Fieller EC (1954) Some problems in interval estimation. J R Stat Soc Ser B 16(2):175\u2013185. doi:JSTOR2984043","DOI":"10.1111\/j.2517-6161.1954.tb00159.x"},{"key":"891_CR1519","volume-title":"Permutation, parametric and bootstrap tests of hypotheses","author":"PI Good","year":"2005","unstructured":"Good PI (2005) Permutation, parametric and bootstrap tests of hypotheses, 3rd edn. Springer, New York","edition":"3"},{"key":"891_CR1520","unstructured":"Goward C (2012) You should test that: conversion optimization for more leads, sales and profit or the art and science of optimized marketing. Sybex. http:\/\/www.amazon.com\/You-Should-Test-That-Optimization\/dp\/1118301307"},{"issue":"1","key":"891_CR1521","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1111\/j.2517-6161.1995.tb02031.x","volume":"57","author":"Y Hochberg","year":"1995","unstructured":"Hochberg Y Benjamini Y (1995) Controlling the false discovery rate: a practical and powerful approach to multiple testing Series B. J R Stat Soc 57(1):289\u2013300","journal-title":"J R Stat Soc"},{"key":"891_CR1522","unstructured":"Kaushik A (2006) Experimentation and testing: a primer. Occam\u2019s razor. http:\/\/www.kaushik.net\/avinash \/ 2006 \/ 05 \/ experimentation-and-testing-a-primer.html. Accessed 22 May 2008"},{"key":"891_CR1523","doi-asserted-by":"crossref","unstructured":"Kohavi R, Deng A, Frasca B, Longbotham R, Walker T, Xu Y (2012) Trustworthy online controlled experiments: five puzzling outcomes explained. In: Proceedings of the 18th conference on knowledge discovery and data mining. http:\/\/bit.ly\/expPuzzling","DOI":"10.1145\/2339530.2339653"},{"key":"891_CR1524","doi-asserted-by":"crossref","unstructured":"Kohavi R, Deng A, Frasca B, Walker T, Xu Y, Pohlmann N (2013) Online controlled experiments at large scale. In: Proceedings of the 19th ACM SIGKDD international conference on knowledge discovery and data mining (KDD 2013). http:\/\/bit.ly\/ExPScale","DOI":"10.1145\/2487575.2488217"},{"key":"891_CR1525","doi-asserted-by":"crossref","unstructured":"Kohavi R, Deng A, Longbotham R, Xu Y (2014) Seven rules of thumb for web site. In: Proceedings of the 20th ACM SIGKDD international conference on knowledge discovery and data mining (KDD \u201914). http:\/\/bit.ly\/expRulesOfThumb","DOI":"10.1145\/2623330.2623341"},{"key":"891_CR1526","doi-asserted-by":"crossref","unstructured":"Kohavi R, Longbotham R (2010) Unexpected results in online controlled experiments. In: SIGKDD Explorations. http:\/\/bit.ly\/expUnexpected","DOI":"10.1145\/1964897.1964905"},{"key":"891_CR1527","doi-asserted-by":"crossref","unstructured":"Kohavi R, Longbotham R, Walker T (2010) Online experiments: practical lessons. IEEE Comput Sept:82\u201385. http:\/\/bit.ly\/expPracticalLessons","DOI":"10.1109\/MC.2010.264"},{"key":"891_CR1528","doi-asserted-by":"crossref","unstructured":"Kohavi R, Longbotham R, Sommerfield D, Henne RM (2009) Controlled experiments on the web: survey and practical guide. Data Min Knowl Discov 18:140\u2013181. http:\/\/bit.ly\/expSurvey","DOI":"10.1007\/s10618-008-0114-1"},{"key":"891_CR1529","unstructured":"Kohavi R, Crook T, Longbotham R (2009) Online experimentation at microsoft. In: Third workshop on data mining case studies and practice prize. http:\/\/bit.ly\/expMicrosoft"},{"key":"891_CR1530","unstructured":"Malinas G, Bigelow J (2009) Simpson\u2019s paradox. Stanford Encyclopedia of Philosophy. http:\/\/plato.stanford.edu\/entries\/paradox-simpson\/"},{"key":"891_CR1531","unstructured":"Manzi J (2012) Uncontrolled: the surprising payoff of trial-and-error for business, politics, and society. Basic Books. https:\/\/www.amazon.com\/Uncontrolled-Surprising-Trial-Error-Business-ebook\/dp\/B007V2VEQO"},{"key":"891_CR1532","volume-title":"Clean code: a handbook of Agile software craftsmanship","author":"RC Martin","year":"2008","unstructured":"Martin RC (2008) Clean code: a handbook of Agile software craftsmanship. Prentice Hall, Upper Saddle River"},{"key":"891_CR1533","unstructured":"McFarland C (2012a) Experiment!: website conversion rate optimization with A\/B and multivariate. New Riders. http:\/\/www.amazon.com\/Experiment-Website-conversion-optimization-multivariate\/dp\/0321834607"},{"key":"891_CR1534","unstructured":"McFarland C (2012b) Experiment!: website conversion rate optimization with A\/B and multivariate testing. New Riders. http:\/\/www.amazon.com\/Experiment-Website-conversion-optimization-multivariate\/dp\/0321834607"},{"key":"891_CR1535","unstructured":"McKinley D (2013) Testing to cull the living flower. http:\/\/mcfunley.com\/testing-to-cull-the-living-flower"},{"key":"891_CR1536","unstructured":"Moran M (2007) Do it wrong quickly: how the web changes the old marketing rules. IBM Press. http:\/\/www.amazon.com\/Do-Wrong-Quickly-Changes-Marketing\/dp\/0132255960\/"},{"key":"891_CR1537","unstructured":"Moran M (2008) Multivariate testing in action: Quicken Loan\u2019s Regis Hadiaris on multivariate testing. www.biznology.com\/2008\/12\/multivariate_testing_in_action\/"},{"key":"891_CR1538","unstructured":"Peterson ET (2004) Web analytics demystified: a marketer\u2019s guide to understanding how your web site affects your business. Celilo Group Media and CafePress. http:\/\/www.amazon.com\/Web-Analytics-Demystified-Marketers-Understanding\/dp\/0974358428\/"},{"key":"891_CR1539","volume-title":"The lean startup: how today\u2019s entrepreneurs use continuous innovation to create radically successful businesses","author":"E Ries","year":"2011","unstructured":"Ries E (2011) The lean startup: how today\u2019s entrepreneurs use continuous innovation to create radically successful businesses. Crown Business, New York"},{"key":"891_CR1540","volume-title":"Essential scrum: a practical guide to the most popular Agile process","author":"KS Rubin","year":"2012","unstructured":"Rubin KS (2012) Essential scrum: a practical guide to the most popular Agile process. Addison-Wesley Professional, Upper Saddle River"},{"key":"891_CR1541","unstructured":"Schrage M (2014) The innovator\u2019s hypothesis: how cheap experiments are worth more than good ideas. MIT Press. http:\/\/www.amazon.com\/Innovators-Hypothesis-Cheap-Experiments-Worth\/dp\/0262528967"},{"key":"891_CR1542","unstructured":"Siroker D, Koomen P (2013) A\/B testing: the most powerful way to turn clicks into customers. Wiley. http:\/\/www.amazon.com\/Testing-Most-Powerful-Clicks-Customers\/dp\/1118792416"},{"key":"891_CR1543","unstructured":"Stone JV (2013) Bayes\u2019 rule: a tutorial introduction to Bayesian analysis. Sebtel Press. http:\/\/www.amazon.com\/Bayes-Rule-Tutorial-Introduction-Bayesian\/dp\/0956372848"},{"key":"891_CR1544","doi-asserted-by":"crossref","unstructured":"Tang D, Agarwal A, O\u2019Brien D, Meyer M (2010) Overlapping experiment infrastructure: more, better, faster experimentation. In: KDD 2010: The 16th ACM SIGKDD international conference on knowledge discovery and data mining, Washington, DC, 25\u201328 July","DOI":"10.1145\/1835804.1835810"},{"key":"891_CR1545","doi-asserted-by":"crossref","unstructured":"Ugander J, Karrer B, Backstrom L, Kleinberg J (2013) Graph cluster randomization: network exposure to multiple universes. In: Proceedings of the 19th ACM SIGKDD international conference on knowledge discovery and data mining (KDD \u201913), Chicago","DOI":"10.1145\/2487575.2487695"}],"container-title":["Encyclopedia of Machine Learning and Data Mining"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-4899-7687-1_891","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,23]],"date-time":"2024-06-23T15:29:38Z","timestamp":1719156578000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-1-4899-7687-1_891"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9781489976857","9781489976871"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-1-4899-7687-1_891","relation":{},"subject":[],"published":{"date-parts":[[2017]]},"assertion":[{"value":"14 April 2017","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}