{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T04:22:49Z","timestamp":1784262169789,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2007,8,12]],"date-time":"2007-08-12T00:00:00Z","timestamp":1186876800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2007,8,12]]},"DOI":"10.1145\/1281192.1281295","type":"proceedings-article","created":{"date-parts":[[2007,12,7]],"date-time":"2007-12-07T19:19:41Z","timestamp":1197055181000},"page":"959-967","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":219,"title":["Practical guide to controlled experiments on the web"],"prefix":"10.1145","author":[{"given":"Ron","family":"Kohavi","sequence":"first","affiliation":[{"name":"Microsoft, Redmond, WA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Randal M.","family":"Henne","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dan","family":"Sommerfield","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2007,8,12]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"0894","volume-title":"Inc","author":"Rossi Peter H","year":"2003"},{"key":"e_1_3_2_1_2_1","unstructured":"Linden Greg. Early Amazon: Shopping cart recommendations. Geeking with Greg. {Online} April 25 2006. http:\/\/glinden.blogspot.com\/2006\/04\/early-amazon-shopping-cart.html.  Linden Greg. Early Amazon: Shopping cart recommendations. Geeking with Greg. {Online} April 25 2006. http:\/\/glinden.blogspot.com\/2006\/04\/early-amazon-shopping-cart.html."},{"key":"e_1_3_2_1_3_1","unstructured":"Kohavi Ron and Round Matt. Front Line Internet Analytics at Amazon.com.{ed.} Jim Sterne. Santa Barbara CA: s.n. 2004. http:\/\/ai.stanford.edu~ronnyk\/emetricsAmazon.pdf.  Kohavi Ron and Round Matt. Front Line Internet Analytics at Amazon.com.{ed.} Jim Sterne. Santa Barbara CA: s.n. 2004. http:\/\/ai.stanford.edu~ronnyk\/emetricsAmazon.pdf."},{"key":"e_1_3_2_1_4_1","unstructured":"Thomke Stefan H. Experimentation Matters: Unlocking the Potential of New Technologies for Innovation. s.l. :Harvard Business School Press 2003.157-85-175-08.  Thomke Stefan H. Experimentation Matters: Unlocking the Potential of New Technologies for Innovation. s.l. :Harvard Business School Press 2003.157-85-175-08."},{"key":"e_1_3_2_1_5_1","volume-title":"2nd. s.l. :Jossey-Bass","author":"Charles Reichardt S","year":"2004"},{"key":"e_1_3_2_1_6_1","volume-title":"2nd. s.l. :W","author":"Keppel Geoffrey","year":"1992"},{"key":"e_1_3_2_1_7_1","unstructured":"Eisenberg Bryan. How to Decrease Sales by 90 Percent. ClickZ. {Online}Feb 21 2003. http:\/\/www.clickz.com\/showPage.html?page=1588161.  Eisenberg Bryan. How to Decrease Sales by 90 Percent. ClickZ. {Online}Feb 21 2003. http:\/\/www.clickz.com\/showPage.html?page=1588161."},{"key":"e_1_3_2_1_8_1","unstructured":"How to Increase Conversion Rate 1 000 Percent. ClickZ. {Online} Feb 28 2003. http:\/\/www.clickz.com\/showPage.html?page=1756031.  How to Increase Conversion Rate 1 000 Percent. ClickZ. {Online} Feb 28 2003. http:\/\/www.clickz.com\/showPage.html?page=1756031."},{"key":"e_1_3_2_1_9_1","unstructured":"McGlaughlin Flint et al. The Power of Small Changes Tested. Marketing Experiments Journal. {Online} March 21 2006. http:\/\/www.marketingexperiments.com\/improving-website-conversion\/power-small-change.html.  McGlaughlin Flint et al. The Power of Small Changes Tested. Marketing Experiments Journal. {Online} March 21 2006. http:\/\/www.marketingexperiments.com\/improving-website-conversion\/power-small-change.html."},{"key":"e_1_3_2_1_10_1","unstructured":"Usborne Nick. Design Choices Can Cripple a Website. A List Apart.{Online} Nov 8 2005. http:\/\/alistapart.com\/articles\/designcancripple.  Usborne Nick. Design Choices Can Cripple a Website. A List Apart.{Online} Nov 8 2005. http:\/\/alistapart.com\/articles\/designcancripple."},{"key":"e_1_3_2_1_11_1","unstructured":"Eisenberg Bryan and Eisenberg Jeffrey. Call to Action Secret formulas to improve online results. Austin Texas :Wizard Academy Press 2005. Making the Dial Move by Testing Introducing A\/B Testing.   Eisenberg Bryan and Eisenberg Jeffrey. Call to Action Secret formulas to improve online results. Austin Texas :Wizard Academy Press 2005. Making the Dial Move by Testing Introducing A\/B Testing."},{"key":"e_1_3_2_1_12_1","unstructured":"Eisenberg Bryan; Garcia Anthony;. Which Sells Best: A Quick StartGuide to Testing for Retailers. Future Now's Publications. {Online} 2006.http:\/\/futurenowinc.com\/shop\/.  Eisenberg Bryan; Garcia Anthony;. Which Sells Best: A Quick StartGuide to Testing for Retailers. Future Now's Publications. {Online} 2006.http:\/\/futurenowinc.com\/shop\/."},{"key":"e_1_3_2_1_13_1","unstructured":"Chatham Bob Temkin Bruce D and Amato Michelle. A Primer on A\/B Testing. s.l. :Forrester Research 2004.  Chatham Bob Temkin Bruce D and Amato Michelle. A Primer on A\/B Testing. s.l. :Forrester Research 2004."},{"key":"e_1_3_2_1_14_1","unstructured":"Forrester Research. The State of Retailing Online. s.l. :Shop.org 2005.  Forrester Research. The State of Retailing Online. s.l. :Shop.org 2005."},{"key":"e_1_3_2_1_15_1","unstructured":"Mason Robert L. Gunst Richard F. and Hess James L. Statistical Design and Analysis of Experiments With Applications to Engineering and Science. s.l. :John Wiley & Sons 1989. 047185364X.  Mason Robert L. Gunst Richard F. and Hess James L. Statistical Design and Analysis of Experiments With Applications to Engineering and Science. s.l. :John Wiley & Sons 1989. 047185364X."},{"key":"e_1_3_2_1_16_1","volume-title":"2nd. s.l. :John Wiley &amp","author":"Box George E. P.","year":"2005"},{"key":"e_1_3_2_1_17_1","volume-title":"2nd. s.l. :Prentice Hall","author":"Weiss","year":"1997"},{"key":"e_1_3_2_1_18_1","first-page":"36101","volume-title":"Inc","author":"Roy Ranjit K","year":"2001"},{"key":"e_1_3_2_1_19_1","unstructured":"Peterson Eric T. Web Analytics Demystified: A Marketer's Guide to Understanding How Your Web Site Affects Your Business. s.l. :Celilo Group Media and Cafe Press 2004. 0974358428.  Peterson Eric T. Web Analytics Demystified: A Marketer's Guide to Understanding How Your Web Site Affects Your Business. s.l. :Celilo Group Media and Cafe Press 2004. 0974358428."},{"key":"e_1_3_2_1_20_1","unstructured":"Eisenberg Bryan. How to Improve A\/B Testing. ClickZ Network. {Online}April 29 2005. http:\/\/www.clickz.com\/showPage.html?page=3500811.  Eisenberg Bryan. How to Improve A\/B Testing. ClickZ Network. {Online}April 29 2005. http:\/\/www.clickz.com\/showPage.html?page=3500811."},{"key":"e_1_3_2_1_21_1","unstructured":"A\/B Testing for the Mathematically Disinclined. ClickZ. {Online} May 7 2004. http:\/\/www.clickz.com\/showPage.html?page=3349901.  A\/B Testing for the Mathematically Disinclined. ClickZ. {Online} May 7 2004. http:\/\/www.clickz.com\/showPage.html?page=3349901."},{"key":"e_1_3_2_1_22_1","unstructured":"Quarto-vonTivadar John. AB Testing: Too Little Too Soon. Future Now.{Online} 2006. http:\/\/www.futurenowinc.com\/abtesting.pdf.  Quarto-vonTivadar John. AB Testing: Too Little Too Soon. Future Now.{Online} 2006. http:\/\/www.futurenowinc.com\/abtesting.pdf."},{"key":"e_1_3_2_1_23_1","unstructured":"Miller Scott. How to Design a Split Test. Web Marketing Today Conversion\/Testing. {Online} Jan 18 2007. http:\/\/www.wilsonweb.com\/conversion\/.  Miller Scott. How to Design a Split Test. Web Marketing Today Conversion\/Testing. {Online} Jan 18 2007. http:\/\/www.wilsonweb.com\/conversion\/."},{"key":"e_1_3_2_1_24_1","unstructured":"The ConversionLab.com: How to Experiment Your Way to Increased Web Sales Using Split Testing and Taguchi Optimization. 2006. http:\/\/www.conversionlab.com\/.  The ConversionLab.com: How to Experiment Your Way to Increased Web Sales Using Split Testing and Taguchi Optimization. 2006. http:\/\/www.conversionlab.com\/."},{"key":"e_1_3_2_1_25_1","unstructured":"Kaushik Avinash. Experimentation and Testing: A Primer. Occam's Razor by Avinash Kaushik. {Online} May 22 2006. http:\/\/www.kaushik.net\/avinash\/2006\/05\/experimentation-and-testing-a-primer.html.  Kaushik Avinash. Experimentation and Testing: A Primer. Occam's Razor by Avinash Kaushik. {Online} May 22 2006. http:\/\/www.kaushik.net\/avinash\/2006\/05\/experimentation-and-testing-a-primer.html."},{"key":"e_1_3_2_1_26_1","unstructured":"Peterson Eric T. Web Site Measurement Hacks. s.l. :O'Reilly Media 2005. 0596009887.   Peterson Eric T. Web Site Measurement Hacks. s.l. :O'Reilly Media 2005. 0596009887."},{"key":"e_1_3_2_1_27_1","unstructured":"Tyler Mary E. and Ledford Jerri. Google Analytics. s.l. :Wiley Publishing Inc 2006. 0470053852.   Tyler Mary E. and Ledford Jerri. Google Analytics. s.l. :Wiley Publishing Inc 2006. 0470053852."},{"key":"e_1_3_2_1_28_1","first-page":"22072","volume-title":"Inc","author":"Sterne Jim","year":"2002"},{"key":"e_1_3_2_1_29_1","unstructured":"Kaplan Robert S and Norton David P. The Balanced Scorecard: Translating Strategy into Action. s.l. :Harvard Business School Press 1996. 0875846513.  Kaplan Robert S and Norton David P. The Balanced Scorecard: Translating Strategy into Action. s.l. :Harvard Business School Press 1996. 0875846513."},{"key":"e_1_3_2_1_30_1","unstructured":"Ulwick Anthony. What Customers Want: Using Outcome-Driven Innovation to Create Breakthrough Products and Services. s.l. :McGraw-Hill 2005. 0071408673.  Ulwick Anthony. What Customers Want: Using Outcome-Driven Innovation to Create Breakthrough Products and Services. s.l. :McGraw-Hill 2005. 0071408673."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","unstructured":"Portable Power. Wheeler Robert E. 1974 Technometrics Vol. 16. http:\/\/www.bobwheeler.com\/stat\/Papers\/PortablePower.PDF.  Portable Power. Wheeler Robert E. 1974 Technometrics Vol. 16. http:\/\/www.bobwheeler.com\/stat\/Papers\/PortablePower.PDF.","DOI":"10.1080\/00401706.1974.10489174"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.2307\/1268349"},{"key":"e_1_3_2_1_33_1","unstructured":"van Belle Gerald. Statistical Rules of Thumb. s.l. :Wiley-Interscience 2002. 0471402273.  van Belle Gerald. Statistical Rules of Thumb. s.l. :Wiley-Interscience 2002. 0471402273."},{"key":"e_1_3_2_1_34_1","unstructured":"Nielsen Jakob. Putting A\/B Testing in Its Place. Useit.com Alertbox.{Online} Aug 15 2005. http:\/\/www.useit.com\/alertbox\/20050815.html.  Nielsen Jakob. Putting A\/B Testing in Its Place. Useit.com Alertbox.{Online} Aug 15 2005. http:\/\/www.useit.com\/alertbox\/20050815.html."},{"key":"e_1_3_2_1_35_1","unstructured":"Hawthorne effect. Wikipedia. {Online} 2007. http:\/\/en.wikipedia.org\/wiki\/Hawthorne_experiments.  Hawthorne effect. Wikipedia. {Online} 2007. http:\/\/en.wikipedia.org\/wiki\/Hawthorne_experiments."},{"key":"e_1_3_2_1_36_1","unstructured":"Linden Greg. Make Data Useful. {Online} Dec 2006.http:\/\/home.blarg.net\/~glinden\/StanfordDataMining.2006-11-29.ppt.  Linden Greg. Make Data Useful. {Online} Dec 2006.http:\/\/home.blarg.net\/~glinden\/StanfordDataMining.2006-11-29.ppt."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1023\/B:MACH.0000035473.11134.83"},{"key":"e_1_3_2_1_38_1","unstructured":"Enlightened Experimentation: The New Imperative for Innovation. Thomke Stefan. Feb 2001 Harvard Business Review. R0102D.  Enlightened Experimentation: The New Imperative for Innovation. Thomke Stefan. Feb 2001 Harvard Business Review. R0102D."}],"event":{"name":"KDD07: The 13th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","location":"San Jose California USA","acronym":"KDD07","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","ACM Association for Computing Machinery"]},"container-title":["Proceedings of the 13th ACM SIGKDD international conference on Knowledge discovery and data mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1281192.1281295","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1281192.1281295","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T14:57:55Z","timestamp":1750258675000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1281192.1281295"}},"subtitle":["listen to your customers not to the hippo"],"short-title":[],"issued":{"date-parts":[[2007,8,12]]},"references-count":38,"alternative-id":["10.1145\/1281192.1281295","10.1145\/1281192"],"URL":"https:\/\/doi.org\/10.1145\/1281192.1281295","relation":{},"subject":[],"published":{"date-parts":[[2007,8,12]]},"assertion":[{"value":"2007-08-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}