{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,10]],"date-time":"2025-09-10T21:32:14Z","timestamp":1757539934136,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,6,6]],"date-time":"2019-06-06T00:00:00Z","timestamp":1559779200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Ag\u00e8ncia de Gesti\u00f3 d\u00f0Ajuts Universitaris i de Recerca","award":["DI 2016 052"],"award-info":[{"award-number":["DI 2016 052"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,6,6]]},"DOI":"10.1145\/3314183.3323853","type":"proceedings-article","created":{"date-parts":[[2019,6,12]],"date-time":"2019-06-12T15:39:51Z","timestamp":1560353991000},"page":"153-159","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Experimentation Pitfalls to Avoid in A\/B Testing for Online Personalization"],"prefix":"10.1145","author":[{"given":"Maria","family":"Esteller-Cucala","sequence":"first","affiliation":[{"name":"Universitat Politecnica de Catalunya-Barcelona Technology & SEAT, S.A., Barcelona, Spain"}]},{"given":"Vicenc","family":"Fernandez","sequence":"additional","affiliation":[{"name":"Universitat Polit\u00e8cnica de Catalunya-Barcelona Technology, Barcelona, Spain"}]},{"given":"Diego","family":"Villuendas","sequence":"additional","affiliation":[{"name":"SEAT, S.A., Barcelona, Spain"}]}],"member":"320","published-online":{"date-parts":[[2019,6,6]]},"reference":[{"volume-title":"Netflix Recommendations: Beyond the 5 stars (Part 2) .","year":"2012","author":"Amatriain Xavier","key":"e_1_3_2_1_1_1"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11002-008-9056-z"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567967"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1287\/mksc.2015.0930"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/0268-4012(95)00071-2"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557139"},{"volume-title":"bibinfonumpages7 pages","year":"2015","author":"Dahl Jonas","key":"e_1_3_2_1_7_1"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2512875.2512879"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2124295.2124308"},{"key":"e_1_3_2_1_10_1","unstructured":"Anirban Deb Suman Bhattacharya Jeremy Gu Tianxia Zhou Eva Feng and Mandie Liu. 2018. Under the Hood of Uber's Experimentation Platform . (2018). https:\/\/eng.uber.com\/xp\/  Anirban Deb Suman Bhattacharya Jeremy Gu Tianxia Zhou Eva Feng and Mandie Liu. 2018. Under the Hood of Uber's Experimentation Platform . (2018). https:\/\/eng.uber.com\/xp\/"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2016.33"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2016.7840744"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098024"},{"key":"e_1_3_2_1_14_1","unstructured":"Emily Robinson. 2018. Guidelines for A\/B Testing . (2018). https:\/\/hookedondata.org\/guidelines-for-ab-testing\/  Emily Robinson. 2018. Guidelines for A\/B Testing . (2018). https:\/\/hookedondata.org\/guidelines-for-ab-testing\/"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA.2018.00021"},{"key":"e_1_3_2_1_16_1","unstructured":"Nirmal Govind. 2017. A\/B Testing and Beyond: Improving the Netflix Streaming Experience with Experimentation and Data Science . (2017).  Nirmal Govind. 2017. A\/B Testing and Beyond: Improving the Netflix Streaming Experience with Experimentation and Data Science . (2017)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788583"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3097992"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2015.01.004"},{"key":"e_1_3_2_1_21_1","unstructured":"Claire Vignon Keser. 2018. The top 3 mistakes that make your A\/B test results invalid . (2018). https:\/\/www.widerfunnel.com\/3-mistakes-invalidate-ab-test-results\/  Claire Vignon Keser. 2018. The top 3 mistakes that make your A\/B test results invalid . (2018). https:\/\/www.widerfunnel.com\/3-mistakes-invalidate-ab-test-results\/"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2365952.2365956"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339653"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623341"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1281192.1281295"},{"key":"e_1_3_2_1_26_1","unstructured":"Pete Koomen. A Practical Guide to Statistics for Online Experiments . ( ????).  Pete Koomen. A Practical Guide to Statistics for Online Experiments . ( ????)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2009.07.050"},{"volume-title":"Constrained Bayesian Optimization with Noisy Experiments . Bayesian Anal. Advance publication","year":"2018","author":"Letham Benjamin","key":"e_1_3_2_1_28_1"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2017.02.039"},{"key":"e_1_3_2_1_30_1","unstructured":"Andrew Lipsman. 2007. Cookie-Based Counting Overstates Size of Web Site Audiences . (2007). https:\/\/www.comscore.com\/Insights\/Press-Releases\/2007\/04\/comScore-Cookie-Deletion-Report  Andrew Lipsman. 2007. Cookie-Based Counting Overstates Size of Web Site Audiences . (2007). https:\/\/www.comscore.com\/Insights\/Press-Releases\/2007\/04\/comScore-Cookie-Deletion-Report"},{"key":"e_1_3_2_1_31_1","unstructured":"Evan Miller. 2010. How not to run an A\/B test . (2010). https:\/\/www.evanmiller.org\/how-not-to-run-an-ab-test.html  Evan Miller. 2010. How not to run an A\/B test . (2010). https:\/\/www.evanmiller.org\/how-not-to-run-an-ab-test.html"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tele.2016.03.004"},{"volume-title":"bibinfonumpages2010--2013 pages","year":"2010","author":"Stucchio Chris","key":"e_1_3_2_1_33_1"},{"key":"e_1_3_2_1_34_1","unstructured":"Gang Su and Ian Yohai. 2019. Improving Experimentation Efficiency at Netflix with Meta Analysis and Optimal Stopping . (2019).  Gang Su and Ian Yohai. 2019. Improving Experimentation Efficiency at Netflix with Meta Analysis and Optimal Stopping . (2019)."},{"key":"e_1_3_2_1_35_1","unstructured":"Steve Urban Rangarajan Sreenivasan and Vineet Kannan. It's All A\/Bout Testing: The Netflix Experimentation Platform . ( ????). https:\/\/medium.com\/netflix-techblog\/its-all-a-bout-testing-the-netflix-experimentation-platform-4e1ca458c15  Steve Urban Rangarajan Sreenivasan and Vineet Kannan. It's All A\/Bout Testing: The Netflix Experimentation Platform . ( ????). https:\/\/medium.com\/netflix-techblog\/its-all-a-bout-testing-the-netflix-experimentation-platform-4e1ca458c15"},{"key":"e_1_3_2_1_36_1","unstructured":"Hubert Wassner and Anthony Brebion. Demystifying A \/ B Testing Statistics . ( ????).  Hubert Wassner and Anthony Brebion. Demystifying A \/ B Testing Statistics . ( ????)."},{"key":"e_1_3_2_1_37_1","first-page":"30","article-title":"The personalization willingness paradox: An empirical evaluation of sharing information and prospective benefit of online consumers","volume":"2016","author":"Zhao Y","year":"2016","journal-title":"RISTI - Revista Iberica de Sistemas e Tecnologias de Informacao"}],"event":{"name":"UMAP '19: 27th Conference on User Modeling, Adaptation and Personalization","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Larnaca Cyprus","acronym":"UMAP '19"},"container-title":["Adjunct Publication of the 27th Conference on User Modeling, Adaptation and Personalization"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3314183.3323853","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3314183.3323853","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:54:24Z","timestamp":1750204464000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3314183.3323853"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6,6]]},"references-count":36,"alternative-id":["10.1145\/3314183.3323853","10.1145\/3314183"],"URL":"https:\/\/doi.org\/10.1145\/3314183.3323853","relation":{},"subject":[],"published":{"date-parts":[[2019,6,6]]},"assertion":[{"value":"2019-06-06","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}