{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T04:13:03Z","timestamp":1772597583217,"version":"3.50.1"},"reference-count":38,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016,12]]},"DOI":"10.1109\/bigdata.2016.7840744","type":"proceedings-article","created":{"date-parts":[[2017,2,7]],"date-time":"2017-02-07T16:46:59Z","timestamp":1486486019000},"page":"1367-1376","source":"Crossref","is-referenced-by-count":32,"title":["Pitfalls of long-term online controlled experiments"],"prefix":"10.1109","author":[{"given":"Pavel","family":"Dmitriev","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Brian","family":"Frasca","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Somit","family":"Gupta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ron","family":"Kohavi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Garnet","family":"Vaz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref38","article-title":"Uncontrolled: The Surprising Payoff of Trial-and-Error for Business, Politics, and Society","author":"manzi","year":"0","journal-title":"s 1 2012 978-0-465-02931-0"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1119\/1.14447"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2785464"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433413"},{"key":"ref30","article-title":"Statistics for Experimenters: Design, Innovation, and Discovery.","author":"box","year":"2005"},{"key":"ref37","first-page":"978","article-title":"The Structure of Scientific Revolutions","author":"kuhn","year":"1970","journal-title":"2nd Edition"},{"key":"ref36","article-title":"Scientific Method","year":"0"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1080\/09332480.1998.10542084"},{"key":"ref34","article-title":"Apophenia","year":"0"},{"key":"ref10","first-page":"978","article-title":"Experiment!: Website conversion rate optimization with A\/B and multivariate testing","author":"mc farland","year":"2012","journal-title":"s l New Riders"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187974"},{"key":"ref12","article-title":"Zynga: What is Zynga's core competency?","author":"smietana","year":"2010","journal-title":"Quora"},{"key":"ref13","first-page":"978","article-title":"The Four Steps to the Epiphany: Successful Strategies for Products that Win","author":"blank","year":"2005","journal-title":"s l Cafepress com"},{"key":"ref14","first-page":"978","article-title":"The Lean Startup: How Today's Entrepreneurs Use Continuous Innovation to Create Radically Successful Businesses","author":"ries","year":"2011","journal-title":"s l Crown Busines"},{"key":"ref15","article-title":"Here Comes Hyperinnovation","author":"schrage","year":"2001"},{"key":"ref16","article-title":"Seven Rules of Thumb for Web Site Experimenters","author":"ron","year":"2014","journal-title":"KDD"},{"key":"ref17","article-title":"Trustworthy online controlled experiments: Five puzzling outcomes explained","author":"ron","year":"2012","journal-title":"KDD"},{"key":"ref18","doi-asserted-by":"crossref","DOI":"10.1145\/2843948","article-title":"The Netflix Recommender System: Algorithms, Business Value, and Innovation","volume":"6","author":"gomez-uribe","year":"2016","journal-title":"ACM Transactions on Management Information Systems"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788583"},{"key":"ref28","article-title":"Zombie Cookie","year":"0"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567967"},{"key":"ref27","article-title":"W3C Web Storage","author":"hickson","year":"0"},{"key":"ref3","year":"0"},{"key":"ref6","article-title":"Multivariate Testing in Action: Quicken Loan's Regis Hadiaris on multivariate testing","author":"moran","year":"2008","journal-title":"Biznology Blog by Mike Moran"},{"key":"ref29","first-page":"114","article-title":"Selection Bias and the Perils of Benchmarking","volume":"83","author":"denrell","year":"2005","journal-title":"Harvard Business Review"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835810"},{"key":"ref8","article-title":"Online Experimentation at Microsoft","author":"kohavi","year":"2009","journal-title":"Third Workshop on Data Mining Case Studies and Practice Prize"},{"key":"ref7","article-title":"Key Lessons Learned Building LinkedIn Online Experimentation Platform","author":"posse","year":"2013","journal-title":"Slideshare"},{"key":"ref2","article-title":"Design for Continuous Experimentation","author":"mc kinley","year":"2012"},{"key":"ref9","article-title":"Netflix Recommendations: Beyond the 5 stars","author":"amatriain","year":"2012"},{"key":"ref1","article-title":"Front Line Internet Analytics at Amazon.com","author":"kohavi","year":"2004"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0049163"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2872427.2882984"},{"key":"ref21","article-title":"Controlled experiments on the web: survey and practical guide","author":"ron","year":"2009","journal-title":"KDD"},{"key":"ref24","article-title":"Host Fingerprinting and Tracking on the Web: Privacy and Security Implications","author":"ting-fang","year":"2012","journal-title":"NDSS"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/1879141.1879152"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/2124295.2124308"},{"key":"ref25","article-title":"Cookie-Based Counting Overstates Size of Web Site Audiences","year":"2007"}],"event":{"name":"2016 IEEE International Conference on Big Data (Big Data)","location":"Washington DC,USA","start":{"date-parts":[[2016,12,5]]},"end":{"date-parts":[[2016,12,8]]}},"container-title":["2016 IEEE International Conference on Big Data (Big Data)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7818133\/7840573\/07840744.pdf?arnumber=7840744","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T21:38:01Z","timestamp":1601588281000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7840744\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,12]]},"references-count":38,"URL":"https:\/\/doi.org\/10.1109\/bigdata.2016.7840744","relation":{},"subject":[],"published":{"date-parts":[[2016,12]]}}}