{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T03:57:28Z","timestamp":1769572648985,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":30,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,10,17]],"date-time":"2015-10-17T00:00:00Z","timestamp":1445040000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,10,17]]},"DOI":"10.1145\/2806416.2806496","type":"proceedings-article","created":{"date-parts":[[2015,10,27]],"date-time":"2015-10-27T13:03:43Z","timestamp":1445951023000},"page":"763-772","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["Practical Aspects of Sensitivity in Online Experimentation with User Engagement Metrics"],"prefix":"10.1145","author":[{"given":"Alexey","family":"Drutsa","sequence":"first","affiliation":[{"name":"Yandex, Moscow, Russian Fed."}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anna","family":"Ufliand","sequence":"additional","affiliation":[{"name":"Yandex, St.Petersburg, Russian Fed."}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gleb","family":"Gusev","sequence":"additional","affiliation":[{"name":"Yandex, Moscow, Russian Fed."}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2015,10,17]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488218"},{"key":"e_1_3_2_1_2_1","volume-title":"Permutation entropy: a natural complexity measure for time series. Physical review letters, 88(17):174102","author":"Bandt C.","year":"2002","unstructured":"C. Bandt and B. Pompe . Permutation entropy: a natural complexity measure for time series. Physical review letters, 88(17):174102 , 2002 . C. Bandt and B. Pompe. Permutation entropy: a natural complexity measure for time series. Physical review letters, 88(17):174102, 2002."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609535"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557139"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2684822.2685307"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2568028"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433413"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2684822.2685318"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433418"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1013203451"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2063576.2063841"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5555\/1784815.1784821"},{"key":"e_1_3_2_1_13_1","volume-title":"Online experimentation at microsoft. Data Mining Case Studies, page 11","author":"Kohavi R.","year":"2009","unstructured":"R. Kohavi , T. Crook , R. Longbotham , B. Frasca , R. Henne , J. L. Ferres , and T. Melamed . Online experimentation at microsoft. Data Mining Case Studies, page 11 , 2009 . R. Kohavi, T. Crook, R. Longbotham, B. Frasca, R. Henne, J. L. Ferres, and T. Melamed. Online experimentation at microsoft. Data Mining Case Studies, page 11, 2009."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339653"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623341"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1281192.1281295"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-008-0114-1"},{"key":"e_1_3_2_1_19_1","volume-title":"Tracking users' clicks and submits: Tradeoffs between user experience and data loss","author":"Kohavi R.","year":"2010","unstructured":"R. Kohavi , D. Messner , S. Eliot , J. L. Ferres , R. Henne , V. Kannappan , and J. Wang . Tracking users' clicks and submits: Tradeoffs between user experience and data loss , 2010 . R. Kohavi, D. Messner, S. Eliot, J. L. Ferres, R. Henne, V. Kannappan, and J. Wang. Tracking users' clicks and submits: Tradeoffs between user experience and data loss, 2010."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2505543"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-31454-4_14"},{"key":"e_1_3_2_1_22_1","volume-title":"Ingram","author":"Peterson E. T.","year":"2004","unstructured":"E. T. Peterson . Web analytics demystified: a marketer's guide to understanding how your web site affects your business . Ingram , 2004 . E. T. Peterson. Web analytics demystified: a marketer's guide to understanding how your web site affects your business. Ingram, 2004."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.88.6.2297"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1152\/ajpheart.2000.278.6.H2039"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753687"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/584091.584093"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488494"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835810"},{"key":"e_1_3_2_1_29_1","volume-title":"Time series analysis","author":"Wei W. W.-S.","year":"1994","unstructured":"W. W.-S. Wei . Time series analysis . Addison-Wesley Redwood City , California , 1994 . W. W.-S. Wei. Time series analysis. Addison-Wesley Redwood City, California, 1994."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-13470-8_5"}],"event":{"name":"CIKM'15: 24th ACM International Conference on Information and Knowledge Management","location":"Melbourne Australia","acronym":"CIKM'15","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 24th ACM International on Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2806416.2806496","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2806416.2806496","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T05:43:11Z","timestamp":1750225391000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2806416.2806496"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,10,17]]},"references-count":30,"alternative-id":["10.1145\/2806416.2806496","10.1145\/2806416"],"URL":"https:\/\/doi.org\/10.1145\/2806416.2806496","relation":{},"subject":[],"published":{"date-parts":[[2015,10,17]]},"assertion":[{"value":"2015-10-17","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}