{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T18:13:34Z","timestamp":1764785614924,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":15,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,7,20]],"date-time":"2025-07-20T00:00:00Z","timestamp":1752969600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,20]]},"DOI":"10.1145\/3690624.3709428","type":"proceedings-article","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T18:42:22Z","timestamp":1743792142000},"page":"2648-2659","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Producer-Side Experiments Based on Counterfactual Interleaving Designs for Online Recommender Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-5114-1214","authenticated-orcid":false,"given":"Yan","family":"Wang","sequence":"first","affiliation":[{"name":"LinkedIn Corporation, Mountain View, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4060-949X","authenticated-orcid":false,"given":"Shan","family":"Ba","sequence":"additional","affiliation":[{"name":"LinkedIn Corporation, Mountain View, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,7,20]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1214\/23-STS883"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567967"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401434"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139025751"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.2021.4247"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-008-0114--1"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1017\/9781108653985"},{"key":"e_1_3_2_2_9_1","volume-title":"Advances in Neural Information Processing Systems 34 pre-proceedings (NeurIPS","author":"Nandy Preetam","year":"2021","unstructured":"Preetam Nandy, Divya Venugopalan, Chun Lo, and Chatterjee Shaunak. 2021. A\/B Testing for Recommender Systems in a Two-sided Marketplace. In Advances in Neural Information Processing Systems 34 pre-proceedings (NeurIPS 2021). x-x."},{"key":"e_1_3_2_2_10_1","volume-title":"Innovating Faster on Personalization Algorithms at Netflix Using Interleaving. Netflix Technology Blog","author":"Parks Joshua","year":"2017","unstructured":"Joshua Parks, Juliette Aurisset, and Michael Ramm. 2017. Innovating Faster on Personalization Algorithms at Netflix Using Interleaving. Netflix Technology Blog (2017). https:\/\/netflixtechblog.com\/interleaving-in-online-experiments-atnetflix-a04ee392ec55"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433429"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835810"},{"key":"e_1_3_2_2_13_1","unstructured":"Yan Wang and Shan Ba. 2023. Producer-Side Experiments Based on Counterfactual Interleaving Designs for Online Recommender Systems. arXiv:2310.16294 [stat.ME] https:\/\/arxiv.org\/abs\/2310.16294"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788602"},{"key":"e_1_3_2_2_15_1","volume-title":"Speeding up Airbnb Search Ranking Experimentation through Interleaving. The Airbnb Tech Blog","author":"Zhang Qing","year":"2022","unstructured":"Qing Zhang, Michelle Du, Reid Andersen, and Liwei He. 2022. Beyond A\/B Test: Speeding up Airbnb Search Ranking Experimentation through Interleaving. The Airbnb Tech Blog (2022). https:\/\/medium.com\/airbnb-engineering\/beyonda-b-test-speeding-up-airbnb-search-ranking-experimentation-throughinterleaving-7087afa09c8e"}],"event":{"name":"KDD '25: The 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"],"location":"Toronto ON Canada","acronym":"KDD '25"},"container-title":["Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3690624.3709428","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3690624.3709428","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,16]],"date-time":"2025-08-16T15:35:32Z","timestamp":1755358532000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3690624.3709428"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,20]]},"references-count":15,"alternative-id":["10.1145\/3690624.3709428","10.1145\/3690624"],"URL":"https:\/\/doi.org\/10.1145\/3690624.3709428","relation":{},"subject":[],"published":{"date-parts":[[2025,7,20]]},"assertion":[{"value":"2025-07-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}