{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T05:11:59Z","timestamp":1784178719561,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,9,14]],"date-time":"2023-09-14T00:00:00Z","timestamp":1694649600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,9,14]]},"DOI":"10.1145\/3604915.3608808","type":"proceedings-article","created":{"date-parts":[[2023,9,14]],"date-time":"2023-09-14T22:40:23Z","timestamp":1694731223000},"page":"455-466","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Correcting for Interference in Experiments: A Case Study at Douyin"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5856-9246","authenticated-orcid":false,"given":"Vivek","family":"Farias","sequence":"first","affiliation":[{"name":"MIT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-7566-6811","authenticated-orcid":false,"given":"Hao","family":"Li","sequence":"additional","affiliation":[{"name":"Bytedance, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9046-3206","authenticated-orcid":false,"given":"Tianyi","family":"Peng","sequence":"additional","affiliation":[{"name":"MIT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-2887-3125","authenticated-orcid":false,"given":"Xinyuyang","family":"Ren","sequence":"additional","affiliation":[{"name":"Bytedance, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-6537-7171","authenticated-orcid":false,"given":"Huawei","family":"Zhang","sequence":"additional","affiliation":[{"name":"Bytedance, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6711-553X","authenticated-orcid":false,"given":"Andrew","family":"Zheng","sequence":"additional","affiliation":[{"name":"MIT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,9,14]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Multiple Randomization Designs. arXiv preprint arXiv:2112.13495 (Dec","author":"Bajari Patrick","year":"2021","unstructured":"Patrick Bajari, Brian Burdick, Guido\u00a0W Imbens, Lorenzo Masoero, James McQueen, Thomas Richardson, and Ido\u00a0M Rosen. 2021. Multiple Randomization Designs. arXiv preprint arXiv:2112.13495 (Dec. 2021). arxiv:2112.13495\u00a0[cs, econ, math, stat]"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600057.2602837"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2018.1527225"},{"key":"e_1_3_2_1_4_1","volume-title":"Design and analysis of switchback experiments. Management Science","author":"Bojinov Iavor","year":"2022","unstructured":"Iavor Bojinov, David Simchi-Levi, and Jinglong Zhao. 2022. Design and analysis of switchback experiments. Management Science (2022)."},{"key":"e_1_3_2_1_5_1","unstructured":"Nicholas Chamandy. 2016. Experimentation in a Ridesharing Marketplace. https:\/\/eng.lyft.com\/experimentation-in-a-ridesharing-marketplace-b39db027a66e."},{"key":"e_1_3_2_1_6_1","volume-title":"Understanding and misunderstanding randomized controlled trials. Social science & medicine 210","author":"Deaton Angus","year":"2018","unstructured":"Angus Deaton and Nancy Cartwright. 2018. Understanding and misunderstanding randomized controlled trials. Social science & medicine 210 (2018), 2\u201321."},{"key":"e_1_3_2_1_7_1","first-page":"535","article-title":"Markovian interference in experiments","volume":"35","author":"Farias Vivek","year":"2022","unstructured":"Vivek Farias, Andrew Li, Tianyi Peng, and Andrew Zheng. 2022. Markovian interference in experiments. Advances in Neural Information Processing Systems 35 (2022), 535\u2013549.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159687"},{"key":"e_1_3_2_1_9_1","first-page":"15054","article-title":"Adaptive experimental design with temporal interference: A maximum likelihood approach","volume":"33","author":"Glynn W","year":"2020","unstructured":"Peter\u00a0W Glynn, Ramesh Johari, and Mohammad Rasouli. 2020. Adaptive experimental design with temporal interference: A maximum likelihood approach. Advances in Neural Information Processing Systems 33 (2020), 15054\u201315064.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Henning Hohnhold Deirdre O\u2019Brien and Diane Tang. 2015. Focus on the long-term: It\u2019s better for users and business. (2015).","DOI":"10.1145\/2783258.2788583"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3583596"},{"key":"e_1_3_2_1_12_1","volume-title":"Limiting bias from test-control interference in online marketplace experiments. Ph.\u00a0D. Dissertation","author":"Holtz David\u00a0Michael","unstructured":"David\u00a0Michael Holtz. 2018. Limiting bias from test-control interference in online marketplace experiments. Ph.\u00a0D. Dissertation. Massachusetts Institute of Technology."},{"key":"e_1_3_2_1_13_1","volume-title":"Intl. Conf. on Machine Learning. PMLR, 652\u2013661","author":"Jiang Nan","year":"2016","unstructured":"Nan Jiang and Lihong Li. 2016. Doubly robust off-policy value evaluation for reinforcement learning. In Intl. Conf. on Machine Learning. PMLR, 652\u2013661."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3097992"},{"key":"e_1_3_2_1_15_1","volume-title":"Experimental design in two-sided platforms: An analysis of bias. Management Science","author":"Johari Ramesh","year":"2022","unstructured":"Ramesh Johari, Hannah Li, Inessa Liskovich, and Gabriel\u00a0Y Weintraub. 2022. Experimental design in two-sided platforms: An analysis of bias. Management Science (2022)."},{"key":"e_1_3_2_1_16_1","first-page":"1","article-title":"Double Reinforcement Learning for Efficient Off-Policy Evaluation in Markov Decision Processes.J","volume":"21","author":"Kallus Nathan","year":"2020","unstructured":"Nathan Kallus and Masatoshi Uehara. 2020. Double Reinforcement Learning for Efficient Off-Policy Evaluation in Markov Decision Processes.J. Mach. Learn. Res. 21, 167 (2020), 1\u201363.","journal-title":"Mach. Learn. Res."},{"key":"e_1_3_2_1_17_1","volume-title":"Efficiently breaking the curse of horizon in off-policy evaluation with double reinforcement learning. Operations Research","author":"Kallus Nathan","year":"2022","unstructured":"Nathan Kallus and Masatoshi Uehara. 2022. Efficiently breaking the curse of horizon in off-policy evaluation with double reinforcement learning. Operations Research (2022)."},{"key":"e_1_3_2_1_18_1","volume-title":"Designing with data: Improving the user experience with A\/B testing. \" O\u2019Reilly Media","author":"King Rochelle","unstructured":"Rochelle King, Elizabeth\u00a0F Churchill, and Caitlin Tan. 2017. Designing with data: Improving the user experience with A\/B testing. \" O\u2019Reilly Media, Inc.\"."},{"key":"e_1_3_2_1_19_1","unstructured":"John Kirn. 2022. Challenges in Experimentation. https:\/\/eng.lyft.com\/challenges-in-experimentation-be9ab98a7ef4."},{"key":"e_1_3_2_1_20_1","volume-title":"Trustworthy online controlled experiments: A practical guide to a\/b testing","author":"Kohavi Ron","unstructured":"Ron Kohavi, Diane Tang, and Ya Xu. 2020. Trustworthy online controlled experiments: A practical guide to a\/b testing. Cambridge University Press."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512063"},{"key":"e_1_3_2_1_22_1","volume-title":"Neural Information Processing Systems 31","author":"Liu Qiang","year":"2018","unstructured":"Qiang Liu, Lihong Li, Ziyang Tang, and Dengyong Zhou. 2018. Breaking the curse of horizon: Infinite-horizon off-policy estimation. Adv. in Neural Information Processing Systems 31 (2018)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1257\/aer.89.5.1063"},{"key":"e_1_3_2_1_24_1","volume-title":"Neural Information Processing Systems 32","author":"Pouget-Abadie Jean","year":"2019","unstructured":"Jean Pouget-Abadie, Kevin Aydin, Warren Schudy, Kay Brodersen, and Vahab Mirrokni. 2019. Variance reduction in bipartite experiments through correlation clustering. Adv. in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_2_1_25_1","unstructured":"Doina Precup Richard\u00a0S Sutton and Sanjoy Dasgupta. 2001. Off-policy temporal-difference learning with function approximation. In ICML. 417\u2013424."},{"key":"e_1_3_2_1_26_1","volume-title":"Intl. conf. on machine learning. PMLR","author":"Schulman John","year":"2015","unstructured":"John Schulman, Sergey Levine, Pieter Abbeel, Michael Jordan, and Philipp Moritz. 2015. Trust region policy optimization. In Intl. conf. on machine learning. PMLR, 1889\u20131897."},{"key":"e_1_3_2_1_27_1","volume-title":"The most powerful way to turn clicks into customers","author":"Siroker Dan","unstructured":"Dan Siroker and Pete Koomen. 2015. A\/B testing: The most powerful way to turn clicks into customers. John Wiley & Sons."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.2214\/ajr.183.6.01831539"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Claudio\u00a0J Struchiner Mary\u00a0Elizabeth Halloran James\u00a0M Robins and Andrew Spielman. 1990. The behaviour of common measures of association used to assess a vaccination programme under complex disease transmission patterns\u2014a computer simulation study of malaria vaccines. Intl. journal of epidemiology 19 1 (1990) 187\u2013196.","DOI":"10.1093\/ije\/19.1.187"},{"key":"e_1_3_2_1_30_1","volume-title":"A convergent O (n) algorithm for off-policy temporal-difference learning with linear function approximation. Adv. in neural information processing systems 21, 21","author":"Sutton S","year":"2008","unstructured":"Richard\u00a0S Sutton, Csaba Szepesv\u00e1ri, and Hamid\u00a0Reza Maei. 2008. A convergent O (n) algorithm for off-policy temporal-difference learning with linear function approximation. Adv. in neural information processing systems 21, 21 (2008), 1609\u20131616."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1017\/S0021859600073299"},{"key":"e_1_3_2_1_32_1","volume-title":"On causal inference in the presence of interference. Statistical methods in medical research 21, 1","author":"J\u00a0Tchetgen Tchetgen Eric","year":"2012","unstructured":"Eric J\u00a0Tchetgen Tchetgen and Tyler\u00a0J VanderWeele. 2012. On causal inference in the presence of interference. Statistical methods in medical research 21, 1 (2012), 55\u201375."},{"key":"e_1_3_2_1_33_1","volume-title":"Intl. Conf. on Machine Learning. PMLR, 2139\u20132148","author":"Thomas Philip","year":"2016","unstructured":"Philip Thomas and Emma Brunskill. 2016. Data-efficient off-policy policy evaluation for reinforcement learning. In Intl. Conf. on Machine Learning. PMLR, 2139\u20132148."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v29i1.9541"},{"key":"e_1_3_2_1_35_1","unstructured":"Vivek Trehan. 2019. Marketplace Experimentation. https:\/\/www.youtube.com\/watch?v=IR000RqN7pw. Accessed: 2023-03-24."},{"key":"e_1_3_2_1_36_1","unstructured":"Jon Vaver and Jim Koehler. 2011. Measuring ad effectiveness using geo experiments. (2011)."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2014.2363674"},{"key":"e_1_3_2_1_38_1","volume-title":"Bipartite causal inference with interference. Statistical science: a review journal of the Institute of Mathematical Statistics 36, 1","author":"Zigler M","year":"2021","unstructured":"Corwin\u00a0M Zigler and Georgia Papadogeorgou. 2021. Bipartite causal inference with interference. Statistical science: a review journal of the Institute of Mathematical Statistics 36, 1 (2021), 109."}],"event":{"name":"RecSys '23: Seventeenth ACM Conference on Recommender Systems","location":"Singapore Singapore","acronym":"RecSys '23","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGAI ACM Special Interest Group on Artificial Intelligence","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval","SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGecom Special Interest Group on Economics and Computation"]},"container-title":["Proceedings of the 17th ACM Conference on Recommender Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3604915.3608808","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3604915.3608808","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:46:06Z","timestamp":1750178766000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3604915.3608808"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,14]]},"references-count":38,"alternative-id":["10.1145\/3604915.3608808","10.1145\/3604915"],"URL":"https:\/\/doi.org\/10.1145\/3604915.3608808","relation":{},"subject":[],"published":{"date-parts":[[2023,9,14]]},"assertion":[{"value":"2023-09-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}