{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T05:57:50Z","timestamp":1777615070842,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,4]],"date-time":"2023-08-04T00:00:00Z","timestamp":1691107200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,6]]},"DOI":"10.1145\/3580305.3599308","type":"proceedings-article","created":{"date-parts":[[2023,8,4]],"date-time":"2023-08-04T18:13:58Z","timestamp":1691172838000},"page":"661-672","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Detecting Interference in Online Controlled Experiments with Increasing Allocation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-1369-0278","authenticated-orcid":false,"given":"Kevin","family":"Han","sequence":"first","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6272-4798","authenticated-orcid":false,"given":"Shuangning","family":"Li","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-1234-1004","authenticated-orcid":false,"given":"Jialiang","family":"Mao","sequence":"additional","affiliation":[{"name":"LinkedIn Corporation, Sunnyvale, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6091-9153","authenticated-orcid":false,"given":"Han","family":"Wu","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,8,4]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Mostly harmless econometrics: An empiricist's companion","author":"Angrist Joshua D","unstructured":"Joshua D Angrist and J\u00f6rn-Steffen Pischke . 2009. Mostly harmless econometrics: An empiricist's companion . Princeton university press . Joshua D Angrist and J\u00f6rn-Steffen Pischke. 2009. Mostly harmless econometrics: An empiricist's companion. Princeton university press."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1177\/0049124112437535"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1214\/16-AOAS1005"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2016.1241178"},{"key":"e_1_3_2_2_5_1","volume-title":"Multiple randomization designs. arXiv preprint arXiv:2112.13495","author":"Bajari Patrick","year":"2021","unstructured":"Patrick Bajari , Brian Burdick , Guido W Imbens , Lorenzo Masoero , James McQueen , Thomas Richardson , and Ido M Rosen . 2021. Multiple randomization designs. arXiv preprint arXiv:2112.13495 ( 2021 ). Patrick Bajari, Brian Burdick, Guido W Imbens, Lorenzo Masoero, James McQueen, Thomas Richardson, and Ido M Rosen. 2021. Multiple randomization designs. arXiv preprint arXiv:2112.13495 (2021)."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567967"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2017.1323641"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1177\/0081175018782569"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/asy072"},{"key":"e_1_3_2_2_10_1","volume-title":"Hossein Azari Soufiani, and Diane Lambert","author":"Basse Guillaume W","year":"2016","unstructured":"Guillaume W Basse , Hossein Azari Soufiani, and Diane Lambert . 2016 . Randomization and the pernicious effects of limited budgets on auction experiments. In Artificial Intelligence and Statistics. PMLR , 1412--1420. Guillaume W Basse, Hossein Azari Soufiani, and Diane Lambert. 2016. Randomization and the pernicious effects of limited budgets on auction experiments. In Artificial Intelligence and Statistics. PMLR, 1412--1420."},{"key":"e_1_3_2_2_11_1","volume-title":"How much should we trust differences-in-differences estimates? The Quarterly journal of economics","author":"Bertrand Marianne","year":"2004","unstructured":"Marianne Bertrand , Esther Duflo , and Sendhil Mullainathan . 2004. How much should we trust differences-in-differences estimates? The Quarterly journal of economics , Vol. 119 , 1 ( 2004 ), 249--275. Marianne Bertrand, Esther Duflo, and Sendhil Mullainathan. 2004. How much should we trust differences-in-differences estimates? The Quarterly journal of economics, Vol. 119, 1 (2004), 249--275."},{"key":"e_1_3_2_2_12_1","unstructured":"Rohit Bhattacharya Daniel Malinsky and Ilya Shpitser. 2020. Causal inference under interference and network uncertainty. In Uncertainty in Artificial Intelligence. PMLR 1028--1038.  Rohit Bhattacharya Daniel Malinsky and Ilya Shpitser. 2020. Causal inference under interference and network uncertainty. In Uncertainty in Artificial Intelligence. PMLR 1028--1038."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.3982\/QE1744"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1093\/pan\/mps038"},{"key":"e_1_3_2_2_15_1","volume-title":"Modeling Interference Using Experiment Roll-out. arXiv preprint arXiv:2305.10728","author":"Boyarsky Ariel","year":"2023","unstructured":"Ariel Boyarsky , Hongseok Namkoong , and Jean Pouget-Abadie . 2023. Modeling Interference Using Experiment Roll-out. arXiv preprint arXiv:2305.10728 ( 2023 ). Ariel Boyarsky, Hongseok Namkoong, and Jean Pouget-Abadie. 2023. Modeling Interference Using Experiment Roll-out. arXiv preprint arXiv:2305.10728 (2023)."},{"key":"e_1_3_2_2_16_1","volume-title":"Graph Agnostic Estimators with Staggered Rollout Designs under Network Interference. arXiv preprint arXiv:2205.14552","author":"Cortez Mayleen","year":"2022","unstructured":"Mayleen Cortez , Matthew Eichhorn , and Christina Lee Yu. 2022. Graph Agnostic Estimators with Staggered Rollout Designs under Network Interference. arXiv preprint arXiv:2205.14552 ( 2022 ). Mayleen Cortez, Matthew Eichhorn, and Christina Lee Yu. 2022. Graph Agnostic Estimators with Staggered Rollout Designs under Network Interference. arXiv preprint arXiv:2205.14552 (2022)."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1515\/jci-2015-0021"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3320080"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/0012-365X(93)90410-U"},{"key":"e_1_3_2_2_20_1","volume-title":"Detecting Interference in A\/B Testing with Increasing Allocation. arXiv preprint arXiv:2211.03262","author":"Han Kevin","year":"2022","unstructured":"Kevin Han , Shuangning Li , Jialiang Mao , and Han Wu. 2022. Detecting Interference in A\/B Testing with Increasing Allocation. arXiv preprint arXiv:2211.03262 ( 2022 ). Kevin Han, Shuangning Li, Jialiang Mao, and Han Wu. 2022. Detecting Interference in A\/B Testing with Increasing Allocation. arXiv preprint arXiv:2211.03262 (2022)."},{"key":"#cr-split#-e_1_3_2_2_21_1.1","doi-asserted-by":"crossref","unstructured":"Kevin Wu Han Iavor Bojinov and Guillaume Basse. 2021. Population Interference in Panel Experiments. https:\/\/doi.org\/10.48550\/ARXIV.2103.00553 10.48550\/ARXIV.2103.00553","DOI":"10.2139\/ssrn.3802304"},{"key":"#cr-split#-e_1_3_2_2_21_1.2","doi-asserted-by":"crossref","unstructured":"Kevin Wu Han Iavor Bojinov and Guillaume Basse. 2021. Population Interference in Panel Experiments. https:\/\/doi.org\/10.48550\/ARXIV.2103.00553","DOI":"10.2139\/ssrn.3802304"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11749-017-0571-1"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1111\/rssb.12238"},{"key":"e_1_3_2_2_24_1","volume-title":"Reducing interference bias in online marketplace pricing experiments. arXiv preprint arXiv:2004.12489","author":"Holtz David","year":"2020","unstructured":"David Holtz , Ruben Lobel , Inessa Liskovich , and Sinan Aral . 2020. Reducing interference bias in online marketplace pricing experiments. arXiv preprint arXiv:2004.12489 ( 2020 ). David Holtz, Ruben Lobel, Inessa Liskovich, and Sinan Aral. 2020. Reducing interference bias in online marketplace pricing experiments. arXiv preprint arXiv:2004.12489 (2020)."},{"key":"e_1_3_2_2_25_1","volume-title":"Average direct and indirect causal effects under interference. Biometrika (02","author":"Hu Yuchen","year":"2022","unstructured":"Yuchen Hu , Shuangning Li , and Stefan Wager . 2022. Average direct and indirect causal effects under interference. Biometrika (02 2022 ). https:\/\/doi.org\/10.1093\/biomet\/asac008 asac008. 10.1093\/biomet Yuchen Hu, Shuangning Li, and Stefan Wager. 2022. Average direct and indirect causal effects under interference. Biometrika (02 2022). https:\/\/doi.org\/10.1093\/biomet\/asac008 asac008."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214508000000292"},{"key":"e_1_3_2_2_27_1","volume-title":"Rubin","author":"Imbens Guido W.","year":"2015","unstructured":"Guido W. Imbens and Donald B . Rubin . 2015 . Causal Inference for Statistics, Social , and Biomedical Sciences: An Introduction. Cambridge University Press . https:\/\/doi.org\/10.1017\/CBO9781139025751 10.1017\/CBO9781139025751 Guido W. Imbens and Donald B. Rubin. 2015. Causal Inference for Statistics, Social, and Biomedical Sciences: An Introduction. Cambridge University Press. https:\/\/doi.org\/10.1017\/CBO9781139025751"},{"key":"e_1_3_2_2_28_1","volume-title":"Our evolution towards T-REX: The prehistory of experimentation infrastructure at LinkedIn. LinkedIn Engineering Blog","author":"Ivaniuk Alexander","year":"2020","unstructured":"Alexander Ivaniuk . 2020. Our evolution towards T-REX: The prehistory of experimentation infrastructure at LinkedIn. LinkedIn Engineering Blog ( 2020 ). Alexander Ivaniuk. 2020. Our evolution towards T-REX: The prehistory of experimentation infrastructure at LinkedIn. LinkedIn Engineering Blog (2020)."},{"key":"e_1_3_2_2_29_1","volume-title":"Experimental design in two-sided platforms: An analysis of bias. Management Science","author":"Johari Ramesh","year":"2022","unstructured":"Ramesh Johari , Hannah Li , Inessa Liskovich , and Gabriel Y Weintraub . 2022. Experimental design in two-sided platforms: An analysis of bias. Management Science ( 2022 ). Ramesh Johari, Hannah Li, Inessa Liskovich, and Gabriel Y Weintraub. 2022. Experimental design in two-sided platforms: An analysis of bias. Management Science (2022)."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_2_31_1","volume-title":"Trustworthy Online Controlled Experiments: A Practical Guide to A\/B Testing","author":"Kohavi Ron","unstructured":"Ron Kohavi , Diane Tang , and Ya Xu. 2020. Trustworthy Online Controlled Experiments: A Practical Guide to A\/B Testing . Cambridge University Press . https:\/\/doi.org\/10.1017\/9781108653985 10.1017\/9781108653985 Ron Kohavi, Diane Tang, and Ya Xu. 2020. Trustworthy Online Controlled Experiments: A Practical Guide to A\/B Testing. Cambridge University Press. https:\/\/doi.org\/10.1017\/9781108653985"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1162\/rest_a_00818"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512063"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1214\/22-AOS2191"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467193"},{"key":"e_1_3_2_2_36_1","volume-title":"Quantifying the Value of Iterative Experimentation. arXiv preprint arXiv:2111.02334","author":"Mao Jialiang","year":"2021","unstructured":"Jialiang Mao and Iavor Bojinov . 2021. Quantifying the Value of Iterative Experimentation. arXiv preprint arXiv:2111.02334 ( 2021 ). Jialiang Mao and Iavor Bojinov. 2021. Quantifying the Value of Iterative Experimentation. arXiv preprint arXiv:2111.02334 (2021)."},{"key":"e_1_3_2_2_37_1","volume-title":"Advances in Neural Information Processing Systems","volume":"32","author":"Pouget-Abadie Jean","year":"2019","unstructured":"Jean Pouget-Abadie , Kevin Aydin , Warren Schudy , Kay Brodersen , and Vahab Mirrokni . 2019 a. Variance reduction in bipartite experiments through correlation clustering . Advances in Neural Information Processing Systems , Vol. 32 (2019). Jean Pouget-Abadie, Kevin Aydin, Warren Schudy, Kay Brodersen, and Vahab Mirrokni. 2019a. Variance reduction in bipartite experiments through correlation clustering. Advances in Neural Information Processing Systems, Vol. 32 (2019)."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/asz047"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1111\/rssb.12478"},{"key":"e_1_3_2_2_40_1","volume-title":"Matching to remove bias in observational studies. Biometrics","author":"Rubin Donald B","year":"1973","unstructured":"Donald B Rubin . 1973. Matching to remove bias in observational studies. Biometrics ( 1973 ), 159--183. Donald B Rubin. 1973. Matching to remove bias in observational studies. Biometrics (1973), 159--183."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098192"},{"key":"e_1_3_2_2_42_1","first-page":"673","article-title":"Average treatment effects in the presence of unknown interference","volume":"49","author":"Fredrik","year":"2021","unstructured":"Fredrik S\"avje, Peter M. Aronow , and Michael G. Hudgens . 2021 . Average treatment effects in the presence of unknown interference . The Annals of Statistics , Vol. 49 , 2 (2021), 673 - 701 . https:\/\/doi.org\/10.1214\/20-AOS1973 10.1214\/20-AOS1973 Fredrik S\"avje, Peter M. Aronow, and Michael G. Hudgens. 2021. Average treatment effects in the presence of unknown interference. The Annals of Statistics, Vol. 49, 2 (2021), 673 -701. https:\/\/doi.org\/10.1214\/20-AOS1973","journal-title":"The Annals of Statistics"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214506000000636"},{"key":"e_1_3_2_2_44_1","volume-title":"Matching methods for causal inference: A review and a look forward. Statistical science: a review journal of the Institute of Mathematical Statistics","author":"Stuart Elizabeth A","year":"2010","unstructured":"Elizabeth A Stuart . 2010. Matching methods for causal inference: A review and a look forward. Statistical science: a review journal of the Institute of Mathematical Statistics , Vol. 25 , 1 ( 2010 ), 1. Elizabeth A Stuart. 2010. Matching methods for causal inference: A review and a look forward. Statistical science: a review journal of the Institute of Mathematical Statistics, Vol. 25, 1 (2010), 1."},{"key":"e_1_3_2_2_45_1","volume-title":"Elements of estimation theory for causal effects in the presence of network interference. arXiv preprint arXiv:1702.03578","author":"Sussman Daniel L","year":"2017","unstructured":"Daniel L Sussman and Edoardo M Airoldi . 2017. Elements of estimation theory for causal effects in the presence of network interference. arXiv preprint arXiv:1702.03578 ( 2017 ). Daniel L Sussman and Edoardo M Airoldi. 2017. Elements of estimation theory for causal effects in the presence of network interference. arXiv preprint arXiv:1702.03578 (2017)."},{"key":"#cr-split#-e_1_3_2_2_46_1.1","unstructured":"Fredrik S\u00e4vje. 2021. Causal inference with misspecified exposure mappings. https:\/\/doi.org\/10.48550\/ARXIV.2103.06471 10.48550\/ARXIV.2103.06471"},{"key":"#cr-split#-e_1_3_2_2_46_1.2","unstructured":"Fredrik S\u00e4vje. 2021. Causal inference with misspecified exposure mappings. https:\/\/doi.org\/10.48550\/ARXIV.2103.06471"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835810"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1177\/0962280210386779"},{"key":"e_1_3_2_2_49_1","volume-title":"International conference on machine learning. PMLR, 1489--1497","author":"Toulis Panos","year":"2013","unstructured":"Panos Toulis and Edward Kao . 2013 . Estimation of causal peer influence effects . In International conference on machine learning. PMLR, 1489--1497 . Panos Toulis and Edward Kao. 2013. Estimation of causal peer influence effects. In International conference on machine learning. PMLR, 1489--1497."},{"key":"e_1_3_2_2_50_1","volume-title":"Porter","author":"Traud Amanda L.","year":"2012","unstructured":"Amanda L. Traud , Peter J. Mucha , and Mason A . Porter . 2012 . Social structure of Facebook networks. Physica A: Statistical Mechanics and its Applications , Vol. 391 , 16 (2012), 4165--4180. https:\/\/doi.org\/10.1016\/j.physa.2011.12.021 10.1016\/j.physa.2011.12.021 Amanda L. Traud, Peter J. Mucha, and Mason A. Porter. 2012. Social structure of Facebook networks. Physica A: Statistical Mechanics and its Applications, Vol. 391, 16 (2012), 4165--4180. https:\/\/doi.org\/10.1016\/j.physa.2011.12.021"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487695"},{"key":"e_1_3_2_2_52_1","volume-title":"Experimental design under network interference. arXiv preprint arXiv:2003.08421","author":"Viviano Davide","year":"2020","unstructured":"Davide Viviano . 2020. Experimental design under network interference. arXiv preprint arXiv:2003.08421 ( 2020 ). Davide Viviano. 2020. Experimental design under network interference. arXiv preprint arXiv:2003.08421 (2020)."},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.2020.3844"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788602"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219875"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1934.10502686"}],"event":{"name":"KDD '23: The 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Long Beach CA USA","acronym":"KDD '23","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3580305.3599308","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3580305.3599308","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:47Z","timestamp":1750178267000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3580305.3599308"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,4]]},"references-count":58,"alternative-id":["10.1145\/3580305.3599308","10.1145\/3580305"],"URL":"https:\/\/doi.org\/10.1145\/3580305.3599308","relation":{},"subject":[],"published":{"date-parts":[[2023,8,4]]},"assertion":[{"value":"2023-08-04","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}