{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:17:25Z","timestamp":1750220245288,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T00:00:00Z","timestamp":1650844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,4,25]]},"DOI":"10.1145\/3487553.3524211","type":"proceedings-article","created":{"date-parts":[[2022,8,16]],"date-time":"2022-08-16T22:41:30Z","timestamp":1660689690000},"page":"77-83","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Fair Effect Attribution in Parallel Online Experiments"],"prefix":"10.1145","author":[{"given":"Alexander","family":"Buchholz","sequence":"first","affiliation":[{"name":"Amazon Music ML, Germany"}]},{"given":"Vito","family":"Bellini","sequence":"additional","affiliation":[{"name":"Amazon Music ML, Germany"}]},{"given":"Giuseppe","family":"Di Benedetto","sequence":"additional","affiliation":[{"name":"Amazon Music ML, Germany"}]},{"given":"Yannik","family":"Stein","sequence":"additional","affiliation":[{"name":"Amazon Music ML, Germany"}]},{"given":"Matteo","family":"Ruffini","sequence":"additional","affiliation":[{"name":"Amazon Music ML, Germany"}]},{"given":"Fabian","family":"Moerchen","sequence":"additional","affiliation":[{"name":"Amazon Music ML, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,8,16]]},"reference":[{"unstructured":"Himan Abdollahpouri and Steve Essinger. [n. d.]. Multiple Stakeholders in Music Recommender Systems. ([n. d.]). arxiv:arXiv:1708.00120v1  Himan Abdollahpouri and Steve Essinger. [n. d.]. Multiple Stakeholders in Music Recommender Systems. ([n. d.]). arxiv:arXiv:1708.00120v1","key":"e_1_3_2_1_1_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_2_1","DOI":"10.1080\/07350015.2014.975555"},{"key":"e_1_3_2_1_3_1","volume-title":"Angrist and J\u00f6rn-Steffen Pischke","author":"D.","year":"2009","unstructured":"Joshua\u00a0 D. Angrist and J\u00f6rn-Steffen Pischke . 2009 . Mostly Harmless Econometrics: An Empiricist\u2019s Companion. Number 8769 in Economics Books. Princeton University Press . https:\/\/ideas.repec.org\/b\/pup\/pbooks\/8769.html Joshua\u00a0D. Angrist and J\u00f6rn-Steffen Pischke. 2009. Mostly Harmless Econometrics: An Empiricist\u2019s Companion. Number 8769 in Economics Books. Princeton University Press. https:\/\/ideas.repec.org\/b\/pup\/pbooks\/8769.html"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_4_1","DOI":"10.1145\/2764468.2764505"},{"unstructured":"Eric Balkanski Umar Syed and Sergei Vassilvitskii. 2017. Statistical cost sharing. arXiv preprint arXiv:1703.03111(2017).  Eric Balkanski Umar Syed and Sergei Vassilvitskii. 2017. Statistical cost sharing. arXiv preprint arXiv:1703.03111(2017).","key":"e_1_3_2_1_5_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_6_1","DOI":"10.1111\/j.1541-0420.2005.00377.x"},{"doi-asserted-by":"crossref","unstructured":"Matthew Blackwell and Nicole\u00a0E Pashley. 2020. Noncompliance and instrumental variables for 2 factorial experiments. (2020).  Matthew Blackwell and Nicole\u00a0E Pashley. 2020. Noncompliance and instrumental variables for 2 factorial experiments. (2020).","key":"e_1_3_2_1_7_1","DOI":"10.1080\/01621459.2021.1978468"},{"unstructured":"Robin Burke and Himan Abdollahpouri. 2017. Patterns of Multistakeholder Recommendation. (2017). arxiv:1707.09258http:\/\/arxiv.org\/abs\/1707.09258  Robin Burke and Himan Abdollahpouri. 2017. Patterns of Multistakeholder Recommendation. (2017). arxiv:1707.09258http:\/\/arxiv.org\/abs\/1707.09258","key":"e_1_3_2_1_8_1"},{"key":"e_1_3_2_1_9_1","volume-title":"CEUR Workshop Proceedings 1618","author":"Burke Robin","year":"2016","unstructured":"Robin Burke , Himan Abdollahpouri , Bamshad Mobasher , and Trinadh Gupta . 2016 . Towards multi-stakeholder utility evaluation of recommender systems . CEUR Workshop Proceedings 1618 (2016). Robin Burke, Himan Abdollahpouri, Bamshad Mobasher, and Trinadh Gupta. 2016. Towards multi-stakeholder utility evaluation of recommender systems. CEUR Workshop Proceedings 1618 (2016)."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_10_1","DOI":"10.1257\/aer.p20171038"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_11_1","DOI":"10.1201\/9781420035834"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_12_1","DOI":"10.1145\/3292500.3330675"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_13_1","DOI":"10.1002\/sim.4168"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_14_1","DOI":"10.1287\/mksc.2018.1135"},{"unstructured":"Miguel\u00a0A Hern\u00e1n and James\u00a0M Robins. 2020. Causal inference: What If.  Miguel\u00a0A Hern\u00e1n and James\u00a0M Robins. 2020. Causal inference: What If.","key":"e_1_3_2_1_15_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_16_1","DOI":"10.1111\/1468-0262.00442"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_17_1","DOI":"10.1177\/0962280220921909"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_18_1","DOI":"10.1198\/016214504000001187"},{"volume-title":"Causal inference in statistics, social, and biomedical sciences","author":"Imbens W","unstructured":"Guido\u00a0 W Imbens and Donald\u00a0 B Rubin . 2015. Causal inference in statistics, social, and biomedical sciences . Cambridge University Press . Guido\u00a0W Imbens and Donald\u00a0B Rubin. 2015. Causal inference in statistics, social, and biomedical sciences. Cambridge University Press.","key":"e_1_3_2_1_19_1"},{"doi-asserted-by":"crossref","unstructured":"Kamal Jain and Mohammad Mahdian. 2007. Cost Sharing. Cambridge University Press 385-410. https:\/\/doi.org\/10.1017\/CBO9780511800481.017 10.1017\/CBO9780511800481.017","key":"#cr-split#-e_1_3_2_1_20_1.1","DOI":"10.1017\/CBO9780511800481.017"},{"doi-asserted-by":"crossref","unstructured":"Kamal Jain and Mohammad Mahdian. 2007. Cost Sharing. Cambridge University Press 385-410. https:\/\/doi.org\/10.1017\/CBO9780511800481.017","key":"#cr-split#-e_1_3_2_1_20_1.2","DOI":"10.1017\/CBO9780511800481.017"},{"key":"e_1_3_2_1_21_1","volume-title":"Controlled experiments on the web: survey and practical guide. Data mining and knowledge discovery 18, 1","author":"Kohavi Ron","year":"2009","unstructured":"Ron Kohavi , Roger Longbotham , Dan Sommerfield , and Randal\u00a0 M Henne . 2009. Controlled experiments on the web: survey and practical guide. Data mining and knowledge discovery 18, 1 ( 2009 ), 140\u2013181. Ron Kohavi, Roger Longbotham, Dan Sommerfield, and Randal\u00a0M Henne. 2009. Controlled experiments on the web: survey and practical guide. Data mining and knowledge discovery 18, 1 (2009), 140\u2013181."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_22_1","DOI":"10.1145\/3328526.3329558"},{"key":"e_1_3_2_1_23_1","volume-title":"A pareto-eficient algorithm for multiple objective optimization in e-commerce recommendation. RecSys 2019 - 13th ACM Conference on Recommender Systems","author":"Lin Xiao","year":"2019","unstructured":"Xiao Lin , Hongjie Chen , Changhua Pei , Fei Sun , Xuanji Xiao , Hanxiao Sun , Yongfeng Zhang , Wenwu Ou , and Peng Jiang . 2019. A pareto-eficient algorithm for multiple objective optimization in e-commerce recommendation. RecSys 2019 - 13th ACM Conference on Recommender Systems ( 2019 ), 20\u201328. https:\/\/doi.org\/10.1145\/3298689.3346998 10.1145\/3298689.3346998 Xiao Lin, Hongjie Chen, Changhua Pei, Fei Sun, Xuanji Xiao, Hanxiao Sun, Yongfeng Zhang, Wenwu Ou, and Peng Jiang. 2019. A pareto-eficient algorithm for multiple objective optimization in e-commerce recommendation. RecSys 2019 - 13th ACM Conference on Recommender Systems (2019), 20\u201328. https:\/\/doi.org\/10.1145\/3298689.3346998"},{"key":"e_1_3_2_1_24_1","volume-title":"Parallel experimentation in a competitive advertising marketplace. arXiv","author":"Lin Xiliang","year":"2019","unstructured":"Xiliang Lin , Harikesh\u00a0 S. Nair , Navdeep\u00a0 S. Sahni , and Caio Waisman . 2019. Parallel experimentation in a competitive advertising marketplace. arXiv ( 2019 ), 1\u201351. arxiv:1903.11198 Xiliang Lin, Harikesh\u00a0S. Nair, Navdeep\u00a0S. Sahni, and Caio Waisman. 2019. Parallel experimentation in a competitive advertising marketplace. arXiv (2019), 1\u201351. arxiv:1903.11198"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_25_1","DOI":"10.1002\/sim.6768"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_26_1","DOI":"10.1214\/17-STS612"},{"unstructured":"Sasan Maleki Long Tran-Thanh Greg Hines Talal Rahwan and Alex Rogers. 2013. Bounding the estimation error of sampling-based Shapley value approximation. arXiv preprint arXiv:1306.4265(2013).  Sasan Maleki Long Tran-Thanh Greg Hines Talal Rahwan and Alex Rogers. 2013. Bounding the estimation error of sampling-based Shapley value approximation. arXiv preprint arXiv:1306.4265(2013).","key":"e_1_3_2_1_27_1"},{"key":"e_1_3_2_1_28_1","volume-title":"CEUR Workshop Proceedings 2440","author":"Malthouse C.","year":"2019","unstructured":"Edward\u00a0 C. Malthouse , Khadija\u00a0Ali Vakeel , Yasaman\u00a0Kamyab Hessary , Robin Burke , and Morana Fuduri\u0107 . 2019 . A multistakeholder recommender systems algorithm for allocating sponsored recommendations . CEUR Workshop Proceedings 2440 (2019). Edward\u00a0C. Malthouse, Khadija\u00a0Ali Vakeel, Yasaman\u00a0Kamyab Hessary, Robin Burke, and Morana Fuduri\u0107. 2019. A multistakeholder recommender systems algorithm for allocating sponsored recommendations. CEUR Workshop Proceedings 2440 (2019)."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_29_1","DOI":"10.1002\/sim.5753"},{"doi-asserted-by":"crossref","unstructured":"Rishabh Mehrotra James McInerney Hugues Bouchard Mounia Lalmas and Fernando Diaz. 2018. Towards a Fair Marketplace. (2018) 2243-2251. https:\/\/doi.org\/10.1145\/3269206.3272027 10.1145\/3269206.3272027","key":"#cr-split#-e_1_3_2_1_30_1.1","DOI":"10.1145\/3269206.3272027"},{"doi-asserted-by":"crossref","unstructured":"Rishabh Mehrotra James McInerney Hugues Bouchard Mounia Lalmas and Fernando Diaz. 2018. Towards a Fair Marketplace. (2018) 2243-2251. https:\/\/doi.org\/10.1145\/3269206.3272027","key":"#cr-split#-e_1_3_2_1_30_1.2","DOI":"10.1145\/3269206.3272027"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_31_1","DOI":"10.1145\/3394486.3403374"},{"key":"e_1_3_2_1_32_1","volume-title":"CEUR Workshop Proceedings 2410","author":"Momma Michinari","year":"2019","unstructured":"Michinari Momma , Alireza\u00a0Bagheri Garakani , and Yi Sun . 2019 . Multi-objective relevance ranking . CEUR Workshop Proceedings 2410 (2019). Michinari Momma, Alireza\u00a0Bagheri Garakani, and Yi Sun. 2019. Multi-objective relevance ranking. CEUR Workshop Proceedings 2410 (2019)."},{"unstructured":"Douglas\u00a0C Montgomery. 2017. Design and analysis of experiments. John wiley & sons.  Douglas\u00a0C Montgomery. 2017. Design and analysis of experiments. John wiley & sons.","key":"e_1_3_2_1_33_1"},{"volume-title":"Fair division and collective welfare","author":"Moulin Herv\u00e9","unstructured":"Herv\u00e9 Moulin . 2004. Fair division and collective welfare . MIT press . Herv\u00e9 Moulin. 2004. Fair division and collective welfare. MIT press.","key":"e_1_3_2_1_34_1"},{"unstructured":"Phong Nguyen John Dines and Jan Krasnodebski. 2017. A Multi-Objective Learning to re-Rank Approach to Optimize Online Marketplaces for Multiple Stakeholders. (2017). arxiv:1708.00651http:\/\/arxiv.org\/abs\/1708.00651  Phong Nguyen John Dines and Jan Krasnodebski. 2017. A Multi-Objective Learning to re-Rank Approach to Optimize Online Marketplaces for Multiple Stakeholders. (2017). arxiv:1708.00651http:\/\/arxiv.org\/abs\/1708.00651","key":"e_1_3_2_1_35_1"},{"key":"e_1_3_2_1_36_1","volume-title":"Performance evaluation of propensity score methods for estimating average treatment effects with multi-level treatments. 4763","author":"Nian Hui","year":"2019","unstructured":"Hui Nian , Chang Yu , Juan Ding , Huiyun Wu , William\u00a0 D Dupont , Tebeb Gebretsadik , Tina\u00a0 V Hartert , Pingsheng Wu , Hui Nian , Chang Yu , Juan Ding , Huiyun Wu , and William\u00a0 D Dupont . 2019. Performance evaluation of propensity score methods for estimating average treatment effects with multi-level treatments. 4763 ( 2019 ). https:\/\/doi.org\/10.1080\/02664763.2018.1523375 10.1080\/02664763.2018.1523375 Hui Nian, Chang Yu, Juan Ding, Huiyun Wu, William\u00a0D Dupont, Tebeb Gebretsadik, Tina\u00a0V Hartert, Pingsheng Wu, Hui Nian, Chang Yu, Juan Ding, Huiyun Wu, and William\u00a0D Dupont. 2019. Performance evaluation of propensity score methods for estimating average treatment effects with multi-level treatments. 4763 (2019). https:\/\/doi.org\/10.1080\/02664763.2018.1523375"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_37_1","DOI":"10.1080\/01621459.1994.10476818"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_38_1","DOI":"10.1093\/biomet\/70.1.41"},{"key":"e_1_3_2_1_39_1","volume-title":"Estimating causal effects of treatments in randomized and nonrandomized studies.Journal of educational Psychology 66, 5","author":"Rubin B","year":"1974","unstructured":"Donald\u00a0 B Rubin . 1974. Estimating causal effects of treatments in randomized and nonrandomized studies.Journal of educational Psychology 66, 5 ( 1974 ), 688. Donald\u00a0B Rubin. 1974. Estimating causal effects of treatments in randomized and nonrandomized studies.Journal of educational Psychology 66, 5 (1974), 688."},{"key":"e_1_3_2_1_40_1","volume-title":"A value for n-person games. Contributions to the Theory of Games 2, 28","author":"Shapley S","year":"1953","unstructured":"Lloyd\u00a0 S Shapley . 1953. A value for n-person games. Contributions to the Theory of Games 2, 28 ( 1953 ), 307\u2013317. Lloyd\u00a0S Shapley. 1953. A value for n-person games. Contributions to the Theory of Games 2, 28 (1953), 307\u2013317."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_41_1","DOI":"10.1145\/3308558.3313731"},{"volume-title":"The most powerful way to turn clicks into customers","author":"Siroker Dan","unstructured":"Dan Siroker and Pete Koomen . 2013. A\/ B testing : The most powerful way to turn clicks into customers . John Wiley & Sons . Dan Siroker and Pete Koomen. 2013. A\/B testing: The most powerful way to turn clicks into customers. John Wiley & Sons.","key":"e_1_3_2_1_42_1"},{"unstructured":"Andrew Stanton Akhila Ananthram Congzhe Su and Liangjie Hong. 2019. Revenue Relevance Arbitrage and More: Joint Optimization Framework for Search Experiences in Two-Sided Marketplaces. (2019). arxiv:1905.06452http:\/\/arxiv.org\/abs\/1905.06452  Andrew Stanton Akhila Ananthram Congzhe Su and Liangjie Hong. 2019. Revenue Relevance Arbitrage and More: Joint Optimization Framework for Search Experiences in Two-Sided Marketplaces. (2019). arxiv:1905.06452http:\/\/arxiv.org\/abs\/1905.06452","key":"e_1_3_2_1_43_1"},{"unstructured":"Adith Swaminathan and Thorsten Joachims. 2015. The self-normalized estimator for counterfactual learning. In advances in neural information processing systems. Citeseer 3231\u20133239.  Adith Swaminathan and Thorsten Joachims. 2015. The self-normalized estimator for counterfactual learning. In advances in neural information processing systems. Citeseer 3231\u20133239.","key":"e_1_3_2_1_44_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_45_1","DOI":"10.1145\/1835804.1835810"},{"key":"e_1_3_2_1_46_1","volume-title":"The Aumann-Shapley prices: a survey. The shapley value","author":"Tauman Yair","year":"1988","unstructured":"Yair Tauman . 1988. The Aumann-Shapley prices: a survey. The shapley value ( 1988 ), 279. Yair Tauman. 1988. The Aumann-Shapley prices: a survey. The shapley value (1988), 279."},{"unstructured":"Liuyi Yao Zhixuan Chu Sheng Li Yaliang Li Jing Gao and Aidong Zhang. 2020. A survey on causal inference. arXiv preprint arXiv:2002.02770(2020).  Liuyi Yao Zhixuan Chu Sheng Li Yaliang Li Jing Gao and Aidong Zhang. 2020. A survey on causal inference. arXiv preprint arXiv:2002.02770(2020).","key":"e_1_3_2_1_47_1"},{"key":"e_1_3_2_1_48_1","volume-title":"Jointly Learning to Recommend and Advertise","author":"Zhao Xiangyu","year":"2017","unstructured":"Xiangyu Zhao , Xudong Zheng , Xiwang Yang , Xiaobing Liu , and Jiliang Tang . 2020. Jointly Learning to Recommend and Advertise . July 2017 (2020). arxiv:2003.00097http:\/\/arxiv.org\/abs\/2003.00097 Xiangyu Zhao, Xudong Zheng, Xiwang Yang, Xiaobing Liu, and Jiliang Tang. 2020. Jointly Learning to Recommend and Advertise. July 2017 (2020). arxiv:2003.00097http:\/\/arxiv.org\/abs\/2003.00097"}],"event":{"sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"acronym":"WWW '22","name":"WWW '22: The ACM Web Conference 2022","location":"Virtual Event, Lyon France"},"container-title":["Companion Proceedings of the Web Conference 2022"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3487553.3524211","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3487553.3524211","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:30:33Z","timestamp":1750188633000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3487553.3524211"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,25]]},"references-count":50,"alternative-id":["10.1145\/3487553.3524211","10.1145\/3487553"],"URL":"https:\/\/doi.org\/10.1145\/3487553.3524211","relation":{},"subject":[],"published":{"date-parts":[[2022,4,25]]},"assertion":[{"value":"2022-08-16","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}