{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T16:48:57Z","timestamp":1755794937723,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":31,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,7,20]],"date-time":"2025-07-20T00:00:00Z","timestamp":1752969600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,20]]},"DOI":"10.1145\/3690624.3709431","type":"proceedings-article","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T18:44:43Z","timestamp":1743792283000},"page":"2226-2234","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["ForTune: Running Offline Scenarios to Estimate Impact on Business Metrics"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5744-2545","authenticated-orcid":false,"given":"Georges","family":"Dupret","sequence":"first","affiliation":[{"name":"Spotify, Inc., New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4593-0994","authenticated-orcid":false,"given":"Konstantin","family":"Sozinov","sequence":"additional","affiliation":[{"name":"Spotify, Inc., New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-1418-014X","authenticated-orcid":false,"given":"Carmen","family":"Barcena Gonzalez","sequence":"additional","affiliation":[{"name":"Spotify, Ltd., London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-8607-4121","authenticated-orcid":false,"given":"Ziggy","family":"Zacks","sequence":"additional","affiliation":[{"name":"Spotify, Inc., New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7945-7665","authenticated-orcid":false,"given":"Amber","family":"Yuan","sequence":"additional","affiliation":[{"name":"Spotify, Inc., New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9538-047X","authenticated-orcid":false,"given":"Ben","family":"Carterette","sequence":"additional","affiliation":[{"name":"Spotify, Inc., New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-6739-0486","authenticated-orcid":false,"given":"Manuel","family":"Mai","sequence":"additional","affiliation":[{"name":"Spotify, Inc., Berlin, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-2024-3996","authenticated-orcid":false,"given":"Andrey","family":"Gatash","sequence":"additional","affiliation":[{"name":"Spotify, Inc., New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-8062-0524","authenticated-orcid":false,"given":"Gwo Liang","family":"Lien","sequence":"additional","affiliation":[{"name":"Spotify, Inc., New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-2410-6246","authenticated-orcid":false,"given":"Shubham","family":"Bansal","sequence":"additional","affiliation":[{"name":"Spotify, Inc., New York, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6193-972X","authenticated-orcid":false,"given":"Roberto","family":"Sanchis-Ojeda","sequence":"additional","affiliation":[{"name":"Spotify, Inc., Madrid, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3531-3096","authenticated-orcid":false,"given":"Mounia","family":"Lalmas","sequence":"additional","affiliation":[{"name":"Spotify, Inc., London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,7,20]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Effective Evaluation Using Logged Bandit Feedback from Multiple Loggers. KDD","author":"Agarwal Aman","year":"2017","unstructured":"Aman Agarwal, Soumya Basu, Tobias Schnabel, and Thorsten Joachims. 2017. Effective Evaluation Using Logged Bandit Feedback from Multiple Loggers. KDD (2017), 687--696."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"crossref","unstructured":"Susan Athey Raj Chetty Guido W Imbens and Hyunseung Kang. 2019. The surrogate index: Combining short-term proxies to estimate long-term treatment effects more rapidly and precisely. Technical Report. National Bureau of Economic Research.","DOI":"10.3386\/w26463"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1002\/9781118445112.stat07975"},{"key":"e_1_3_2_2_4_1","volume-title":"Proceedings of the AdKDD and TargetAd Workshop, KDD","author":"Eustache Diemert","year":"2018","unstructured":"Diemert Eustache, Betlei Artem, Christophe Renaudin, and Amini Massih-Reza. 2018. A Large Scale Benchmark for Uplift Modeling. In Proceedings of the AdKDD and TargetAd Workshop, KDD, London,United Kingdom, August, 20, 2018. ACM. \/Users\/gdupret\/References\/2023\/20231114T175543--a-large-scale-benchmark-for-uplift-modeling__criteo_scenario.pdf"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/3104482.3104620"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2000.10474333"},{"key":"e_1_3_2_2_7_1","volume-title":"Entropy balancing for causal effects: A multivariate reweighting method to produce balanced samples in observational studies. Political analysis","author":"Hainmueller Jens","year":"2012","unstructured":"Jens Hainmueller. 2012. Entropy balancing for causal effects: A multivariate reweighting method to produce balanced samples in observational studies. Political analysis, Vol. 20, 1 (2012), 25--46."},{"key":"e_1_3_2_2_8_1","volume-title":"Causal Inference: What If","author":"Hernan M.A.","year":"2023","unstructured":"M.A. Hernan and J.M. Robins. 2023. Causal Inference: What If. CRC Press. 2022050839 https:\/\/books.google.com\/books?id=_KnHIAAACAAJ"},{"key":"e_1_3_2_2_9_1","unstructured":"Miguel A Hern\u00e1n and James M Robins. 2010. Causal inference: What If."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v042.i08"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1952.10483446"},{"key":"e_1_3_2_2_12_1","volume-title":"A review on global sensitivity analysis methods. Uncertainty management in simulation-optimization of complex systems: algorithms and applications","author":"Iooss Bertrand","year":"2015","unstructured":"Bertrand Iooss and Paul Lema\u00eetre. 2015. A review on global sensitivity analysis methods. Uncertainty management in simulation-optimization of complex systems: algorithms and applications (2015), 101--122."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3018661.3018699"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_2_15_1","volume-title":"Global sensitivity analysis for systems with independent and\/or correlated inputs. The journal of physical chemistry A","author":"Li Genyuan","year":"2010","unstructured":"Genyuan Li, Herschel Rabitz, Paul E Yelvington, Oluwayemisi O Oluwole, Fred Bacon, Charles E Kolb, and Jacqueline Schoendorf. 2010. Global sensitivity analysis for systems with independent and\/or correlated inputs. The journal of physical chemistry A, Vol. 114, 19 (2010), 6022--6032."},{"key":"e_1_3_2_2_16_1","unstructured":"Sicheng Lin Meng Xu Xi Zhang Shih-Kang Chao Ying-Kai Huang and Xiaolin Shi. 2023. Balancing Approach for Causal Inference at Scale. arxiv: 2302.05549 [stat.ME]"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599386"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403229"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3481954"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/70.1.41"},{"key":"e_1_3_2_2_21_1","volume-title":"Matching to remove bias in observational studies. Biometrics","author":"Rubin Donald B","year":"1973","unstructured":"Donald B Rubin. 1973. Matching to remove bias in observational studies. Biometrics (1973), 159--183."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589334.3645446"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460231.3473320"},{"key":"e_1_3_2_2_24_1","unstructured":"A. Saltelli K. Chan and E.M. Scott. 2009. Sensitivity Analysis. Wiley. 00023093 https:\/\/books.google.com\/books?id=gOcePwAACAAJ"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v035.i03"},{"key":"e_1_3_2_2_26_1","first-page":"3632","article-title":"Off-Policy Evaluation for Slate Recommendation","volume":"30","author":"Swaminathan Adith","year":"2017","unstructured":"Adith Swaminathan, Akshay Krishnamurthy, Alekh Agarwal, Miro Dudik, John Langford, Damien Jose, and Imed Zitouni. 2017. Off-Policy Evaluation for Slate Recommendation. In Advances in Neural Information Processing Systems, Vol. 30. 3632--3642.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_27_1","volume-title":"Estimating long-term causal effects from short-term experiments and long-term observational data with unobserved confounding. arXiv preprint arXiv:2302.10625","author":"Goffrier Graham Van","year":"2023","unstructured":"Graham Van Goffrier, Lucas Maystre, and Ciar\u00e1n Gilligan-Lee. 2023. Estimating long-term causal effects from short-term experiments and long-term observational data with unobserved confounding. arXiv preprint arXiv:2302.10625 (2023)."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539073"},{"volume-title":"An introduction to survey research, polling, and data analysis","author":"Weisberg Herbert","key":"e_1_3_2_2_29_1","unstructured":"Herbert Weisberg, Jon A Krosnick, and Bruce D Bowen. 1996. An introduction to survey research, polling, and data analysis. Sage."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2007.06.003"},{"key":"e_1_3_2_2_31_1","volume-title":"Targeting for long-term outcomes. arXiv preprint arXiv:2010.15835","author":"Yang Jeremy","year":"2020","unstructured":"Jeremy Yang, Dean Eckles, Paramveer Dhillon, and Sinan Aral. 2020. Targeting for long-term outcomes. arXiv preprint arXiv:2010.15835 (2020)."}],"event":{"name":"KDD '25: The 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"],"location":"Toronto ON Canada","acronym":"KDD '25"},"container-title":["Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3690624.3709431","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3690624.3709431","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,16]],"date-time":"2025-08-16T15:45:11Z","timestamp":1755359111000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3690624.3709431"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,20]]},"references-count":31,"alternative-id":["10.1145\/3690624.3709431","10.1145\/3690624"],"URL":"https:\/\/doi.org\/10.1145\/3690624.3709431","relation":{},"subject":[],"published":{"date-parts":[[2025,7,20]]},"assertion":[{"value":"2025-07-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}