{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T13:04:29Z","timestamp":1785503069440,"version":"3.56.0"},"publisher-location":"New York, NY, USA","reference-count":20,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,8,9]]},"DOI":"10.1145\/3770854.3783922","type":"proceedings-article","created":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T12:07:40Z","timestamp":1785499660000},"page":"2165-2175","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Case Study: Learning Robust, Long-run Surrogate Metrics with Modeling and Instrumental Variables"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-8875-6487","authenticated-orcid":false,"given":"Daniel","family":"Day","sequence":"first","affiliation":[{"name":"Meta, Menlo Park, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6347-3267","authenticated-orcid":false,"given":"Matthew","family":"Dalton","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1448-7396","authenticated-orcid":false,"given":"Samuel","family":"Daulton","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-5205-8212","authenticated-orcid":false,"given":"Benjamin","family":"Letham","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6127-7068","authenticated-orcid":false,"given":"Xiao","family":"Cai","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-1133-5316","authenticated-orcid":false,"given":"Aojia","family":"Zhao","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-6480-9879","authenticated-orcid":false,"given":"Eytan","family":"Bakshy","sequence":"additional","affiliation":[{"name":"Meta, Menlo Park, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,4,20]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219847"},{"key":"e_1_3_2_2_2_1","volume-title":"Ax: Adaptive Experimentation Platform. https:\/\/ax.dev\/. Accessed: 2025-05-26.","author":"Facebook","year":"2025","unstructured":"Facebook AI. 2025. Ax: Adaptive Experimentation Platform. https:\/\/ax.dev\/. Accessed: 2025-05-26."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1996.10476902"},{"key":"e_1_3_2_2_4_1","volume-title":"Estimating the Long-Run Value We Give to Our Users Through Experiment Meta-Analysis. Medium","author":"Meta Analytics","year":"2025","unstructured":"Analytics at Meta. 2025a. Estimating the Long-Run Value We Give to Our Users Through Experiment Meta-Analysis. Medium (2025). https:\/\/medium.com\/meta-analytics\/estimating-the-long-run-value-we-give-to-our-users-through-experiment-meta-analysis-6ddb9073b29b Accessed: 24 Apr 2025."},{"key":"e_1_3_2_2_5_1","volume-title":"Notifications: Why Less is More - How Facebook Has Been Increasing Both User Satisfaction and App. Medium","author":"Meta Analytics","year":"2025","unstructured":"Analytics at Meta. 2025b. Notifications: Why Less is More - How Facebook Has Been Increasing Both User Satisfaction and App. Medium (2025). https:\/\/medium.com\/@AnalyticsAtMeta\/notifications-why-less-is-more-how-facebook-has-been-increasing-both-user-satisfaction-and-app-9463f7325e7d Accessed: 24 Apr 2025."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.3386\/w26463"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"crossref","unstructured":"Aur\u00e9lien Bibaut Winston Chou Simon Ejdemyr and Nathan Kallus. 2024. Learning the Covariance of Treatment Effects Across Many Weak Experiments. arXiv:2402.17637 [stat.ME] https:\/\/arxiv.org\/abs\/2402.17637","DOI":"10.1145\/3637528.3672034"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3437963.3441737"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3690624.3709419"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.4108\/eai.8-8-2015.2261043"},{"key":"e_1_3_2_2_11_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"1423","author":"Hartford Jason","year":"2017","unstructured":"Jason Hartford, Greg Lewis, Kevin Leyton-Brown, and Matt Taddy. 2017. Deep IV: A Flexible Approach for Counterfactual Prediction. In Proceedings of the 34th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 70), Doina Precup and Yee Whye Teh (Eds.). PMLR, 1414-1423. https:\/\/proceedings.mlr.press\/v70\/hartford17a.html"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"crossref","unstructured":"Duncan McElfresh Sujay Khandagale Jonathan Valverde Vishak Prasad C Benjamin Feuer Chinmay Hegde Ganesh Ramakrishnan Micah Goldblum and Colin White. 2024. When Do Neural Nets Outperform Boosted Trees on Tabular Data? arXiv:2305.02997 [cs.LG] https:\/\/arxiv.org\/abs\/2305.02997","DOI":"10.52202\/075280-3337"},{"key":"e_1_3_2_2_14_1","volume-title":"Zhiyuan Jerry Lin","author":"Olson Miles","year":"2025","unstructured":"Miles Olson, Elizabeth Santorella, Louis C. Tiao, Sait Cakmak, David Eriksson, Mia Garrard, Sam Daulton, Maximilian Balandat, Eytan Bakshy, Elena Kashtelyan, Zhiyuan Jerry Lin, Sebastian Ament, Bernard Beckerman, Eric Onofrey, Paschal Igusti, Cristian Lara, Benjamin Letham, Cesar Cardoso, Shiyun Sunny Shen, Andy Chenyuan Lin, and Matthew Grange. 2025. Ax: A Platform for Adaptive Experimentation. In AutoML 2025 ABCD Track. https:\/\/openreview.net\/forum?id=U1f6wHtG1g"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186151"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1002\/sim.4780080407"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"crossref","unstructured":"Federico Quin Danny Weyns Matthias Galster and Camila Costa Silva. 2023. A\/B Testing: A Systematic Literature Review. arXiv:2308.04929 [cs.SE] https:\/\/arxiv.org\/abs\/2308.04929","DOI":"10.2139\/ssrn.4549495"},{"key":"e_1_3_2_2_18_1","volume-title":"EFFICIENT NONPARAMETRIC TESTING AND ESTIMATION (dgo - digital original, 1 ed.)","author":"CHARLES STEIN.","unstructured":"CHARLES STEIN. 1956. EFFICIENT NONPARAMETRIC TESTING AND ESTIMATION (dgo - digital original, 1 ed.). University of California Press, 187-196. http:\/\/www.jstor.org\/stable\/jj.8595632.17"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671543"},{"key":"e_1_3_2_2_20_1","volume-title":"Introductory Econometrics: A Modern Approach. South-Western. 2007942361 http:\/\/books.google.ch\/books?id=64vt5TDBNLwC","author":"Wooldridge Jeffrey Marc","year":"2009","unstructured":"Jeffrey Marc Wooldridge. 2009. Introductory Econometrics: A Modern Approach. South-Western. 2007942361 http:\/\/books.google.ch\/books?id=64vt5TDBNLwC"}],"event":{"name":"KDD '26: The 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Jeju Island Republic of Korea","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3770854.3783922","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T12:24:38Z","timestamp":1785500678000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3770854.3783922"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,20]]},"references-count":20,"alternative-id":["10.1145\/3770854.3783922","10.1145\/3770854"],"URL":"https:\/\/doi.org\/10.1145\/3770854.3783922","relation":{},"subject":[],"published":{"date-parts":[[2026,4,20]]},"assertion":[{"value":"2026-04-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}