{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T09:52:31Z","timestamp":1762509151178,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":31,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,8,24]],"date-time":"2024-08-24T00:00:00Z","timestamp":1724457600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,8,25]]},"DOI":"10.1145\/3637528.3671543","type":"proceedings-article","created":{"date-parts":[[2024,8,25]],"date-time":"2024-08-25T04:55:12Z","timestamp":1724561712000},"page":"5803-5812","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Choosing a Proxy Metric from Past Experiments"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-9133-2984","authenticated-orcid":false,"given":"Nilesh","family":"Tripuraneni","sequence":"first","affiliation":[{"name":"Google DeepMind, San Francisco, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5407-6647","authenticated-orcid":false,"given":"Lee","family":"Richardson","sequence":"additional","affiliation":[{"name":"Google, San Bruno, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7984-3366","authenticated-orcid":false,"given":"Alexander","family":"D'Amour","sequence":"additional","affiliation":[{"name":"Google DeepMind, Cambridge, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-0998-0975","authenticated-orcid":false,"given":"Jacopo","family":"Soriano","sequence":"additional","affiliation":[{"name":"Google, San Bruno, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4847-7230","authenticated-orcid":false,"given":"Steve","family":"Yadlowsky","sequence":"additional","affiliation":[{"name":"Google DeepMind, San Francisco, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,8,24]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.3386\/w26463"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"crossref","unstructured":"Aur\u00e9lien Bibaut Winston Chou Simon Ejdemyr and Nathan Kallus. 2024. Learning the Covariance of Treatment Effects Across Many Weak Experiments. arXiv:2402.17637 [stat.ME]","DOI":"10.1145\/3637528.3672034"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1002\/nav.3800090303"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3041021.3054199"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1111\/ectj.12097"},{"volume-title":"Optimization methods in finance","author":"Cornuejols Gerard","key":"e_1_3_2_2_6_1","unstructured":"Gerard Cornuejols and Reha T\u00fct\u00fcnc\u00fc. 2006. Optimization methods in finance. Vol. 5. Cambridge University Press."},{"key":"e_1_3_2_2_7_1","volume-title":"d.]. Metric Sensitivity Decomposition. Causal Inference and Its Applications in Online Industry. https:\/\/alexdeng.github.io\/causal\/sensitivity. html#metric-sensitivity-decomposition. [Online","author":"Deng Alex","year":"2022","unstructured":"Alex Deng. [n. d.]. Metric Sensitivity Decomposition. Causal Inference and Its Applications in Online Industry. https:\/\/alexdeng.github.io\/causal\/sensitivity. html#metric-sensitivity-decomposition. [Online; accessed 21-December-2022]."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599928"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939700"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983323.2983356"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurevstatistics-032921-035359"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1093\/biostatistics\/kxu043"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1214\/06-BA117A"},{"volume-title":"Bayesian data analysis","author":"Gelman Andrew","key":"e_1_3_2_2_14_1","unstructured":"Andrew Gelman, John B Carlin, Hal S Stern, and Donald B Rubin. 1995. Bayesian data analysis. Chapman and Hall\/CRC."},{"key":"e_1_3_2_2_15_1","unstructured":"Miguel A Hern\u00e1n and James M Robins. 2010. Causal inference."},{"key":"e_1_3_2_2_16_1","volume-title":"Proceedings 21st Conference on Knowledge Discovery and Data Mining","author":"Hohnhold Henning","year":"2015","unstructured":"Henning Hohnhold, Deirdre O'Brien, and Diane Tang. 2015. Focus on the Long-Term: It's better for Users and Business. In Proceedings 21st Conference on Knowledge Discovery and Data Mining. Sydney, Australia. http:\/\/dl.acm.org\/citation. cfm?doid=2783258.2788583"},{"key":"e_1_3_2_2_17_1","unstructured":"Nathan Kallus and Xiaojie Mao. 2022. On the role of surrogates in the efficient estimation of treatment effects with limited outcome data. arXiv:2003.12408 [stat.ML]"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmva"},{"key":"e_1_3_2_2_19_1","volume-title":"Evaluating surrogate marker information using censored data. Statistics in medicine 36, 11","author":"Parast Layla","year":"2017","unstructured":"Layla Parast, Tianxi Cai, and Lu Tian. 2017. Evaluating surrogate marker information using censored data. Statistics in medicine 36, 11 (2017), 1767--1782."},{"key":"e_1_3_2_2_20_1","volume-title":"Composable Effects for Flexible and Accelerated Probabilistic Programming in NumPyro. arXiv preprint arXiv:1912.11554","author":"Phan Du","year":"2019","unstructured":"Du Phan, Neeraj Pradhan, and Martin Jankowiak. 2019. Composable Effects for Flexible and Accelerated Probabilistic Programming in NumPyro. arXiv preprint arXiv:1912.11554 (2019)."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1214\/12-BA730"},{"key":"e_1_3_2_2_22_1","volume-title":"Surrogate endpoints in clinical trials: definition and operational criteria. Statistics in medicine 8, 4","author":"Prentice Ross L.","year":"1989","unstructured":"Ross L. Prentice. 1989. Surrogate endpoints in clinical trials: definition and operational criteria. Statistics in medicine 8, 4 (1989), 431--440."},{"key":"e_1_3_2_2_23_1","unstructured":"Lenny Rachitsky. [n. d.]. Choosing Your North Star Metric. https:\/\/future.com\/ north-star-metrics\/."},{"key":"e_1_3_2_2_24_1","volume-title":"Pareto optimal proxy metrics. arXiv preprint arXiv:2307.01000","author":"Richardson Lee","year":"2023","unstructured":"Lee Richardson, Alessandro Zito, Dylan Greaves, and Jacopo Soriano. 2023. Pareto optimal proxy metrics. arXiv preprint arXiv:2307.01000 (2023)."},{"key":"e_1_3_2_2_25_1","first-page":"187","article-title":"Parameter-free convex equivalent and dual programs of fractional programming problems","volume":"18","author":"Schaible Siegfried","year":"1974","unstructured":"Siegfried Schaible. 1974. Parameter-free convex equivalent and dual programs of fractional programming problems. Zeitschrift f\u00fcr Operations Research 18 (1974), 187--196.","journal-title":"Zeitschrift f\u00fcr Operations Research"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1086\/294846"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1515\/9781400829408-022"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1111\/biom.12071"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1111\/biom.13677"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539073"},{"key":"e_1_3_2_2_31_1","volume-title":"Evaluating the Surrogate Index as a Decision-Making Tool Using 200 A\/B Tests at Netflix. arXiv preprint arXiv:2311.11922","author":"Zhang Vickie","year":"2023","unstructured":"Vickie Zhang, Michael Zhao, Anh Le, and Nathan Kallus. 2023. Evaluating the Surrogate Index as a Decision-Making Tool Using 200 A\/B Tests at Netflix. arXiv preprint arXiv:2311.11922 (2023)."}],"event":{"name":"KDD '24: The 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"],"location":"Barcelona Spain","acronym":"KDD '24"},"container-title":["Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671543","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3637528.3671543","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:04:19Z","timestamp":1750291459000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671543"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,24]]},"references-count":31,"alternative-id":["10.1145\/3637528.3671543","10.1145\/3637528"],"URL":"https:\/\/doi.org\/10.1145\/3637528.3671543","relation":{},"subject":[],"published":{"date-parts":[[2024,8,24]]},"assertion":[{"value":"2024-08-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}