{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T05:45:01Z","timestamp":1777873501092,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":56,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,8,3]]},"DOI":"10.1145\/3711896.3737267","type":"proceedings-article","created":{"date-parts":[[2025,8,3]],"date-time":"2025-08-03T21:03:27Z","timestamp":1754255007000},"page":"4522-4532","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Theory Instead of Experiment (TIE): A Creator Valuation System at Tencent"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5672-429X","authenticated-orcid":false,"given":"Lei","family":"Huang","sequence":"first","affiliation":[{"name":"Massachusetts Institute of Technology, Cambridge, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1635-3797","authenticated-orcid":false,"given":"Juanjuan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Massachusetts Institute of Technology, Cambridge, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,8,3]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Angrist and J\u00f6rn-Steffen Pischke","author":"Joshua","year":"2009","unstructured":"Joshua D. Angrist and J\u00f6rn-Steffen Pischke. 2009. Mostly Harmless Econometrics: An Empiricist's Companion. Princeton University Press, Princeton, NJ, USA."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1509\/jmr.16.0163"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1214\/18-AOS1709"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1353\/obs.2019.0001"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.2022.01985"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.7326\/M16-1756"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290969"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1287\/mksc.2020.1238"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/90.4.923"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1111\/ectj.12097"},{"key":"e_1_3_2_2_11_1","first-page":"148","volume-title":"The AAPS Journal","volume":"10","author":"Davit Barbara M.","year":"2008","unstructured":"Barbara M. Davit, Dale P Conner, Beth Fabian-Fritsch, Sam H Haidar, Xiaojian Jiang, Devvrat T. Patel, Paul RH. Seo, Keri Suh, Christina L. Thompson, and Lawrence X. Yu. 2008. Highly variable drugs: Observations from bioequivalence data submitted to the FDA for new generic drug applications. The AAPS Journal, Vol. 10 (March 2008), 148-156."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.socscimed.2017.12.005"},{"key":"e_1_3_2_2_13_1","first-page":"1097","volume-title":"Proceedings of the 28th International Conference on Machine Learning","author":"Dud\u00edk Miroslav","year":"2011","unstructured":"Miroslav Dud\u00edk, John Langford, and Lihong Li. 2011. Doubly robust policy evaluation and learning. In Proceedings of the 28th International Conference on Machine Learning(Bellevue, Washington, USA) (ICML'11). Omnipress, Madison, WI, USA, 1097-1104. https:\/\/dl.acm.org\/doi\/10.5555\/3104482.3104620"},{"key":"e_1_3_2_2_14_1","unstructured":"Max H. Farrell Tengyuan Liang and Sanjog Misra. 2025. Deep learning for individual heterogeneity: An automatic inference framework. arxiv:2010.14694 https:\/\/arxiv.org\/abs\/2010.14694"},{"key":"e_1_3_2_2_15_1","first-page":"6","article-title":"Test & roll: Profit-maximizing A\/B tests","volume":"38","author":"McDonnell Feit Elea","year":"2019","unstructured":"Elea McDonnell Feit and Ron Berman. 2019. Test & roll: Profit-maximizing A\/B tests. Marketing Science, Vol. 38, 6 (Nov. 2019), 1038-1058.","journal-title":"Marketing Science"},{"key":"e_1_3_2_2_16_1","unstructured":"Brett R Gordon Robert Moakler and Florian Zettelmeyer. 2023. Predictive incrementality by experimentation (textPIE) for ad measurement. arxiv:2304.06828 https:\/\/arxiv.org\/abs\/2304.06828"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1287\/mksc.1060.0194"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331651.3331655"},{"key":"e_1_3_2_2_19_1","first-page":"396","article-title":"Statistics and causal inference","volume":"81","author":"Holland Paul W.","year":"1986","unstructured":"Paul W. Holland. 1986. Statistics and causal inference. J. Amer. Statist. Assoc., Vol. 81, 396 (Dec. 1986), 945-960.","journal-title":"J. Amer. Statist. Assoc."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1952.10483446"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3661358"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.3982\/ECTA21204"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2021.2135"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.3982\/ECTA13288"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_2_26_1","first-page":"140","volume-title":"Data Mining and Knowledge Discovery","volume":"18","author":"Kohavi Ron","year":"2009","unstructured":"Ron Kohavi, Roger Longbotham, Dan Sommerfield, and Randal M. Henne. 2009. Controlled experiments on the web: Survey and practical guide. Data Mining and Knowledge Discovery, Vol. 18 (Feb. 2009), 140-181."},{"key":"e_1_3_2_2_27_1","volume-title":"Trustworthy Online Controlled Experiments: A Practical Guide to A\/B Testing","author":"Kohavi Ron","unstructured":"Ron Kohavi, Diane Tang, and Ya Xu. 2020. Trustworthy Online Controlled Experiments: A Practical Guide to A\/B Testing. Cambridge University Press, Cambridge, UK."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1804597116"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aca.2009.06.015"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.euroecorev.2008.12.001"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclinepi.2024.111612"},{"key":"e_1_3_2_2_32_1","volume-title":"Bazerman","author":"Luca Michael","year":"2021","unstructured":"Michael Luca and Max H. Bazerman. 2021. The Power of Experiments: Decision Making in a Data-Driven World. The MIT Press, Cambridge, MA, USA."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-2231(76)80003-6"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1515\/ijb-2015-0007"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-010-9280-7_17"},{"key":"e_1_3_2_2_36_1","volume-title":"The choice theory approach to market research. Marketing science","author":"McFadden Daniel","year":"1986","unstructured":"Daniel McFadden. 1986. The choice theory approach to market research. Marketing science, Vol. 5, 4 (Fall 1986), 275-297."},{"key":"e_1_3_2_2_37_1","volume-title":"Melissinos and Jim Napolitano","author":"Adrian","year":"2003","unstructured":"Adrian C. Melissinos and Jim Napolitano. 2003. Experiments in Modern Physics. Academic Press, San Diego, CA, USA."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"crossref","unstructured":"Julie Ann Miller. 2022. A tale of two bomb designs: Why were both Little Boy and Fat Man created? Technical Report. Los Alamos National Laboratory (LANL) Los Alamos NM USA. doi:10.2172\/1875784","DOI":"10.2172\/1875784"},{"key":"e_1_3_2_2_39_1","volume-title":"Methods Matter: Improving Causal Inference in Educational and Social Science Research","author":"Murnane Richard J.","year":"2010","unstructured":"Richard J. Murnane. 2010. Methods Matter: Improving Causal Inference in Educational and Social Science Research. Oxford University Press, New York, NY, USA."},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939688"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0037350"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3542601"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.2019.3379"},{"key":"e_1_3_2_2_44_1","volume-title":"A sample size calculation for training and certifying targeting policies. Management Science(forthcoming","author":"Simester Duncan","year":"2025","unstructured":"Duncan Simester, Artem Timoshenko, and Spyros I Zoumpoulis. 2025. A sample size calculation for training and certifying targeting policies. Management Science(forthcoming 2025)."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.3390\/asi4020036"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671557"},{"key":"e_1_3_2_2_47_1","unstructured":"Hao Sun Evan Munro Georgy Kalashnov Shuyang Du and Stefan Wager. 2024. Treatment allocation under uncertain costs. arxiv:2103.11066 https:\/\/arxiv.org\/abs\/2103.11066"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835810"},{"key":"e_1_3_2_2_49_1","unstructured":"The Guardian Staff. 2021. Google admits to running experiments which remove some media sites from its search results https:\/\/www.theguardian.com\/technology\/2021\/jan\/13\/google-admits-to-running-experiments-which-remove-some-media-sites-from-its-search-results Retrieved May 24 2025 from"},{"key":"e_1_3_2_2_50_1","volume-title":"Experimentation Works: The Surprising Power of Business Experiments","author":"Thomke Stefan H.","year":"2020","unstructured":"Stefan H. Thomke. 2020. Experimentation Works: The Surprising Power of Business Experiments. Harvard Business Press, Brighton, MA, USA."},{"key":"e_1_3_2_2_51_1","unstructured":"Masatoshi Uehara Chengchun Shi and Nathan Kallus. 2022. A review of off-policy evaluation in reinforcement learning. arxiv:2212.06355 https:\/\/arxiv.org\/abs\/2212.06355"},{"key":"e_1_3_2_2_52_1","unstructured":"U.S. Food and Drug Administration. 2018. Adaptive designs for clinical trials of drugs and biologics. Technical Report. U.S. Department of Health and Human Services Center for Drug Evaluation and Research (CDER) Hillandale MD USA."},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.2020.3844"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1111\/biom.13406"},{"key":"e_1_3_2_2_55_1","volume-title":"Accelerating advertising optimization: Unleashing the power of ads simulation. https:\/\/www.uber.com\/blog\/unleashing-the-power-of-ads-simulation Retrieved","author":"Yin Yue","year":"2025","unstructured":"Yue Yin. 2023. Accelerating advertising optimization: Unleashing the power of ads simulation. https:\/\/www.uber.com\/blog\/unleashing-the-power-of-ads-simulation Retrieved May 24, 2025 from"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3437963.3441722"}],"event":{"name":"KDD '25: The 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Toronto ON Canada","acronym":"KDD '25","sponsor":["SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3711896.3737267","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T17:58:21Z","timestamp":1777571901000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3711896.3737267"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,3]]},"references-count":56,"alternative-id":["10.1145\/3711896.3737267","10.1145\/3711896"],"URL":"https:\/\/doi.org\/10.1145\/3711896.3737267","relation":{},"subject":[],"published":{"date-parts":[[2025,8,3]]},"assertion":[{"value":"2025-08-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}