{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T13:04:57Z","timestamp":1785503097875,"version":"3.56.0"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,8,9]]},"DOI":"10.1145\/3770854.3780326","type":"proceedings-article","created":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T12:07:40Z","timestamp":1785499660000},"page":"1530-1541","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Beyond Basic A\/B Testing: Improving Statistical Efficiency for Business Growth"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0148-6797","authenticated-orcid":false,"given":"Changshuai","family":"Wei","sequence":"first","affiliation":[{"name":"LinkedIn, Seattle, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6206-0194","authenticated-orcid":false,"given":"Phuc","family":"Nguyen","sequence":"additional","affiliation":[{"name":"LinkedIn, San Francisco, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-7063-8282","authenticated-orcid":false,"given":"Benjamin","family":"Zelditch","sequence":"additional","affiliation":[{"name":"LinkedIn, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8269-8013","authenticated-orcid":false,"given":"Joyce","family":"Chen","sequence":"additional","affiliation":[{"name":"LinkedIn, Sunnyvale, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,4,20]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jspi.2020.03.002"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1086\/710607"},{"key":"e_1_3_2_2_3_1","first-page":"309","article-title":"A comparison of the power of Wilcoxon's rank-sum statistic to that of student's t statistic under various nonnormal distributions","volume":"5","author":"Clifford Blair R","year":"1980","unstructured":"R Clifford Blair and James J Higgins. 1980. A comparison of the power of Wilcoxon's rank-sum statistic to that of student's t statistic under various nonnormal distributions. Journal of Educational Statistics, Vol. 5, 4 (1980), 309-335.","journal-title":"Journal of Educational Statistics"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199535255.001.0001"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0895-4356(98)00168-1"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1080\/02664763.2014.925101"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1080\/02664763.2024.2346357"},{"key":"e_1_3_2_2_8_1","first-page":"1","article-title":"Scaling-up empirical risk minimization: optimization of incomplete $ U $-statistics","volume":"17","author":"Cl\u00e9men\u00e7on Stephan","year":"2016","unstructured":"Stephan Cl\u00e9men\u00e7on, Igor Colin, and Aur\u00e9lien Bellet. 2016. Scaling-up empirical risk minimization: optimization of incomplete $ U $-statistics. Journal of Machine Learning Research, Vol. 17, 76 (2016), 1-36.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599928"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433413"},{"key":"e_1_3_2_2_11_1","volume-title":"Analysis of Longitudinal Data","author":"Diggle Peter J","unstructured":"Peter J Diggle, Patrick J Heagerty, Kung-yee Liang, and Scott L Zeger. 2002. Analysis of Longitudinal Data. Oxford University Press."},{"key":"e_1_3_2_2_12_1","unstructured":"Ronald Aylmer Fisher. 1928. Statistical methods for research workers. Oliver and Boyd."},{"key":"e_1_3_2_2_13_1","volume-title":"The Design of Experiments. Oliver and Boyd","author":"Fisher Ronald A.","unstructured":"Ronald A. Fisher. 1935. The Design of Experiments. Oliver and Boyd, Edinburgh."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aam.2006.12.003"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1002\/sim.3785"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1148\/radiology.143.1.7063747"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclinepi.2003.09.014"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1111\/1468-0262.00442"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177730196"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData50022.2020.9377996"},{"key":"e_1_3_2_2_21_1","volume-title":"Controlled experiments on the web: survey and practical guide. Data mining and knowledge discovery","author":"Kohavi Ron","year":"2009","unstructured":"Ron Kohavi, Roger Longbotham, Dan Sommerfield, and Randal M Henne. 2009. Controlled experiments on the web: survey and practical guide. Data mining and knowledge discovery, Vol. 18 (2009), 140-181."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1002\/9780470186466"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.2023.2257237"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/73.1.13"},{"key":"e_1_3_2_2_25_1","volume-title":"Agnostic notes on regression adjustments to experimental data: Reexamining Freedman's critique. The Annals of Applied Statistics","author":"Lin Winston","year":"2013","unstructured":"Winston Lin. 2013. Agnostic notes on regression adjustments to experimental data: Reexamining Freedman's critique. The Annals of Applied Statistics (2013), 295-318."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3391403.3399542"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487553.3524216"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1080\/02664763.2012.712954"},{"key":"e_1_3_2_2_29_1","volume-title":"On a test of whether one of two random variables is stochastically larger than the other. The annals of mathematical statistics","author":"Mann Henry B","year":"1947","unstructured":"Henry B Mann and Donald R Whitney. 1947. On a test of whether one of two random variables is stochastically larger than the other. The annals of mathematical statistics (1947), 50-60."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/asx071"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1214\/23-EJS2209"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939688"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1994.10476818"},{"key":"e_1_3_2_2_34_1","first-page":"1","article-title":"MMD aggregated two-sample test","volume":"24","author":"Schrab Antonin","year":"2023","unstructured":"Antonin Schrab, Ilmun Kim, M\u00e9lisande Albert, B\u00e9atrice Laurent, Benjamin Guedj, and Arthur Gretton. 2023. MMD aggregated two-sample test. Journal of Machine Learning Research, Vol. 24, 194 (2023), 1-81.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"crossref","first-page":"18793","DOI":"10.52202\/068431-1365","article-title":"Efficient Aggregated Kernel Tests using Incomplete $ U $-statistics","volume":"35","author":"Schrab Antonin","year":"2022","unstructured":"Antonin Schrab, Ilmun Kim, Benjamin Guedj, and Arthur Gretton. 2022. Efficient Aggregated Kernel Tests using Incomplete $ U $-statistics. Advances in Neural Information Processing Systems, Vol. 35 (2022), 18793-18807.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_36_1","volume-title":"Proceedings of the 3rd Machine Learning and Systems Conference (MLSys","author":"Smith Chris","year":"2020","unstructured":"Chris Smith, Matthew R. Leary, and Dougal Maclaurin. 2020. JAX: composable transformations of PythonNumPy programs. In Proceedings of the 3rd Machine Learning and Systems Conference (MLSys 2020)."},{"key":"e_1_3_2_2_37_1","volume-title":"Semiparametric theory and missing data","author":"Tsiatis Anastasios A","unstructured":"Anastasios A Tsiatis. 2006. Semiparametric theory and missing data. Vol. 4. Springer."},{"key":"e_1_3_2_2_38_1","volume-title":"Increasing the power of the Mann-Whitney test in randomized experiments through flexible covariate adjustment. Statistics in medicine","author":"Vermeulen Karel","year":"2015","unstructured":"Karel Vermeulen, Olivier Thas, and Stijn Vansteelandt. 2015. Increasing the power of the Mann-Whitney test in randomized experiments through flexible covariate adjustment. Statistics in medicine, Vol. 34, 6 (2015), 1012-1030."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1155\/2014\/303728"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1214\/22-AOAS1688"},{"key":"e_1_3_2_2_41_1","volume-title":"A multi-locus predictiveness curve and its summary assessment for genetic risk prediction. Statistical methods in medical research","author":"Wei Changshuai","year":"2020","unstructured":"Changshuai Wei, Ming Li, Yalu Wen, Chengyin Ye, and Qing Lu. 2020. A multi-locus predictiveness curve and its summary assessment for genetic risk prediction. Statistical methods in medical research, Vol. 29, 1 (2020), 44-56."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btx103"},{"key":"e_1_3_2_2_43_1","volume-title":"Beyond Basic A\/B testing: Improving Statistical Efficiency for Business Growth. arXiv preprint arXiv:2505.08128","author":"Wei Changshuai","year":"2025","unstructured":"Changshuai Wei, Phuc Nguyen, Benjamin Zelditch, and Joyce Chen. 2025. Beyond Basic A\/B testing: Improving Statistical Efficiency for Business Growth. arXiv preprint arXiv:2505.08128 (2025)."},{"key":"e_1_3_2_2_44_1","volume-title":"Causal inference for Mann-Whitney-Wilcoxon rank sum and other nonparametric statistics. Statistics in medicine","author":"Wu P","year":"2014","unstructured":"P Wu, Y Han, T Chen, and XM Tu. 2014. Causal inference for Mann-Whitney-Wilcoxon rank sum and other nonparametric statistics. Statistics in medicine, Vol. 33, 8 (2014), 1261-1271."},{"key":"e_1_3_2_2_45_1","volume-title":"Highly robust causal semiparametric U-statistic with applications in biomedical studies. The international journal of biostatistics","author":"Yin Anqi","year":"2024","unstructured":"Anqi Yin, Ao Yuan, and Ming T Tan. 2024. Highly robust causal semiparametric U-statistic with applications in biomedical studies. The international journal of biostatistics, Vol. 20, 1 (2024), 69-91."},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583780.3614779"}],"event":{"name":"KDD '26: The 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Jeju Island Republic of Korea","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3770854.3780326","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T12:22:59Z","timestamp":1785500579000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3770854.3780326"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,20]]},"references-count":46,"alternative-id":["10.1145\/3770854.3780326","10.1145\/3770854"],"URL":"https:\/\/doi.org\/10.1145\/3770854.3780326","relation":{},"subject":[],"published":{"date-parts":[[2026,4,20]]},"assertion":[{"value":"2026-04-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}