{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T12:17:53Z","timestamp":1773317873736,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":21,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,21]]},"DOI":"10.1145\/3627673.3679892","type":"proceedings-article","created":{"date-parts":[[2024,10,20]],"date-time":"2024-10-20T19:34:21Z","timestamp":1729452861000},"page":"3812-3816","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Covariate Ordered Systematic Sampling as an Improvement to Randomized Controlled Trials"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1557-8131","authenticated-orcid":false,"given":"Deddy","family":"Jobson","sequence":"first","affiliation":[{"name":"Mercari Inc., Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-3765-0755","authenticated-orcid":false,"given":"Yilin","family":"Li","sequence":"additional","affiliation":[{"name":"Mercari Inc., Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6906-4323","authenticated-orcid":false,"given":"Naoki","family":"Nishimura","sequence":"additional","affiliation":[{"name":"Recruit. Co., Ltd. &amp; University of Tsukuba, Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-3356-3613","authenticated-orcid":false,"given":"Koya","family":"Ohashi","sequence":"additional","affiliation":[{"name":"Mercari Inc., Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8788-2541","authenticated-orcid":false,"given":"Jie","family":"Yang","sequence":"additional","affiliation":[{"name":"Mercari Inc., Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-4216-3138","authenticated-orcid":false,"given":"Takeshi","family":"Matsumoto","sequence":"additional","affiliation":[{"name":"JINS Inc., Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,10,21]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Susan Athey and Guido Imbens. 2016. The Econometrics of Randomized Experiments. http:\/\/arxiv.org\/abs\/1607.00698 arXiv:1607.00698 [econ stat]."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1257\/aer.20201856"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599928"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433413"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Alex Deng Lo-Hua Yuan Naoya Kanai and Alexandre Salama-Manteau. 2023. Zero to Hero: Exploiting Null Effects to Achieve Variance Reduction in Experiments with One-sided Triggering. http:\/\/arxiv.org\/abs\/2112.13299","DOI":"10.1145\/3539597.3570413"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176344552"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-4380-9_6"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1214\/07-AOAS143"},{"key":"e_1_3_2_1_9_1","unstructured":"Vincent Granville. 2019. A Beautiful Result in Probability Theory - Data-ScienceCentral.com. https:\/\/www.datasciencecentral.com\/a-beautiful-result-in-probability-theory\/"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","unstructured":"Yongyi Guo Dominic Coey Mikael Konutgan Wenting Li Chris Schoener and Matt Goldman. 2022. Machine Learning for Variance Reduction in Online Experiments. https:\/\/doi.org\/10.48550\/arXiv.2106.07263","DOI":"10.48550\/arXiv.2106.07263"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1002\/sim.3337"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-008-0114-1"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1214\/12-AOAS583"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3391403.3399542"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1080\/07474938.2020.1824732"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.2307\/2529712"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.2307\/2529685"},{"key":"e_1_3_2_1_18_1","volume-title":"The Most Powerful Way to Turn Clicks Into Customers","author":"Siroker Dan","unstructured":"Dan Siroker and Pete Koomen. 2015. A \/ B Testing: The Most Powerful Way to Turn Clicks Into Customers. John Wiley & Sons."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.2214\/ajr.183.6.01831539"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1002\/sim.3113"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939733"}],"event":{"name":"CIKM '24: The 33rd ACM International Conference on Information and Knowledge Management","location":"Boise ID USA","acronym":"CIKM '24","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 33rd ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3679892","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3627673.3679892","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:58:08Z","timestamp":1750294688000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3679892"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,21]]},"references-count":21,"alternative-id":["10.1145\/3627673.3679892","10.1145\/3627673"],"URL":"https:\/\/doi.org\/10.1145\/3627673.3679892","relation":{},"subject":[],"published":{"date-parts":[[2024,10,21]]},"assertion":[{"value":"2024-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}