{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,8]],"date-time":"2025-10-08T00:32:33Z","timestamp":1759883553717,"version":"build-2065373602"},"publisher-location":"New York, NY, USA","reference-count":13,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,5,8]]},"DOI":"10.1145\/3701716.3715548","type":"proceedings-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T14:10:32Z","timestamp":1750687832000},"page":"1341-1345","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Debias Can Be Unreliable: Mitigating Bias in Evaluating Debiasing Recommendation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0173-3893","authenticated-orcid":false,"given":"Chengbing","family":"Wang","sequence":"first","affiliation":[{"name":"University of Science and Technology of China, Hefei, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2616-6880","authenticated-orcid":false,"given":"Wentao","family":"Shi","sequence":"additional","affiliation":[{"name":"University of Science and Technology of China, Hefei, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0251-465X","authenticated-orcid":false,"given":"Jizhi","family":"Zhang","sequence":"additional","affiliation":[{"name":"University of Science and Technology of China, Hefei, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5199-1428","authenticated-orcid":false,"given":"Wenjie","family":"Wang","sequence":"additional","affiliation":[{"name":"National University of Singapore, Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8020-203X","authenticated-orcid":false,"given":"Hang","family":"Pan","sequence":"additional","affiliation":[{"name":"University of Science and Technology of China, Hefei, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5828-9842","authenticated-orcid":false,"given":"Fuli","family":"Feng","sequence":"additional","affiliation":[{"name":"University of Science and Technology of China, Hefei, China"}]}],"member":"320","published-online":{"date-parts":[[2025,5,23]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"Jiawei Chen Hande Dong Yang Qiu Xiangnan He Xin Xin Liang Chen Guli Lin and Keping Yang. 2021. AutoDebias: Learning to Debias for Recommendation. In SIGIR. ACM 21--30.","DOI":"10.1145\/3404835.3462919"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3564284"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Chongming Gao Shijun Li Wenqiang Lei Jiawei Chen Biao Li Peng Jiang Xiangnan He Jiaxin Mao and Tat-Seng Chua. 2022a. KuaiRec: A Fully-observed Dataset and Insights for Evaluating Recommender Systems. In CIKM. ACM 540--550.","DOI":"10.1145\/3511808.3557220"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"Chongming Gao Shijun Li Yuan Zhang Jiawei Chen Biao Li Wenqiang Lei Peng Jiang and Xiangnan He. 2022b. KuaiRand: An Unbiased Sequential Recommendation Dataset with Randomly Exposed Videos. In CIKM. ACM 3953--3957.","DOI":"10.1145\/3511808.3557624"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2009.263"},{"key":"e_1_3_2_1_6_1","volume-title":"ICML","volume":"202","author":"Li Haoxuan","year":"2023","unstructured":"Haoxuan Li, Yanghao Xiao, Chunyuan Zheng, Peng Wu, and Peng Cui. 2023. Propensity Matters: Measuring and Enhancing Balancing for Recommendation. In ICML, Vol. 202. PMLR, 20182--20194."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Dugang Liu Pengxiang Cheng Zhenhua Dong Xiuqiang He Weike Pan and Zhong Ming. 2020. A General Knowledge Distillation Framework for Counterfactual Recommendation via Uniform Data. In SIGIR. ACM 831--840.","DOI":"10.1145\/3397271.3401083"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Hang Pan Jiawei Chen Fuli Feng Wentao Shi Junkang Wu and Xiangnan He. 2023. Discriminative-Invariant Representation Learning for Unbiased Recommendation. In IJCAI. ijcai.org 2270--2278.","DOI":"10.24963\/ijcai.2023\/252"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"Nir Rosenfeld Yishay Mansour and Elad Yom-Tov. 2017. Predicting Counterfactuals from Large Historical Data and Small Randomized Trials. In WWW. ACM 602--609.","DOI":"10.1145\/3041021.3054190"},{"key":"e_1_3_2_1_10_1","volume-title":"ICML","volume":"48","author":"Schnabel Tobias","year":"2016","unstructured":"Tobias Schnabel, Adith Swaminathan, Ashudeep Singh, Navin Chandak, and Thorsten Joachims. 2016. Recommendations as Treatments: Debiasing Learning and Evaluation. In ICML, Vol. 48. JMLR.org, 1670--1679."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Wentao Shi Jiawei Chen Fuli Feng Jizhi Zhang Junkang Wu Chongming Gao and Xiangnan He. 2023. On the Theories Behind Hard Negative Sampling for Recommendation. In WWW. ACM 812--822.","DOI":"10.1145\/3543507.3583223"},{"key":"e_1_3_2_1_12_1","volume-title":"ICML","volume":"97","author":"Wang Xiaojie","year":"2019","unstructured":"Xiaojie Wang, Rui Zhang, Yu Sun, and Jianzhong Qi. 2019. Doubly Robust Joint Learning for Recommendation on Data Missing Not at Random. In ICML, Vol. 97. PMLR, 6638--6647."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Yang Zhang Fuli Feng Xiangnan He Tianxin Wei Chonggang Song Guohui Ling and Yongdong Zhang. 2021. Causal Intervention for Leveraging Popularity Bias in Recommendation. In SIGIR. ACM 11--20.","DOI":"10.1145\/3404835.3462875"}],"event":{"name":"WWW '25: The ACM Web Conference 2025","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"location":"Sydney NSW Australia","acronym":"WWW '25"},"container-title":["Companion Proceedings of the ACM on Web Conference 2025"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3701716.3715548","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T18:26:05Z","timestamp":1759861565000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3701716.3715548"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,8]]},"references-count":13,"alternative-id":["10.1145\/3701716.3715548","10.1145\/3701716"],"URL":"https:\/\/doi.org\/10.1145\/3701716.3715548","relation":{},"subject":[],"published":{"date-parts":[[2025,5,8]]},"assertion":[{"value":"2025-05-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}