{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,18]],"date-time":"2026-08-18T01:42:53Z","timestamp":1787017373643,"version":"build-2736575974"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,30]],"date-time":"2023-04-30T00:00:00Z","timestamp":1682812800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,30]]},"DOI":"10.1145\/3543507.3583495","type":"proceedings-article","created":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T19:30:51Z","timestamp":1682537451000},"page":"1305-1313","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":35,"title":["Balancing Unobserved Confounding with a Few Unbiased Ratings in Debiased Recommendations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3620-3769","authenticated-orcid":false,"given":"Haoxuan","family":"Li","sequence":"first","affiliation":[{"name":"Peking University, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9929-4448","authenticated-orcid":false,"given":"Yanghao","family":"Xiao","sequence":"additional","affiliation":[{"name":"University of Chinese Academy of Sciences, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0306-7310","authenticated-orcid":false,"given":"Chunyuan","family":"Zheng","sequence":"additional","affiliation":[{"name":"University of California, San Diego, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7154-8880","authenticated-orcid":false,"given":"Peng","family":"Wu","sequence":"additional","affiliation":[{"name":"Beijing Technology and Business University, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,30]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"Himan Abdollahpouri Robin Burke and Bamshad Mobasher. 2017. Controlling popularity bias in learning-to-rank recommendation. In RecSys.","DOI":"10.1145\/3109859.3109912"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1996.10476902"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1510507113"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"Stephen Bonner and Flavian Vasile. 2018. Causal embeddings for recommendation. In RecSys.","DOI":"10.1145\/3240323.3240360"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Jiawei Chen Hande Dong Yang Qiu Xiangnan He Xin Xin Liang Chen Guli Lin and Keping Yang. 2021. AutoDebias: Learning to Debias for Recommendation. In SIGIR.","DOI":"10.1145\/3404835.3462919"},{"key":"e_1_3_2_1_6_1","volume-title":"Bias and Debias in Recommender System: A Survey and Future Directions. arXiv:2010.03240","author":"Chen Jiawei","year":"2020","unstructured":"Jiawei Chen, Hande Dong, Xiang Wang, Fuli Feng, Meng Wang, and Xiangnan He. 2020. Bias and Debias in Recommender System: A Survey and Future Directions. arXiv:2010.03240 (2020)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2988450.2988454"},{"key":"e_1_3_2_1_8_1","volume-title":"Identification and review of sensitivity analysis methods. Risk analysis","author":"Christopher\u00a0Frey H","year":"2002","unstructured":"H Christopher\u00a0Frey and Sumeet\u00a0R Patil. 2002. Identification and review of sensitivity analysis methods. Risk analysis (2002), 553\u2013578."},{"key":"e_1_3_2_1_9_1","unstructured":"Quanyu Dai Haoxuan Li Peng Wu Zhenhua Dong Xiao-Hua Zhou Rui Zhang Xiuqiang He Rui Zhang and Jie Sun. 2022. A Generalized Doubly Robust Learning Framework for Debiasing Post-Click Conversion Rate Prediction. In KDD."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Sihao Ding Peng Wu Fuli Feng Xiangnan He Yitong Wang Yong Liao and Yongdong Zhang. 2022. Addressing Unmeasured Confounder for Recommendation with Sensitivity Analysis. In KDD.","DOI":"10.1145\/3534678.3539240"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Alexandre Gilotte Cl\u00e9ment Calauz\u00e8nes Thomas Nedelec Alexandre Abraham and Simon Doll\u00e9. 2018. Offline A\/B Testing for Recommender Systems. In WSDM.","DOI":"10.1145\/3159652.3159687"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Alois Gruson Praveen Chandar Christophe Charbuillet James McInerney Samantha Hansen Damien Tardieu and Ben Carterette. 2019. Offline Evaluation to Make Decisions About PlaylistRecommendation Algorithms. In WSDM.","DOI":"10.1145\/3289600.3291027"},{"key":"e_1_3_2_1_13_1","unstructured":"Huifeng Guo Ruiming Tang Yunming Ye Zhenguo Li and Xiuqiang He. 2017. Deepfm: a factorization-machine based neural network for ctr prediction. In IJCAI."},{"key":"e_1_3_2_1_14_1","unstructured":"Siyuan Guo Lixin Zou Yiding Liu Wenwen Ye Suqi Cheng Shuaiqiang Wang Hechang Chen Dawei Yin and Yi Chang. 2021. Enhanced Doubly Robust Learning for Debiasing Post-Click Conversion Rate Estimation. In SIGIR."},{"key":"e_1_3_2_1_15_1","unstructured":"Xiangnan He Lizi Liao Hanwang Zhang Liqiang Nie Xia Hu and Tat-Seng Chua. 2017. Neural collaborative filtering. In WWW."},{"key":"e_1_3_2_1_16_1","volume-title":"Causal Inference: What If. Boca Raton: Chapman and Hall\/CRC.","author":"Hern\u00e1n A.","year":"2020","unstructured":"Miguel\u00a0A. Hern\u00e1n and James\u00a0M. Robins. 2020. Causal Inference: What If. Boca Raton: Chapman and Hall\/CRC."},{"key":"e_1_3_2_1_17_1","volume-title":"Causal inference and data fusion in econometrics. arXiv:1912.09104","author":"H\u00fcnermund Paul","year":"2019","unstructured":"Paul H\u00fcnermund and Elias Bareinboim. 2019. Causal inference and data fusion in econometrics. arXiv:1912.09104 (2019)."},{"key":"e_1_3_2_1_18_1","volume-title":"Potential outcome and directed acyclic graph approaches to causality: Relevance for empirical practice in economics. Journal of Economic Literature","author":"Imbens W","year":"2020","unstructured":"Guido\u00a0W Imbens. 2020. Potential outcome and directed acyclic graph approaches to causality: Relevance for empirical practice in economics. Journal of Economic Literature (2020), 1129\u201379."},{"key":"e_1_3_2_1_19_1","unstructured":"Nathan Kallus Aahlad\u00a0Manas Puli and Uri Shalit. 2018. Removing hidden confounding by experimental grounding. In NeurIPS."},{"key":"e_1_3_2_1_20_1","unstructured":"Nathan Kallus and Angela Zhou. 2018. Confounding-Robust Policy Improvement. In NeurIPS."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2009.263"},{"key":"e_1_3_2_1_22_1","unstructured":"Haoxuan Li Quanyu Dai Yuru Li Yan Lyu Zhenhua Dong Xiao-Hua Zhou and Peng Wu. 2023. Multiple Robust Learning for Recommendation. In AAAI."},{"key":"e_1_3_2_1_23_1","unstructured":"Haoxuan Li Yan Lyu Chunyuan Zheng and Peng Wu. 2023. TDR-CL: Targeted Doubly Robust Collaborative Learning for Debiased Recommendations. In ICLR."},{"key":"e_1_3_2_1_24_1","unstructured":"Haoxuan Li Chunyuan Zheng and Peng Wu. 2023. StableDR: Stabilized Doubly Robust Learning for Recommendation on Data Missing Not at Random. In ICLR."},{"key":"e_1_3_2_1_25_1","volume-title":"Improving efficiency of inference in clinical trials with external control data. Biometrics","author":"Li Xinyu","year":"2021","unstructured":"Xinyu Li, Wang Miao, Fang Lu, and Xiao-Hua Zhou. 2021. Improving efficiency of inference in clinical trials with external control data. Biometrics (2021)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Dawen Liang Laurent Charlin James McInerney and David\u00a0M Blei. 2016. Modeling user exposure in recommendation. In WWW.","DOI":"10.1145\/2872427.2883090"},{"key":"e_1_3_2_1_27_1","volume-title":"Negative controls: a tool for detecting confounding and bias in observational studies. Epidemiology","author":"Lipsitch Marc","year":"2011","unstructured":"Marc Lipsitch, Eric\u00a0Tchetgen Tchetgen, and Ted Cohen. 2011. Negative controls: a tool for detecting confounding and bias in observational studies. Epidemiology (2011)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Dugang Liu Pengxiang Cheng Zhenhua Dong Xiuqiang He Weike Pan and Zhong Ming. 2020. A general knowledge distillation framework for counterfactual recommendation via uniform data. In SIGIR.","DOI":"10.1145\/3397271.3401083"},{"key":"e_1_3_2_1_29_1","unstructured":"Yiming Liu Xuezhi Cao and Yong Yu. 2016. Are You Influenced by Others When Rating? Improve Rating Prediction by Conformity Modeling. In RecSys."},{"key":"e_1_3_2_1_30_1","unstructured":"Xiao Ma Liqin Zhao Guan Huang Zhi Wang Zelin Hu Xiaoqiang Zhu and Kun Gai. 2018. Entire Space Multi-Task Model: An Effective Approach for Estimating Post-Click Conversion Rate. In SIGIR."},{"key":"e_1_3_2_1_31_1","volume-title":"Collaborative filtering and the missing at random assumption. UAI","author":"Marlin Benjamin","year":"2007","unstructured":"Benjamin Marlin, Richard\u00a0S Zemel, Sam Roweis, and Malcolm Slaney. 2007. Collaborative filtering and the missing at random assumption. UAI (2007)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511803161"},{"key":"e_1_3_2_1_33_1","unstructured":"Mengye Ren Wenyuan Zeng Bin Yang and Raquel Urtasun. 2018. Learning to Reweight Examples for Robust Deep Learning. In ICML."},{"key":"e_1_3_2_1_34_1","volume-title":"Design of Observational Studies","author":"Rosenbaum R.","unstructured":"Paul\u00a0R. Rosenbaum. 2020. Design of Observational Studies (second ed.). Springer Nature Switzerland AG."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","unstructured":"Yuta Saito. 2020. Doubly robust estimator for ranking metrics with post-click conversions. In RecSys.","DOI":"10.1145\/3383313.3412262"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","unstructured":"Yuta Saito Suguru Yaginuma Yuta Nishino Hayato Sakata and Kazuhide Nakata. 2020. Unbiased recommender learning from missing-not-at-random implicit feedback. In WSDM.","DOI":"10.1145\/3336191.3371783"},{"key":"e_1_3_2_1_37_1","unstructured":"Tobias Schnabel Adith Swaminathan Ashudeep Singh Navin Chandak and Thorsten Joachims. 2016. Recommendations as Treatments: Debiasing Learning and Evaluation. In ICML."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"crossref","unstructured":"Harald Steck. 2010. Training and testing of recommender systems on data missing not at random. In KDD.","DOI":"10.1145\/1835804.1835895"},{"key":"e_1_3_2_1_39_1","volume-title":"ESCM2: Entire Space Counterfactual Multi-Task Model for Post-Click Conversion Rate Estimation. arXiv:2204.05125","author":"Wang Hao","year":"2022","unstructured":"Hao Wang, Tai-Wei Chang, Tianqiao Liu, Jianmin Huang, Zhichao Chen, Chao Yu, Ruopeng Li, and Wei Chu. 2022. ESCM2: Entire Space Counterfactual Multi-Task Model for Post-Click Conversion Rate Estimation. arXiv:2204.05125 (2022)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Ruoxi Wang Bin Fu Gang Fu and Mingliang Wang. 2017. Deep & cross network for ad click predictions. In ADKDD. 1\u20137.","DOI":"10.1145\/3124749.3124754"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"Wenjie Wang Fuli Feng Xiangnan He Xiang Wang and Tat-Seng Chua. 2021. Deconfounded recommendation for alleviating bias amplification. In KDD.","DOI":"10.1145\/3447548.3467249"},{"key":"e_1_3_2_1_42_1","unstructured":"Xiaojie Wang Rui Zhang Yu Sun and Jianzhong Qi. 2019. Doubly Robust Joint Learning for Recommendation on Data Missing Not at Random. In ICML."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","unstructured":"Xiaojie Wang Rui Zhang Yu Sun and Jianzhong Qi. 2021. Combating Selection Biases in Recommender Systems with A Few Unbiased Ratings. In WSDM.","DOI":"10.1145\/3437963.3441799"},{"key":"e_1_3_2_1_44_1","unstructured":"Peng Wu Haoxuan Li Yuhao Deng Wenjie Hu Quanyu Dai Zhenhua Dong Jie Sun Rui Zhang and Xiao-Hua Zhou. 2022. On the Opportunity of Causal Learning in Recommendation Systems: Foundation Estimation Prediction and Challenges. In IJ-CAI."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"Wenhao Zhang Wentian Bao Xiao-Yang Liu Keping Yang Quan Lin Hong Wen and Ramin Ramezani. 2020. Large-scale Causal Approaches to Debiasing Post-click Conversion Rate Estimation with Multi-task Learning. In WWW.","DOI":"10.1145\/3366423.3380037"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Yang Zhang Fuli Feng Xiangnan He Tianxin Wei Chonggang Song Guohui Ling and Yongdong Zhang. 2021. Causal intervention for leveraging popularity bias in recommendation. In SIGIR.","DOI":"10.1145\/3404835.3462875"}],"event":{"name":"WWW '23: The ACM Web Conference 2023","location":"Austin TX USA","acronym":"WWW '23","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2023"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543507.3583495","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3543507.3583495","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T12:47:02Z","timestamp":1750164422000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543507.3583495"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,30]]},"references-count":46,"alternative-id":["10.1145\/3543507.3583495","10.1145\/3543507"],"URL":"https:\/\/doi.org\/10.1145\/3543507.3583495","relation":{},"subject":[],"published":{"date-parts":[[2023,4,30]]},"assertion":[{"value":"2023-04-30","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}