{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:15:07Z","timestamp":1775283307639,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,2,27]],"date-time":"2023-02-27T00:00:00Z","timestamp":1677456000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,2,27]]},"DOI":"10.1145\/3539597.3570395","type":"proceedings-article","created":{"date-parts":[[2023,2,22]],"date-time":"2023-02-22T23:27:00Z","timestamp":1677108420000},"page":"895-903","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Model-based Unbiased Learning to Rank"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3243-2441","authenticated-orcid":false,"given":"Dan","family":"Luo","sequence":"first","affiliation":[{"name":"Lehigh University, Bethlehem, PA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6755-871X","authenticated-orcid":false,"given":"Lixin","family":"Zou","sequence":"additional","affiliation":[{"name":"Baidu Inc., Beijing, PA, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5030-709X","authenticated-orcid":false,"given":"Qingyao","family":"Ai","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, PA, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3096-7912","authenticated-orcid":false,"given":"Zhiyu","family":"Chen","sequence":"additional","affiliation":[{"name":"Amazon.com, Inc., Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8846-2001","authenticated-orcid":false,"given":"Dawei","family":"Yin","sequence":"additional","affiliation":[{"name":"Baidu Inc., Beijing, PA, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9326-3648","authenticated-orcid":false,"given":"Brian D.","family":"Davison","sequence":"additional","affiliation":[{"name":"Lehigh University, Bethlehem, PA, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,2,27]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"SIGIR","author":"Ai Qingyao","year":"2019","unstructured":"Qingyao Ai, Keping Bi, Jiafeng Guo, and W. Bruce Croft. 2018a. Learning a Deep Listwise Context Model for Ranking Refinement. In SIGIR 2019."},{"key":"e_1_3_2_2_2_1","volume-title":"SIGIR","author":"Ai Qingyao","year":"2019","unstructured":"Qingyao Ai, Keping Bi, Cheng Luo, Jiafeng Guo, and W. Bruce Croft. 2018b. Unbiased Learning to Rank with Unbiased Propensity Estimation. In SIGIR 2019."},{"key":"e_1_3_2_2_3_1","volume-title":"CIKM","author":"Ai Qingyao","year":"2019","unstructured":"Qingyao Ai, Jiaxin Mao, Yiqun Liu, and W. Bruce Croft. [n.,d.]. Unbiased Learning to Rank: Theory and Practice. In CIKM 2019."},{"key":"e_1_3_2_2_4_1","volume-title":"Proceedings of the Yahoo! Learning to Rank Challenge, held at ICML 2010, Haifa, Israel, June 25, 2010 (JMLR Proceedings).","author":"Chapelle Olivier","year":"2011","unstructured":"Olivier Chapelle and Yi Chang. 2011. Yahoo! Learning to Rank Challenge Overview. In Proceedings of the Yahoo! Learning to Rank Challenge, held at ICML 2010, Haifa, Israel, June 25, 2010 (JMLR Proceedings)."},{"key":"e_1_3_2_2_5_1","volume-title":"Proceedings of the Yahoo! Learning to Rank Challenge, held at ICML 2010, Haifa, Israel, June 25, 2010. JMLR Proceedings","volume":"14","author":"Chapelle Olivier","year":"2011","unstructured":"Olivier Chapelle, Yi Chang, and Tie-Yan Liu (Eds.). 2011. Proceedings of the Yahoo! Learning to Rank Challenge, held at ICML 2010, Haifa, Israel, June 25, 2010. JMLR Proceedings, Vol. 14. JMLR.org."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646033"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1526709.1526711"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531986"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2835776.2855113"},{"key":"e_1_3_2_2_10_1","volume-title":"ICLR","author":"Clevert Djork-Arn\u00e9","year":"2016","unstructured":"Djork-Arn\u00e9 Clevert, Thomas Unterthiner, and Sepp Hochreiter. 2016. Fast and Accurate Deep Network Learning by Exponential Linear Units (ELUs). In ICLR 2016."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1341531.1341545"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412756"},{"key":"e_1_3_2_2_13_1","volume-title":"Neural Ranking Models with Weak Supervision. In SIGIR","author":"Dehghani Mostafa","year":"2017","unstructured":"Mostafa Dehghani, Hamed Zamani, Aliaksei Severyn, Jaap Kamps, and W. Bruce Croft. 2017. Neural Ranking Models with Weak Supervision. In SIGIR 2017."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2021068"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390392"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3298689.3347033"},{"key":"e_1_3_2_2_17_1","volume-title":"Enhanced Doubly Robust Learning for Debiasing Post-Click Conversion Rate Estimation. In SIGIR","author":"Guo Siyuan","year":"2021","unstructured":"Siyuan Guo, Lixin Zou, Yiding Liu, Wenwen Ye, Suqi Cheng, Shuaiqiang Wang, Hechang Chen, Dawei Yin, and Yi Chang. 2021. Enhanced Doubly Robust Learning for Debiasing Post-Click Conversion Rate Estimation. In SIGIR 2021."},{"key":"e_1_3_2_2_18_1","volume-title":"Probabilistic Matrix Factorization with Non-random Missing Data. In ICML 2014 (JMLR Workshop and Conference Proceedings).","author":"Lobato Jos\u00e9 Miguel","year":"2014","unstructured":"Jos\u00e9 Miguel Hern\u00e1 ndez-Lobato, Neil Houlsby, and Zoubin Ghahramani. 2014. Probabilistic Matrix Factorization with Non-random Missing Data. In ICML 2014 (JMLR Workshop and Conference Proceedings)."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"e_1_3_2_2_20_1","volume-title":"Unbiased LambdaMART: An Unbiased Pairwise Learning-to-Rank Algorithm. In WWW","author":"Hu Ziniu","year":"2019","unstructured":"Ziniu Hu, Yang Wang, Qu Peng, and Hang Li. 2019. Unbiased LambdaMART: An Unbiased Pairwise Learning-to-Rank Algorithm. In WWW 2019."},{"key":"e_1_3_2_2_21_1","volume-title":"ACM Trans. Inf. Syst.","volume":"20","author":"Jaana Kalervo","year":"2002","unstructured":"Kalervo J\"a rvelin and Jaana Kek\"a l\"a inen. 2002. Cumulated gain-based evaluation of IR techniques. ACM Trans. Inf. Syst., Vol. 20, 4 (2002), 422--446."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1150402.1150429"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076063"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1229179.1229181"},{"key":"e_1_3_2_2_25_1","volume-title":"Unbiased Learning-to-Rank with Biased Feedback. In WSDM","author":"Joachims Thorsten","year":"2017","unstructured":"Thorsten Joachims, Adith Swaminathan, and Tobias Schnabel. 2017. Unbiased Learning-to-Rank with Biased Feedback. In WSDM 2017."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488560.3498380"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401083"},{"key":"e_1_3_2_2_28_1","volume-title":"Post-Learning Optimization of Tree Ensembles for Efficient Ranking. In SIGIR","author":"Lucchese Claudio","year":"2016","unstructured":"Claudio Lucchese, Franco Maria Nardini, Salvatore Orlando, Raffaele Perego, Fabrizio Silvestri, and Salvatore Trani. 2016. Post-Learning Optimization of Tree Ensembles for Efficient Ranking. In SIGIR 2016."},{"key":"e_1_3_2_2_29_1","volume-title":"Investigating the Reliability of Click Models. In ICTIR","author":"Mao Jiaxin","year":"2019","unstructured":"Jiaxin Mao, Zhumin Chu, Yiqun Liu, Min Zhang, and Shaoping Ma. 2019. Investigating the Reliability of Click Models. In ICTIR 2019."},{"key":"e_1_3_2_2_30_1","volume-title":"Constructing Click Models for Mobile Search. In SIGIR","author":"Mao Jiaxin","year":"2018","unstructured":"Jiaxin Mao, Cheng Luo, Min Zhang, and Shaoping Ma. 2018. Constructing Click Models for Mobile Search. In SIGIR 2019."},{"key":"e_1_3_2_2_31_1","volume-title":"Doubly-Robust Estimation for Unbiased Learning-to-Rank from Position-Biased Click Feedback. arXiv preprint arXiv:2203.17118","author":"Oosterhuis Harrie","year":"2022","unstructured":"Harrie Oosterhuis. 2022. Doubly-Robust Estimation for Unbiased Learning-to-Rank from Position-Biased Click Feedback. arXiv preprint arXiv:2203.17118 (2022)."},{"key":"e_1_3_2_2_32_1","volume-title":"Correcting for Selection Bias in Learning-to-rank Systems. In WWW","author":"Ovaisi Zohreh","year":"2020","unstructured":"Zohreh Ovaisi, Ragib Ahsan, Yifan Zhang, Kathryn Vasilaky, and Elena Zheleva. 2020. Correcting for Selection Bias in Learning-to-rank Systems. In WWW 2020."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1242572.1242643"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/70.1.41"},{"key":"e_1_3_2_2_35_1","volume-title":"Asymmetric Tri-training for Debiasing Missing-Not-At-Random Explicit Feedback. In SIGIR","author":"Saito Yuta","year":"2020","unstructured":"Yuta Saito. 2020a. Asymmetric Tri-training for Debiasing Missing-Not-At-Random Explicit Feedback. In SIGIR 2020."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3383313.3412262"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000009"},{"key":"e_1_3_2_2_38_1","volume-title":"Webpage Saliency. In ECCV","author":"Shen Chengyao","year":"2014","unstructured":"Chengyao Shen and Qi Zhao. 2014. Webpage Saliency. In ECCV 2014."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321528"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.5555\/2627435.2670313"},{"key":"e_1_3_2_2_41_1","volume-title":"NeurIPS","author":"Swaminathan Adith","year":"2015","unstructured":"Adith Swaminathan and Thorsten Joachims. 2015. The Self-Normalized Estimator for Counterfactual Learning. In NeurIPS 2015."},{"key":"e_1_3_2_2_42_1","volume-title":"ULTRA: An Unbiased Learning To Rank Algorithm Toolbox. In CIKM","author":"Tran Anh","year":"2021","unstructured":"Anh Tran, Tao Yang, and Qingyao Ai. 2021. ULTRA: An Unbiased Learning To Rank Algorithm Toolbox. In CIKM 2021."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401299"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412031"},{"key":"e_1_3_2_2_45_1","volume-title":"WWW","author":"Wang Hongning","year":"2013","unstructured":"Hongning Wang, ChengXiang Zhai, Anlei Dong, and Yi Chang. 2013. Content-aware click modeling. In WWW 2013."},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911537"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159732"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488560.3498442"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3358058"},{"key":"e_1_3_2_2_50_1","volume-title":"WWW","author":"Yue Yisong","year":"2010","unstructured":"Yisong Yue, Rajan Patel, and Hein Roehrig. 2010. Beyond position bias: examining result attractiveness as a source of presentation bias in clickthrough data. In WWW 2010."},{"key":"e_1_3_2_2_51_1","volume-title":"Neural Ranking Models with Multiple Document Fields. In WSDM","author":"Zamani Hamed","year":"2018","unstructured":"Hamed Zamani, Bhaskar Mitra, Xia Song, Nick Craswell, and Saurabh Tiwary. 2018. Neural Ranking Models with Multiple Document Fields. In WSDM 2019."},{"key":"e_1_3_2_2_52_1","volume-title":"User Behavior Simulation for Search Result Re-Ranking. ACM Transactions on Information Systems","author":"Zhang Junqi","year":"2022","unstructured":"Junqi Zhang, Yiqun Liu, Jiaxin Mao, Weizhi Ma, Jiazheng Xu, Shaoping Ma, and Qi Tian. 2022. User Behavior Simulation for Search Result Re-Ranking. ACM Transactions on Information Systems (2022)."},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357945"},{"key":"e_1_3_2_2_54_1","volume-title":"Cross-Positional Attention for Debiasing Clicks. In WWW","author":"Zhuang Honglei","year":"2021","unstructured":"Honglei Zhuang, Zhen Qin, Xuanhui Wang, Michael Bendersky, Xinyu Qian, Po Hu, and Dan Chary Chen. 2021. Cross-Positional Attention for Debiasing Clicks. In WWW 2021."},{"key":"e_1_3_2_2_55_1","volume-title":"Approximated Doubly Robust Search Relevance Estimation. In CIKM '22","author":"Zou Lixin","year":"2022","unstructured":"Lixin Zou, Changying Hao, Hengyi Cai, Shuaiqiang Wang, Suqi Cheng, Zhicong Cheng, Wenwen Ye, Simiu Gu, and Dawei Yin. 2022a. Approximated Doubly Robust Search Relevance Estimation. In CIKM '22."},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"crossref","unstructured":"Lixin Zou Weixue Lu Yiding Liu Hengyi Cai Xiaokai Chu Dehong Ma Daiting Shi Yu Sun Zhicong Cheng Simiu Gu et al. 2022b. Pre-trained Language Model based Retrieval and Ranking for Web Search. ACM Transactions on the Web (2022).","DOI":"10.1145\/3568681"},{"key":"e_1_3_2_2_57_1","volume-title":"A Large Scale Search Dataset for Unbiased Learning to Rank. arXiv preprint arXiv:2207.03051","author":"Zou Lixin","year":"2022","unstructured":"Lixin Zou, Haitao Mao, Xiaokai Chu, Jiliang Tang, Wenwen Ye, Shuaiqiang Wang, and Dawei Yin. 2022c. A Large Scale Search Dataset for Unbiased Learning to Rank. arXiv preprint arXiv:2207.03051 (2022)."},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467147"}],"event":{"name":"WSDM '23: The Sixteenth ACM International Conference on Web Search and Data Mining","location":"Singapore Singapore","acronym":"WSDM '23","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the Sixteenth ACM International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539597.3570395","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3539597.3570395","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:51:30Z","timestamp":1750182690000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539597.3570395"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,27]]},"references-count":58,"alternative-id":["10.1145\/3539597.3570395","10.1145\/3539597"],"URL":"https:\/\/doi.org\/10.1145\/3539597.3570395","relation":{},"subject":[],"published":{"date-parts":[[2023,2,27]]},"assertion":[{"value":"2023-02-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}