{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T05:18:20Z","timestamp":1784179100982,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,18]]},"DOI":"10.1145\/3731120.3744604","type":"proceedings-article","created":{"date-parts":[[2025,7,18]],"date-time":"2025-07-18T13:34:06Z","timestamp":1752845646000},"page":"347-357","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Unidentified and Confounded? Understanding Two-Tower Models for Unbiased Learning to Rank"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5696-9732","authenticated-orcid":false,"given":"Philipp","family":"Hager","sequence":"first","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1704-706X","authenticated-orcid":false,"given":"Onno","family":"Zoeter","sequence":"additional","affiliation":[{"name":"Booking.com, Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1086-0202","authenticated-orcid":false,"given":"Maarten","family":"de Rijke","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Addressing Trust Bias for Unbiased Learning-to-Rank. In The World Wide Web Conference (WWW).","author":"Agarwal Aman","year":"2019","unstructured":"Aman Agarwal, Xuanhui Wang, Cheng Li, Michael Bendersky, and Marc Najork. 2019a. Addressing Trust Bias for Unbiased Learning-to-Rank. In The World Wide Web Conference (WWW)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3291017"},{"key":"e_1_3_2_1_3_1","volume-title":"The 41st International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR).","author":"Ai Qingyao","unstructured":"Qingyao Ai, Keping Bi, Cheng Luo, Jiafeng Guo, and W. Bruce Croft. 2018. Unbiased Learning to Rank with Unbiased Propensity Estimation. In The 41st International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)."},{"key":"e_1_3_2_1_4_1","volume-title":"Machine Learning and Knowledge Discovery in Databases: European Conference (ECML PKDD).","author":"Bekker Jessa","year":"2019","unstructured":"Jessa Bekker, Pieter Robberechts, and Jesse Davis. 2019. Beyond the Selected Completely at Random Assumption for Learning from Positive and Unlabeled Data. In Machine Learning and Knowledge Discovery in Databases: European Conference (ECML PKDD)."},{"key":"e_1_3_2_1_5_1","volume-title":"Vito Bellini, and Matteo Ruffini.","author":"Benedetto Giuseppe Di","year":"2023","unstructured":"Giuseppe Di Benedetto, Alexander Buchholz, Ben London, Matej Jakimov, Yannik Stein, Jan Malte Lichtenberg, Vito Bellini, and Matteo Ruffini. 2023. Contextual Position Bias Estimation Using a Single Stochastic Logging Policy. (2023). https:\/\/www.amazon.science\/publications\/contextual-position-bias-estimation-using-a-single-stochastic-logging-policy"},{"key":"e_1_3_2_1_6_1","volume-title":"Chris Leary, Dougal Maclaurin, George Necula, Adam Paszke, Jake VanderPlas, Skye Wanderman-Milne, and Qiao Zhang.","author":"Bradbury James","year":"2018","unstructured":"James Bradbury, Roy Frostig, Peter Hawkins, Matthew James Johnson, Chris Leary, Dougal Maclaurin, George Necula, Adam Paszke, Jake VanderPlas, Skye Wanderman-Milne, and Qiao Zhang. 2018. JAX: Composable Transformations of PythonNumPy Programs. http:\/\/github.com\/google\/jax"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341981.3344221"},{"key":"e_1_3_2_1_8_1","first-page":"1","article-title":"Yahoo! Learning to Rank Challenge Overview","volume":"14","author":"Chapelle Olivier","year":"2011","unstructured":"Olivier Chapelle and Yi Chang. 2011. Yahoo! Learning to Rank Challenge Overview. Journal of Machine Learning Research (JMLR), Vol. 14 (2011), 1-24.","journal-title":"Journal of Machine Learning Research (JMLR)"},{"key":"e_1_3_2_1_9_1","volume-title":"The 41st International Conference on Machine Learning (ICML).","author":"Chen Mouxiang","year":"2024","unstructured":"Mouxiang Chen, Chenghao Liu, Zemin Liu, Zhuo Li, and Jianling Sun. 2024. Identifiability Matters: Revealing the Hidden Recoverable Condition in Unbiased Learning to Rank. In The 41st International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of The Sixteen ACM International Conference on Web Search and Data Mining (WSDM).","author":"Chen Xiaoshu","year":"2023","unstructured":"Xiaoshu Chen, Xiangsheng Li, Kunliang Wei, Bin Hu, Lei Jiang, Zeqian Huang, and Zhanhui Kang. 2023. Multi-Feature Integration for Perception-Dependent Examination-Bias Estimation. In Proceedings of The Sixteen ACM International Conference on Web Search and Data Mining (WSDM)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","unstructured":"Aleksandr Chuklin Ilya Markov and Maarten de Rijke. 2015. Click Models for Web Search. Morgan & Claypool. https:\/\/doi.org\/10.2200\/S00654ED1V01Y201507ICR043","DOI":"10.2200\/S00654ED1V01Y201507ICR043"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1341531.1341545"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jeconom.2019.10.014"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2987380"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531740"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591639"},{"key":"e_1_3_2_1_17_1","article-title":"Evaluating the Robustness of Click Models to Policy Distributional Shift","volume":"41","author":"Deffayet Romain","year":"2023","unstructured":"Romain Deffayet, Jean-Michel Renders, and Maarten De Rijke. 2023b. Evaluating the Robustness of Click Models to Policy Distributional Shift. ACM Transactions on Information Systems (TOIS), Vol. 41, 4, Article 84 (2023).","journal-title":"ACM Transactions on Information Systems (TOIS)"},{"key":"e_1_3_2_1_18_1","volume-title":"Intervention Harvesting for Context-Dependent Examination-Bias Estimation. In The 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR).","author":"Fang Zhichong","year":"2019","unstructured":"Zhichong Fang, Aman Agarwal, and Thorsten Joachims. 2019. Intervention Harvesting for Context-Dependent Examination-Bias Estimation. In The 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)."},{"key":"e_1_3_2_1_19_1","article-title":"A Kernel Two-sample Test","volume":"13","author":"Gretton Arthur","year":"2012","unstructured":"Arthur Gretton, Karsten M. Borgwardt, Malte J. Rasch, Bernhard Sch\u00f6lkopf, and Alexander Smola. 2012. A Kernel Two-sample Test. The Journal of Machine Learning Research (JMLR), Vol. 13, null (March 2012), 72-773.","journal-title":"The Journal of Machine Learning Research (JMLR)"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3298689.3347033"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3616855.3636451"},{"key":"e_1_3_2_1_22_1","volume-title":"Contrasting Neural Click Models and Pointwise IPS Rankers. In The 45th European Conference on Information Retrieval (ECIR).","author":"Hager Philipp","year":"2023","unstructured":"Philipp Hager, Maarten de Rijke, and Onno Zoeter. 2023. Contrasting Neural Click Models and Pointwise IPS Rankers. In The 45th European Conference on Information Retrieval (ECIR)."},{"key":"e_1_3_2_1_23_1","volume-title":"Improving Deep Learning for Airbnb Search. In The 26th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (WSDM).","author":"Haldar Malay","year":"2020","unstructured":"Malay Haldar, Prashant Ramanathan, Tyler Sax, Mustafa Abdool, Lanbo Zhang, Aamir Mansawala, Shulin Yang, Bradley Turnbull, and Junshuo Liao. 2020. Improving Deep Learning for Airbnb Search. In The 26th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (WSDM)."},{"key":"e_1_3_2_1_24_1","volume-title":"Flax: A Neural Network Library and Ecosystem for JAX","author":"Heek Jonathan","year":"2024","unstructured":"Jonathan Heek, Anselm Levskaya, Avital Oliver, Marvin Ritter, Bertrand Rondepierre, Andreas Steiner, and Marc van Zee. 2024. Flax: A Neural Network Library and Ecosystem for JAX. http:\/\/github.com\/google\/flax"},{"key":"e_1_3_2_1_25_1","first-page":"245","article-title":"Generalization of the Concept of Identification","volume":"10","author":"Hurwicz Leonid","year":"1950","unstructured":"Leonid Hurwicz. 1950. Generalization of the Concept of Identification. Statistical Inference in Dynamic Economic Models, Vol. 10 (1950), 245-57.","journal-title":"Statistical Inference in Dynamic Economic Models"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331269"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539065"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076063"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3018661.3018699"},{"key":"e_1_3_2_1_30_1","unstructured":"Kirill Khrylchenko and Alexander Fritzler. 2023. Personalized Transformer-based Ranking for e-Commerce at Yandex. arxiv:2310.03481 [cs.IR] https:\/\/arxiv.org\/abs\/2310.03481"},{"key":"e_1_3_2_1_31_1","volume-title":"Probabilistic Graphical Models: Principles and Techniques","author":"Koller Daphne","unstructured":"Daphne Koller and Nir Friedman. 2009. Probabilistic Graphical Models: Principles and Techniques. MIT press."},{"key":"e_1_3_2_1_32_1","volume-title":"Advances in Neural Information Processing Systems (NeurIPS)","volume":"32","author":"Kolouri Soheil","year":"2019","unstructured":"Soheil Kolouri, Kimia Nadjahi, Umut Simsekli, Roland Badeau, and Gustavo Rohde. 2019. Generalized Sliced Wasserstein Distances. In Advances in Neural Information Processing Systems (NeurIPS), Vol. 32."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729837"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1257\/jel.20181361"},{"key":"e_1_3_2_1_35_1","volume-title":"Offline Evaluation of Ranking Policies with Click Models. In The 24th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (KDD).","author":"Li Shuai","year":"2018","unstructured":"Shuai Li, Yasin Abbasi-Yadkori, Branislav Kveton, S. Muthukrishnan, Vishwa Vinay, and Zheng Wen. 2018. Offline Evaluation of Ranking Policies with Click Models. In The 24th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (KDD)."},{"key":"e_1_3_2_1_36_1","volume-title":"Revisiting Classifier Two-Sample Tests. In International Conference on Learning Representations (ICLR).","author":"Lopez-Paz David","year":"2017","unstructured":"David Lopez-Paz and Maxime Oquab. 2017. Revisiting Classifier Two-Sample Tests. In International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_37_1","unstructured":"Ilya Loshchilov and Frank Hutter. 2019. Decoupled Weight Decay Regularization. (2019). arxiv:1711.05101 [cs.LG]"},{"key":"e_1_3_2_1_38_1","volume-title":"Unbiased Learning-to-Rank Needs Unconfounded Propensity Estimation. In The 47th International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR).","author":"Luo Dan","unstructured":"Dan Luo, Lixin Zou, Qingyao Ai, Zhiyu Chen, Chenliang Li, Dawei Yin, and Brian D. Davison. 2024. Unbiased Learning-to-Rank Needs Unconfounded Propensity Estimation. In The 47th International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)."},{"key":"e_1_3_2_1_39_1","volume-title":"The Concrete Distribution: A Continuous Relaxation of Discrete Random Variables. In The International Conference on Learning Representations (ICLR).","author":"Maddison Chris J.","year":"2017","unstructured":"Chris J. Maddison, Andriy Mnih, and Yee Whye Teh. 2017. The Concrete Distribution: A Continuous Relaxation of Discrete Random Variables. In The International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539813.3545137"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401102"},{"key":"e_1_3_2_1_42_1","unstructured":"Tao Qin and Tie-Yan Liu. 2013. Introducing LETOR 4.0 Datasets. arxiv:1306.2597 [cs.IR]"},{"key":"e_1_3_2_1_43_1","volume-title":"International Conference on Learning Representations (ICLR).","author":"Qin Zhen","year":"2021","unstructured":"Zhen Qin, Le Yan, Honglei Zhuang, Yi Tay, Rama Kumar Pasumarthi, Xuanhui Wang, Mike Bendersky, and Marc Najork. 2021. Are Neural Rankers still Outperformed by Gradient Boosted Decision Trees?. In International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_44_1","volume-title":"The 21st National Conference on Artificial Intelligence (AAAI).","author":"Radlinski Filip","year":"2006","unstructured":"Filip Radlinski and Thorsten Joachims. 2006. Minimally Invasive Randomization for Collecting Unbiased Preferences from Clickthrough Logs. In The 21st National Conference on Artificial Intelligence (AAAI)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btp358"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/1242572.1242643"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371783"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412031"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911537"},{"key":"e_1_3_2_1_50_1","unstructured":"Christopher John Cornish Hellaby Watkins. 1989. Learning from Delayed Rewards. Ph.D. Dissertation. University of Cambridge."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.metip.2021.100075"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3437963.3441751"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531837"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599914"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3298689.3346997"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450098"},{"key":"e_1_3_2_1_57_1","unstructured":"Lixin Zou Haitao Mao Xiaokai Chu Jiliang Tang Wenwen Ye Shuaiqiang Wang and Dawei Yin. 2022. A Large Scale Search Dataset for Unbiased Learning to Rank. In Advances in Neural Information Processing Systems (NeurIPS)."}],"event":{"name":"ICTIR '25: International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval","location":"Padua Italy","acronym":"ICTIR '25","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3731120.3744604","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T13:18:25Z","timestamp":1755868705000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3731120.3744604"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,18]]},"references-count":57,"alternative-id":["10.1145\/3731120.3744604","10.1145\/3731120"],"URL":"https:\/\/doi.org\/10.1145\/3731120.3744604","relation":{},"subject":[],"published":{"date-parts":[[2025,7,18]]},"assertion":[{"value":"2025-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}