{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:12:54Z","timestamp":1755839574506,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":51,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T00:00:00Z","timestamp":1689638400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,19]]},"DOI":"10.1145\/3539618.3591639","type":"proceedings-article","created":{"date-parts":[[2023,7,19]],"date-time":"2023-07-19T00:22:23Z","timestamp":1689726143000},"page":"558-568","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["An Offline Metric for the Debiasedness of Click Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8265-9092","authenticated-orcid":false,"given":"Romain","family":"Deffayet","sequence":"first","affiliation":[{"name":"Naver Labs Europe & University of Amsterdam, Meylan, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5696-9732","authenticated-orcid":false,"given":"Philipp","family":"Hager","sequence":"additional","affiliation":[{"name":"University of Amsterdam & Booking.com, Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7516-3707","authenticated-orcid":false,"given":"Jean-Michel","family":"Renders","sequence":"additional","affiliation":[{"name":"Naver Labs Europe, Meylan, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1086-0202","authenticated-orcid":false,"given":"Maarten","family":"de Rijke","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313697"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3439861"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","unstructured":"Alexey Borisov Ilya Markov Maarten de Rijke and Pavel Serdyukov. 2016. A Neural Click Model for Web Search. In Proceedings of the 25th International Conference on World Wide Web (Montr\u00e9al Qu\u00e9bec Canada) (WWW '16). International World Wide Web Conferences Steering Committee Republic and Canton of Geneva CHE 531--541. https:\/\/doi.org\/10.1145\/2872427.2883033","DOI":"10.1145\/2872427.2883033"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210004"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371844"},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the Learning to Rank Challenge (Proceedings of Machine Learning Research","volume":"24","author":"Chapelle Olivier","year":"2011","unstructured":"Olivier Chapelle and Yi Chang. 2011. Yahoo! Learning to Rank Challenge Overview. In Proceedings of the Learning to Rank Challenge (Proceedings of Machine Learning Research, Vol. 14), Olivier Chapelle, Yi Chang, and Tie-Yan Liu (Eds.). PMLR, Haifa, Israel, 1--24. https:\/\/proceedings.mlr.press\/v14\/chapelle11a.html"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646033"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1526709.1526711"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371819"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339654"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","unstructured":"Aleksandr Chuklin Ilya Markov and Maarten de Rijke. 2015. Click Models for Web Search. Morgan & Claypool. https:\/\/doi.org\/10.2200\/S00654ED1V01Y201507ICR043","DOI":"10.2200\/S00654ED1V01Y201507ICR043"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484028.2484071"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1341531.1341545"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449913"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517--6161.1979.tb01052.x"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3569086"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.5555\/3020751.3020766"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390392"},{"key":"e_1_3_2_1_20_1","volume-title":"Jordan","author":"Fukumizu Kenji","year":"2004","unstructured":"Kenji Fukumizu, Francis R. Bach, and Michael I. Jordan. 2004. Dimensionality Reduction for Supervised Learning with Reproducing Kernel Hilbert Spaces. J. Mach. Learn. Res., Vol. 5 (dec 2004), 73--99. https:\/\/dl.acm.org\/doi\/10.5555\/1005332.1005335"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24027-5_7"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076063"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3018661.3018699"},{"key":"e_1_3_2_1_24_1","volume-title":"Probabilistic graphical models: principles and techniques","author":"Koller Daphne","year":"2013","unstructured":"Daphne Koller and Nir Friedman. 2009. Probabilistic graphical models: principles and techniques. MIT press. https:\/\/mitpress.mit.edu\/9780262013192\/probabilistic-graphical-models\/"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.5555\/3091696.3091731"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462895"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000016"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2988230"},{"key":"e_1_3_2_1_29_1","volume-title":"Revisiting Classifier Two-Sample Tests. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=SJkXfE5xx","author":"Lopez-Paz David","year":"2017","unstructured":"David Lopez-Paz and Maxime Oquab. 2017. Revisiting Classifier Two-Sample Tests. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=SJkXfE5xx"},{"key":"e_1_3_2_1_30_1","volume-title":"Individual Choice Behavior: A Theoretical Analysis","author":"Luce Duncan","year":"1960","unstructured":"Duncan Luce. 1959. Individual Choice Behavior: A Theoretical Analysis. Courier Corporation. https:\/\/psycnet.apa.org\/record\/1960-03588-000"},{"key":"e_1_3_2_1_31_1","volume-title":"Proceedings of the 20th National Conference on Artificial Intelligence -","volume":"2","author":"Margaritis Dimitris","year":"2005","unstructured":"Dimitris Margaritis. 2005. Distribution-Free Learning of Bayesian Network Structure in Continuous Domains. In Proceedings of the 20th National Conference on Artificial Intelligence - Volume 2 (Pittsburgh, Pennsylvania) (AAAI'05). AAAI Press, 825--830. https:\/\/dl.acm.org\/doi\/10.5555\/1619410.1619465"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488200"},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the Thirty-Fifth Conference on Uncertainty in Artificial Intelligence, (UAI) (Proceedings of Machine Learning Research","volume":"1093","author":"Mukherjee Sudipto","year":"2019","unstructured":"Sudipto Mukherjee, Himanshu Asnani, and Sreeram Kannan. 2019. CCMI: Classifier based Conditional Mutual Information Estimation. In Proceedings of the Thirty-Fifth Conference on Uncertainty in Artificial Intelligence, (UAI) (Proceedings of Machine Learning Research, Vol. 115). AUAI Press, 1083--1093. http:\/\/proceedings.mlr.press\/v115\/mukherjee20a.html"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462830"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539813.3545137"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401102"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3409256.3409820"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380255"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","unstructured":"Judea Pearl. 2009. Causality. Cambridge university press. https:\/\/doi.org\/10.1017\/CBO9780511803161","DOI":"10.1017\/CBO9780511803161"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346567"},{"key":"e_1_3_2_1_41_1","unstructured":"Tao Qin and Tie-Yan Liu. 2013. Introducing LETOR 4.0 Datasets. https:\/\/arxiv.org\/abs\/1306.2597"},{"key":"e_1_3_2_1_42_1","unstructured":"Behnam Rahdari Branislav Kveton and Peter Brusilovsky. 2022. From Ranked Lists to Carousels: A Carousel Click Model. https:\/\/arxiv.org\/abs\/2209.13426"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.5555\/3294996.3295055"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2124295.2124396"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","unstructured":"Zheyan Shen Jiashuo Liu Yue He Xingxuan Zhang Renzhe Xu Han Yu and Peng Cui. 2021. Towards Out-Of-Distribution Generalization: A Survey. https:\/\/doi.org\/10.48550\/ARXIV.2108.13624","DOI":"10.48550\/ARXIV.2108.13624"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1561\/2200000068"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jeconom.2006.11.006"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401299"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412031"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3360486"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/1718487.1718528"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450098"}],"event":{"name":"SIGIR '23: The 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Taipei Taiwan","acronym":"SIGIR '23"},"container-title":["Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591639","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3539618.3591639","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:51:40Z","timestamp":1750182700000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591639"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,18]]},"references-count":51,"alternative-id":["10.1145\/3539618.3591639","10.1145\/3539618"],"URL":"https:\/\/doi.org\/10.1145\/3539618.3591639","relation":{},"subject":[],"published":{"date-parts":[[2023,7,18]]},"assertion":[{"value":"2023-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}