{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:15:08Z","timestamp":1750220108356,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,7,6]],"date-time":"2022-07-06T00:00:00Z","timestamp":1657065600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,7,6]]},"DOI":"10.1145\/3477495.3532032","type":"proceedings-article","created":{"date-parts":[[2022,7,7]],"date-time":"2022-07-07T15:12:08Z","timestamp":1657206728000},"page":"622-632","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Offline Evaluation of Ranked Lists using Parametric Estimation of Propensities"],"prefix":"10.1145","author":[{"given":"Vishwa","family":"Vinay","sequence":"first","affiliation":[{"name":"Adobe Research, Bangalore, India"}]},{"given":"Manoj","family":"Kilaru","sequence":"additional","affiliation":[{"name":"University of California, San Diego, CA, USA"}]},{"given":"David","family":"Arbour","sequence":"additional","affiliation":[{"name":"Adobe Research, San Jose, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,7,7]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331202"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313697"},{"key":"e_1_3_2_1_3_1","volume-title":"Consistent position bias estimation without online interventions for learning-to-rank. arXiv preprint arXiv:1806.03555","author":"Agarwal Aman","year":"2018","unstructured":"Aman Agarwal , Ivan Zaitsev , and Thorsten Joachims . 2018. Consistent position bias estimation without online interventions for learning-to-rank. arXiv preprint arXiv:1806.03555 ( 2018 ). Aman Agarwal, Ivan Zaitsev, and Thorsten Joachims. 2018. Consistent position bias estimation without online interventions for learning-to-rank. arXiv preprint arXiv:1806.03555 (2018)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3291017"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3209986"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401036"},{"key":"e_1_3_2_1_7_1","volume-title":"Bias and the limits of pooling for large collections. Information retrieval 10, 6","author":"Buckley Chris","year":"2007","unstructured":"Chris Buckley , Darrin Dimmick , Ian Soboroff , and Ellen Voorhees . 2007. Bias and the limits of pooling for large collections. Information retrieval 10, 6 ( 2007 ), 491--508. Chris Buckley, Darrin Dimmick, Ian Soboroff, and Ellen Voorhees. 2007. Bias and the limits of pooling for large collections. Information retrieval 10, 6 (2007), 491--508."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009000"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102363"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010037"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1718487.1718516"},{"key":"e_1_3_2_1_12_1","volume-title":"Click models for web search. Synthesis lectures on information concepts, retrieval, and services 7, 3","author":"Chuklin Aleksandr","year":"2015","unstructured":"Aleksandr Chuklin , Ilya Markov , and Maarten de Rijke . 2015. Click models for web search. Synthesis lectures on information concepts, retrieval, and services 7, 3 ( 2015 ), 1--115. Aleksandr Chuklin, Ilya Markov, and Maarten de Rijke. 2015. Click models for web search. Synthesis lectures on information concepts, retrieval, and services 7, 3 (2015), 1--115."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1341531.1341545"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080832"},{"key":"e_1_3_2_1_15_1","volume-title":"Evaluating Stochastic Rankings with Expected Exposure. arXiv preprint arXiv:2004.13157","author":"Diaz Fernando","year":"2020","unstructured":"Fernando Diaz , Bhaskar Mitra , Michael D Ekstrand , Asia J Biega , and Ben Carterette . 2020. Evaluating Stochastic Rankings with Expected Exposure. arXiv preprint arXiv:2004.13157 ( 2020 ). Fernando Diaz, Bhaskar Mitra, Michael D Ekstrand, Asia J Biega, and Ben Carterette. 2020. Evaluating Stochastic Rankings with Expected Exposure. arXiv preprint arXiv:2004.13157 (2020)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331238"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159687"},{"key":"e_1_3_2_1_18_1","volume-title":"Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531","author":"Hinton Geoffrey","year":"2015","unstructured":"Geoffrey Hinton , Oriol Vinyals , and Jeff Dean . 2015. Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 ( 2015 ). Geoffrey Hinton, Oriol Vinyals, and Jeff Dean. 2015. Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000051"},{"key":"e_1_3_2_1_20_1","volume-title":"A Novel Algorithm for Unbiased Learning to Rank. CoRR abs\/1809.05818","author":"Hu Ziniu","year":"2018","unstructured":"Ziniu Hu , Yang Wang , Qu Peng , and Hang Li. 2018. A Novel Algorithm for Unbiased Learning to Rank. CoRR abs\/1809.05818 ( 2018 ). arXiv:1809.05818 http:\/\/arxiv.org\/abs\/1809.05818 Ziniu Hu, Yang Wang, Qu Peng, and Hang Li. 2018. A Novel Algorithm for Unbiased Learning to Rank. CoRR abs\/1809.05818 (2018). arXiv:1809.05818 http:\/\/arxiv.org\/abs\/1809.05818"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914803"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3018661.3018699"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488560.3498380"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Lihong Li. 2015. Offline evaluation and optimization for interactive systems. (2015).  Lihong Li. 2015. Offline evaluation and optimization for interactive systems. (2015).","DOI":"10.1145\/2684822.2697040"},{"key":"e_1_3_2_1_26_1","volume-title":"Offline Evaluation Method of Contextual Bandit Algorithms. CoRR abs\/1003.5956","author":"Li Lihong","year":"2010","unstructured":"Lihong Li , Wei Chu , and John Langford . 2010. An Unbiased , Data-Driven , Offline Evaluation Method of Contextual Bandit Algorithms. CoRR abs\/1003.5956 ( 2010 ). arXiv:1003.5956 http:\/\/arxiv.org\/abs\/1003.5956 Lihong Li, Wei Chu, and John Langford. 2010. An Unbiased, Data-Driven, Offline Evaluation Method of Contextual Bandit Algorithms. CoRR abs\/1003.5956 (2010). arXiv:1003.5956 http:\/\/arxiv.org\/abs\/1003.5956"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2684822.2685311"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220028"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3121050.3121072"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080793"},{"key":"e_1_3_2_1_31_1","volume-title":"Doubly-Robust Estimation for Unbiased Learningto-Rank from Position-Biased Click Feedback. arXiv preprint arXiv:2203.17118","author":"Oosterhuis Harrie","year":"2022","unstructured":"Harrie Oosterhuis . 2022. Doubly-Robust Estimation for Unbiased Learningto-Rank from Position-Biased Click Feedback. arXiv preprint arXiv:2203.17118 ( 2022 ). Harrie Oosterhuis. 2022. Doubly-Robust Estimation for Unbiased Learningto-Rank from Position-Biased Click Feedback. arXiv preprint arXiv:2203.17118 (2022)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271686"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3437963.3441794"},{"key":"e_1_3_2_1_34_1","volume-title":"Unbiased Learning to Rank: Counterfactual and Online Approaches. CoRR abs\/1907.07260","author":"Oosterhuis Harrie","year":"2019","unstructured":"Harrie Oosterhuis , Rolf Jagerman , and Maarten de Rijke . 2019. Unbiased Learning to Rank: Counterfactual and Online Approaches. CoRR abs\/1907.07260 ( 2019 ). arXiv:1907.07260 http:\/\/arxiv.org\/abs\/1907.07260 Harrie Oosterhuis, Rolf Jagerman, and Maarten de Rijke. 2019. Unbiased Learning to Rank: Counterfactual and Online Approaches. CoRR abs\/1907.07260 (2019). arXiv:1907.07260 http:\/\/arxiv.org\/abs\/1907.07260"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366424.3383107"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380255"},{"key":"e_1_3_2_1_37_1","volume-title":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval. 1763--1767","author":"Ovaisi Zohreh","year":"2021","unstructured":"Zohreh Ovaisi , Kathryn Vasilaky , and Elena Zheleva . 2021 . PropensityIndependent Bias Recovery in Offline Learning-to-Rank Systems . In Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval. 1763--1767 . Zohreh Ovaisi, Kathryn Vasilaky, and Elena Zheleva. 2021. PropensityIndependent Bias Recovery in Offline Learning-to-Rank Systems. In Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval. 1763--1767."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/70.1.41"},{"volume-title":"Test collection based evaluation of information retrieval systems","author":"Sanderson Mark","key":"e_1_3_2_1_39_1","unstructured":"Mark Sanderson . 2010. Test collection based evaluation of information retrieval systems . Now Publishers Inc . Mark Sanderson. 2010. Test collection based evaluation of information retrieval systems. Now Publishers Inc."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970398.2970410"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2661829.2661952"},{"volume-title":"The most powerful way to turn clicks into customers","author":"Siroker Dan","key":"e_1_3_2_1_42_1","unstructured":"Dan Siroker and Pete Koomen . 2013. A\/ B testing : The most powerful way to turn clicks into customers . John Wiley & Sons . Dan Siroker and Pete Koomen. 2013. A\/B testing: The most powerful way to turn clicks into customers. John Wiley & Sons."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1341531.1341544"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911537"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159732"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390306"},{"key":"e_1_3_2_1_47_1","volume-title":"Fair learning-to-rank from implicit feedback. arXiv preprint arXiv:1911.08054","author":"Yadav Himank","year":"2019","unstructured":"Himank Yadav , Zhengxiao Du , and Thorsten Joachims . 2019. Fair learning-to-rank from implicit feedback. arXiv preprint arXiv:1911.08054 ( 2019 ). Himank Yadav, Zhengxiao Du, and Thorsten Joachims. 2019. Fair learning-to-rank from implicit feedback. arXiv preprint arXiv:1911.08054 (2019)."},{"key":"e_1_3_2_1_48_1","volume-title":"On the Reliability of Test Collections for Evaluating Systems of Different Types. arXiv preprint arXiv:2004.13486","author":"Yilmaz Emine","year":"2020","unstructured":"Emine Yilmaz , Nick Craswell , Bhaskar Mitra , and Daniel Campos . 2020. On the Reliability of Test Collections for Evaluating Systems of Different Types. arXiv preprint arXiv:2004.13486 ( 2020 ). Emine Yilmaz, Nick Craswell, Bhaskar Mitra, and Daniel Campos. 2020. On the Reliability of Test Collections for Evaluating Systems of Different Types. arXiv preprint arXiv:2004.13486 (2020)."}],"event":{"name":"SIGIR '22: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Madrid Spain","acronym":"SIGIR '22"},"container-title":["Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3477495.3532032","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3477495.3532032","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:10:34Z","timestamp":1750183834000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3477495.3532032"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,6]]},"references-count":48,"alternative-id":["10.1145\/3477495.3532032","10.1145\/3477495"],"URL":"https:\/\/doi.org\/10.1145\/3477495.3532032","relation":{},"subject":[],"published":{"date-parts":[[2022,7,6]]},"assertion":[{"value":"2022-07-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}