{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:18:09Z","timestamp":1775283489327,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,5,13]],"date-time":"2019-05-13T00:00:00Z","timestamp":1557705600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,5,13]]},"DOI":"10.1145\/3308558.3313697","type":"proceedings-article","created":{"date-parts":[[2019,5,13]],"date-time":"2019-05-13T12:17:59Z","timestamp":1557749879000},"page":"4-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":46,"title":["Addressing Trust Bias for Unbiased Learning-to-Rank"],"prefix":"10.1145","author":[{"given":"Aman","family":"Agarwal","sequence":"first","affiliation":[{"name":"Cornell, USA"}]},{"given":"Xuanhui","family":"Wang","sequence":"additional","affiliation":[{"name":"Google, USA"}]},{"given":"Cheng","family":"Li","sequence":"additional","affiliation":[{"name":"Google, USA"}]},{"given":"Michael","family":"Bendersky","sequence":"additional","affiliation":[{"name":"Google, USA"}]},{"given":"Marc","family":"Najork","sequence":"additional","affiliation":[{"name":"Google, USA"}]}],"member":"320","published-online":{"date-parts":[[2019,5,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098155"},{"key":"e_1_3_2_1_2_1","unstructured":"Aman Agarwal Ivan Zaitsev and Thorsten Joachims. 2018. Consistent Position Bias Estimation without Online Interventions for Learning-to-Rank. (2018). arxiv:cs.LG\/1806.03555  Aman Agarwal Ivan Zaitsev and Thorsten Joachims. 2018. Consistent Position Bias Estimation without Online Interventions for Learning-to-Rank. (2018). arxiv:cs.LG\/1806.03555"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3209986"},{"key":"e_1_3_2_1_4_1","volume-title":"Denis X","author":"Bottou Le\u00b4on","year":"2013","unstructured":"Le\u00b4on Bottou , Jonas Peters , Joaquin Qui nonero Candela , Denis X . Charles, D. Max Chickering, Elon Portugaly, Dipankar Ray, Patrice Simard, and Ed Snelson. 2013 . Counterfactual Reasoning and Learning Systems: The Example of Computational Advertising. Journal of Machine Learning Research 14 (2013), 3207-3260. Le\u00b4on Bottou, Jonas Peters, Joaquin Qui nonero Candela, Denis X. Charles, D. Max Chickering, Elon Portugaly, Dipankar Ray, Patrice Simard, and Ed Snelson. 2013. Counterfactual Reasoning and Learning Systems: The Example of Computational Advertising. Journal of Machine Learning Research14 (2013), 3207-3260."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210050"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3269315"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1526709.1526711"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"Aleksandr Chuklin Ilya Markov and Maarten de Rijke. 2015. Click Models for Web Search. Synthesis Lectures on Information Concepts Retrieval and Services7 3(2015) 1-115.  Aleksandr Chuklin Ilya Markov and Maarten de Rijke. 2015. Click Models for Web Search. Synthesis Lectures on Information Concepts Retrieval and Services7 3(2015) 1-115.","DOI":"10.2200\/S00654ED1V01Y201507ICR043"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1341531.1341545"},{"key":"e_1_3_2_1_11_1","volume-title":"Proc. of the 28th International Conference on Machine Learning(ICML). 1097-1104","author":"Dud\u00edk Miroslav","year":"2011","unstructured":"Miroslav Dud\u00edk , John Langford , and Lihong Li . 2011 . Doubly Robust Policy Evaluation and Learning . In Proc. of the 28th International Conference on Machine Learning(ICML). 1097-1104 . Miroslav Dud\u00edk, John Langford, and Lihong Li. 2011. Doubly Robust Policy Evaluation and Learning. In Proc. of the 28th International Conference on Machine Learning(ICML). 1097-1104."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390392"},{"key":"e_1_3_2_1_13_1","unstructured":"Jerome H. Friedman. 2000. Greedy Function Approximation: A Gradient Boosting Machine. Annals of Statistics29(2000) 1189-1232.  Jerome H. Friedman. 2000. Greedy Function Approximation: A Gradient Boosting Machine. Annals of Statistics29(2000) 1189-1232."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159687"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1526709.1526712"},{"key":"e_1_3_2_1_16_1","volume-title":"The Elements of Statistical Learning","author":"Hastie Trevor","unstructured":"Trevor Hastie , Robert Tibshirani , and Jerome Friedman . 2001. The Elements of Statistical Learning . Springer . Trevor Hastie, Robert Tibshirani, and Jerome Friedman. 2001. The Elements of Statistical Learning. Springer."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775067"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076063"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1229179.1229181"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3018661.3018699"},{"key":"e_1_3_2_1_22_1","unstructured":"Lihong Li Shunbao Chen Jim Kleban and Ankur Gupta. 2014. Counterfactual Estimation and Optimization of Click Metrics for Search Engines. (2014). arxiv:cs.LG\/1403.1891  Lihong Li Shunbao Chen Jim Kleban and Ankur Gupta. 2014. Counterfactual Estimation and Optimization of Click Metrics for Search Engines. (2014). arxiv:cs.LG\/1403.1891"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1935826.1935878"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000016"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1216295.1216366"},{"key":"e_1_3_2_1_26_1","volume":"196","author":"Powell M. J. D.","unstructured":"M. J. D. Powell and J. Swann. 196 6. Weighted Uniform Sampling - a Monte Carlo Technique for Reducing Variance. IMA Journal of Applied Mathematics2, 3 (1966), 228-236. M. J. D. Powell and J. Swann. 1966. Weighted Uniform Sampling - a Monte Carlo Technique for Reducing Variance. IMA Journal of Applied Mathematics2, 3 (1966), 228-236.","journal-title":"J. Swann."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1242572.1242643"},{"key":"e_1_3_2_1_28_1","volume-title":"Rubin","author":"Rosenbaum Paul R.","year":"1983","unstructured":"Paul R. Rosenbaum and Donald B . Rubin . 1983 . The central role of the propensity score in observational studies for causal effects. Biometrika 70, 1 (1983), 41-55. Paul R. Rosenbaum and Donald B. Rubin. 1983. The central role of the propensity score in observational studies for causal effects. Biometrika70, 1 (1983), 41-55."},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the 33nd International Conference on Machine Learning(ICML). 1670-1679","author":"Schnabel Tobias","year":"2016","unstructured":"Tobias Schnabel , Adith Swaminathan , Ashudeep Singh , Navin Chandak , and Thorsten Joachims . 2016 . Recommendations as Treatments: Debiasing Learning and Evaluation . In Proceedings of the 33nd International Conference on Machine Learning(ICML). 1670-1679 . Tobias Schnabel, Adith Swaminathan, Ashudeep Singh, Navin Chandak, and Thorsten Joachims. 2016. Recommendations as Treatments: Debiasing Learning and Evaluation. In Proceedings of the 33nd International Conference on Machine Learning(ICML). 1670-1679."},{"key":"e_1_3_2_1_30_1","volume-title":"Batch Learning from Logged Bandit Feedback through Counterfactual Risk Minimization. Journal of Machine Learning Research (JMLR)16 (Sep","author":"Swaminathan Adith","year":"2015","unstructured":"Adith Swaminathan and Thorsten Joachims . 2015. Batch Learning from Logged Bandit Feedback through Counterfactual Risk Minimization. Journal of Machine Learning Research (JMLR)16 (Sep 2015 ), 1731-1755. Adith Swaminathan and Thorsten Joachims. 2015. Batch Learning from Logged Bandit Feedback through Counterfactual Risk Minimization. Journal of Machine Learning Research (JMLR)16 (Sep 2015), 1731-1755."},{"key":"e_1_3_2_1_31_1","volume-title":"Proc. of the 29th Conference on Neural Information Processing Systems(NIPS). 3231-3239","author":"Swaminathan Adith","year":"2015","unstructured":"Adith Swaminathan and Thorsten Joachims . 2015 . The Self-Normalized Estimator for Counterfactual Learning . In Proc. of the 29th Conference on Neural Information Processing Systems(NIPS). 3231-3239 . Adith Swaminathan and Thorsten Joachims. 2015. The Self-Normalized Estimator for Counterfactual Learning. In Proc. of the 29th Conference on Neural Information Processing Systems(NIPS). 3231-3239."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911537"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159732"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271784"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772793"}],"event":{"name":"WWW '19: The Web Conference","location":"San Francisco CA USA","acronym":"WWW '19","sponsor":["IW3C2 International World Wide Web Conference Committee"]},"container-title":["The World Wide Web Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3308558.3313697","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3308558.3313697","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:53:31Z","timestamp":1750204411000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3308558.3313697"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,13]]},"references-count":34,"alternative-id":["10.1145\/3308558.3313697","10.1145\/3308558"],"URL":"https:\/\/doi.org\/10.1145\/3308558.3313697","relation":{},"subject":[],"published":{"date-parts":[[2019,5,13]]},"assertion":[{"value":"2019-05-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}