{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T23:41:40Z","timestamp":1792798900733,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":21,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,8,13]],"date-time":"2017-08-13T00:00:00Z","timestamp":1502582400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Bloomberg","award":["Gift"],"award-info":[{"award-number":["Gift"]}],"id":[{"id":"https:\/\/ror.org\/02rdpzb15","id-type":"ROR","asserted-by":"crossref"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["IIS-1615706, IIS-1513692,DGE-1650441"],"award-info":[{"award-number":["IIS-1615706, IIS-1513692,DGE-1650441"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2017,8,13]]},"DOI":"10.1145\/3097983.3098155","type":"proceedings-article","created":{"date-parts":[[2017,8,4]],"date-time":"2017-08-04T14:35:54Z","timestamp":1501857354000},"page":"687-696","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":38,"title":["Effective Evaluation Using Logged Bandit Feedback from Multiple Loggers"],"prefix":"10.1145","author":[{"given":"Aman","family":"Agarwal","sequence":"first","affiliation":[{"name":"Cornell University, Ithaca, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Soumya","family":"Basu","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tobias","family":"Schnabel","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thorsten","family":"Joachims","sequence":"additional","affiliation":[{"name":"Cornell University, Ithaca, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2017,8,13]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Schapire","author":"Agarwal Alekh","year":"2014","unstructured":"Alekh Agarwal , Daniel Hsu , Satyen Kale , John Langford , Lihong Li , and Robert E . Schapire . 2014 . Taming the monster: A fast and simple algorithm for contextual bandits In Proceedings of the 31st International Conference on Machine Learning (ICML- 14. 1638--1646. Alekh Agarwal, Daniel Hsu, Satyen Kale, John Langford, Lihong Li, and Robert E. Schapire. 2014. Taming the monster: A fast and simple algorithm for contextual bandits In Proceedings of the 31st International Conference on Machine Learning (ICML-14. 1638--1646."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/2567709.2567766"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Ben Carterette Virgil Pavlu Evangelos Kanoulas Javed A. Aslam and James Allan. 2009. If I Had a Million Queries. In ECIR. 288--300.  Ben Carterette Virgil Pavlu Evangelos Kanoulas Javed A. Aslam and James Allan. 2009. If I Had a Million Queries. In ECIR. 288--300.","DOI":"10.1007\/978-3-642-00958-7_27"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9469.2011.00756.x"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2015.2432078"},{"key":"e_1_3_2_1_6_1","volume-title":"Generalized multiple importance sampling. arXiv preprint arXiv:1511.03095","author":"Elvira V'\u0131ctor","year":"2015","unstructured":"V'\u0131ctor Elvira , Luca Martino , David Luengo , and M\u00f3nica F Bugallo 2015natexlabb. Generalized multiple importance sampling. arXiv preprint arXiv:1511.03095 ( 2015 ). V'\u0131ctor Elvira, Luca Martino, David Luengo, and M\u00f3nica F Bugallo 2015natexlabb. Generalized multiple importance sampling. arXiv preprint arXiv:1511.03095 (2015)."},{"key":"e_1_3_2_1_7_1","volume-title":"He and Art B. Owen","author":"Hera","year":"2014","unstructured":"Hera Y. He and Art B. Owen 2014 . Optimal mixture weights in multiple importance sampling. (2014). 0.1145\/3018661.3018699 Hera Y. He and Art B. Owen 2014. Optimal mixture weights in multiple importance sampling. (2014). 0.1145\/3018661.3018699"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390223"},{"key":"e_1_3_2_1_9_1","volume-title":"Counterfactual estimation and optimization of click metrics in search engines: A case study Proceedings of the 24th International Conference on World Wide Web. ACM, 929--934","author":"Li Lihong","unstructured":"Lihong Li , Shunbao Chen , Jim Kleban , and Ankur Gupta . 2015. Counterfactual estimation and optimization of click metrics in search engines: A case study Proceedings of the 24th International Conference on World Wide Web. ACM, 929--934 . Lihong Li, Shunbao Chen, Jim Kleban, and Ankur Gupta. 2015. Counterfactual estimation and optimization of click metrics in search engines: A case study Proceedings of the 24th International Conference on World Wide Web. ACM, 929--934."},{"key":"e_1_3_2_1_10_1","volume-title":"A contextual-bandit approach to personalized news article recommendation Proceedings of the 19th international conference on World wide web. ACM, 661--670","author":"Li Lihong","unstructured":"Lihong Li , Wei Chu , John Langford , and Robert E Schapire . 2010. A contextual-bandit approach to personalized news article recommendation Proceedings of the 19th international conference on World wide web. ACM, 661--670 . Lihong Li, Wei Chu, John Langford, and Robert E Schapire. 2010. A contextual-bandit approach to personalized news article recommendation Proceedings of the 19th international conference on World wide web. ACM, 661--670."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1935826.1935878"},{"key":"e_1_3_2_1_12_1","volume-title":"Jin Young Kim, and Imed Zitouni","author":"Li Lihong","year":"2015","unstructured":"Lihong Li , Jin Young Kim, and Imed Zitouni 2015 . Toward predicting the outcome of an A\/B experiment for search relevance WSDM. 37--46. Lihong Li, Jin Young Kim, and Imed Zitouni 2015. Toward predicting the outcome of an A\/B experiment for search relevance WSDM. 37--46."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2000.10473909"},{"key":"e_1_3_2_1_14_1","unstructured":"Art B. Owen. 2013. Monte Carlo theory methods and examples.  Art B. Owen. 2013. Monte Carlo theory methods and examples."},{"key":"e_1_3_2_1_15_1","volume-title":"Eligibility traces for off-policy policy evaluation","author":"Precup Doina","year":"2000","unstructured":"Doina Precup . 2000. Eligibility traces for off-policy policy evaluation . Computer Science Department Faculty Publication Series ( 2000 ), 80. Doina Precup. 2000. Eligibility traces for off-policy policy evaluation. Computer Science Department Faculty Publication Series (2000), 80."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"Tobias Schnabel Adith Swaminathan Peter I. Frazier and Thorsten Joachims 2016. Unbiased Comparative Evaluation of Ranking Functions ICTIR. 109--118.  Tobias Schnabel Adith Swaminathan Peter I. Frazier and Thorsten Joachims 2016. Unbiased Comparative Evaluation of Ranking Functions ICTIR. 109--118.","DOI":"10.1145\/2970398.2970410"},{"key":"e_1_3_2_1_17_1","unstructured":"Alex Strehl John Langford Lihong Li and Sham M Kakade 2010. Learning from logged implicit exploration data. In Advances in Neural Information Processing Systems. 2217--2225.  Alex Strehl John Langford Lihong Li and Sham M Kakade 2010. Learning from logged implicit exploration data. In Advances in Neural Information Processing Systems. 2217--2225."},{"key":"e_1_3_2_1_18_1","volume-title":"Reinforcement learning: An introduction","author":"Sutton Richard S","unstructured":"Richard S Sutton and Andrew G Barto 1998. Reinforcement learning: An introduction . Vol. Vol. 1 . MIT press Cambridge . Richard S Sutton and Andrew G Barto 1998. Reinforcement learning: An introduction. Vol. Vol. 1. MIT press Cambridge."},{"key":"e_1_3_2_1_19_1","volume-title":"Counterfactual risk minimization: Learning from logged bandit feedback Proceedings of the 32nd International Conference on Machine Learning. 814--823","author":"Swaminathan Adith","unstructured":"Adith Swaminathan and Thorsten Joachims 2015. Counterfactual risk minimization: Learning from logged bandit feedback Proceedings of the 32nd International Conference on Machine Learning. 814--823 . Adith Swaminathan and Thorsten Joachims 2015. Counterfactual risk minimization: Learning from logged bandit feedback Proceedings of the 32nd International Conference on Machine Learning. 814--823."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Eric Veach and Leonidas J Guibas 1995. Optimally combining sampling techniques for Monte Carlo rendering SIGGRAPH. 419--428.  Eric Veach and Leonidas J Guibas 1995. Optimally combining sampling techniques for Monte Carlo rendering SIGGRAPH. 419--428.","DOI":"10.1145\/218380.218498"},{"key":"e_1_3_2_1_21_1","volume-title":"Aslam","author":"Yilmaz Emine","year":"2008","unstructured":"Emine Yilmaz , Evangelos Kanoulas , and Javed A . Aslam . 2008 . A Simple and Efficient Sampling Method for Estimating AP and NDCG SIGIR. 603--610. Emine Yilmaz, Evangelos Kanoulas, and Javed A. Aslam. 2008. A Simple and Efficient Sampling Method for Estimating AP and NDCG SIGIR. 603--610."}],"event":{"name":"KDD '17: The 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","location":"Halifax NS Canada","acronym":"KDD '17","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3097983.3098155","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3097983.3098155","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3097983.3098155","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:30:02Z","timestamp":1750203002000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3097983.3098155"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,8,13]]},"references-count":21,"alternative-id":["10.1145\/3097983.3098155","10.1145\/3097983"],"URL":"https:\/\/doi.org\/10.1145\/3097983.3098155","relation":{},"subject":[],"published":{"date-parts":[[2017,8,13]]},"assertion":[{"value":"2017-08-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}