{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T17:32:28Z","timestamp":1780421548965,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,8,20]],"date-time":"2020-08-20T00:00:00Z","timestamp":1597881600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,8,23]]},"DOI":"10.1145\/3394486.3403229","type":"proceedings-article","created":{"date-parts":[[2020,8,20]],"date-time":"2020-08-20T23:03:57Z","timestamp":1597964637000},"page":"1779-1788","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":31,"title":["Counterfactual Evaluation of Slate Recommendations with Sequential Reward Interactions"],"prefix":"10.1145","author":[{"given":"James","family":"McInerney","sequence":"first","affiliation":[{"name":"Netflix, Los Gatos, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brian","family":"Brost","sequence":"additional","affiliation":[{"name":"Spotify, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Praveen","family":"Chandar","sequence":"additional","affiliation":[{"name":"Spotify, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rishabh","family":"Mehrotra","sequence":"additional","affiliation":[{"name":"Spotify, London, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benjamin","family":"Carterette","sequence":"additional","affiliation":[{"name":"Spotify, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,8,20]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"22","volume-title":"Proceedings of the ICML","author":"Achiam J.","year":"2017","unstructured":"J. Achiam , D. Held , A. Tamar , and P. Abbeel . Constrained policy optimization . In Proceedings of the ICML , pages 22 -- 31 , 2017 . J. Achiam, D. Held, A. Tamar, and P. Abbeel. Constrained policy optimization. In Proceedings of the ICML, pages 22--31, 2017."},{"key":"e_1_3_2_1_2_1","first-page":"654","volume-title":"Proceedings of the ICML","author":"Bibaut A. F.","year":"2019","unstructured":"A. F. Bibaut , I. Malenica , N. Vlassis , and M. J. van der Laan. More efficient off-policy evaluation through regularized targeted learning . In Proceedings of the ICML , pages 654 -- 663 , 2019 . A. F. Bibaut, I. Malenica, N. Vlassis, and M. J. van der Laan. More efficient off-policy evaluation through regularized targeted learning. In Proceedings of the ICML, pages 654--663, 2019."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3269315"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290999"},{"key":"e_1_3_2_1_5_1","first-page":"1097","volume-title":"Proceedings of the ICML","author":"Dud'ik M.","year":"2011","unstructured":"M. Dud'ik , J. Langford , and L. Li . Doubly robust policy evaluation and learning . In Proceedings of the ICML , pages 1097 -- 1104 , 2011 . M. Dud'ik, J. Langford, and L. Li. Doubly robust policy evaluation and learning. In Proceedings of the ICML, pages 1097--1104, 2011."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159687"},{"key":"e_1_3_2_1_7_1","volume-title":"The Netflix recommender system: Algorithms, business value, and innovation. ACM Transactions on Management Information Systems (TMIS), 6(4):13","author":"Gomez-Uribe C. A.","year":"2016","unstructured":"C. A. Gomez-Uribe and N. Hunt . The Netflix recommender system: Algorithms, business value, and innovation. ACM Transactions on Management Information Systems (TMIS), 6(4):13 , 2016 . C. A. Gomez-Uribe and N. Hunt. The Netflix recommender system: Algorithms, business value, and innovation. ACM Transactions on Management Information Systems (TMIS), 6(4):13, 2016."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330839"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/2764565"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290958"},{"key":"e_1_3_2_1_11_1","volume-title":"Survey sampling","author":"Kish L.","year":"1965","unstructured":"L. Kish . Survey sampling . John Wiley and Sons , 1965 . L. Kish. Survey sampling. John Wiley and Sons, 1965."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772758"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220028"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2872427.2883090"},{"key":"e_1_3_2_1_16_1","volume-title":"Evaluation of session-based recommendation algorithms. CoRR, abs\/1803.09587","author":"Ludewig M.","year":"2018","unstructured":"M. Ludewig and D. Jannach . Evaluation of session-based recommendation algorithms. CoRR, abs\/1803.09587 , 2018 . M. Ludewig and D. Jannach. Evaluation of session-based recommendation algorithms. CoRR, abs\/1803.09587, 2018."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1639714.1639717"},{"key":"e_1_3_2_1_18_1","volume-title":"A comparative study of counterfactual estimators. arXiv preprint arXiv:1704.00773","author":"Nedelec T.","year":"2017","unstructured":"T. Nedelec , N. L. Roux , and V. Perchet . A comparative study of counterfactual estimators. arXiv preprint arXiv:1704.00773 , 2017 . T. Nedelec, N. L. Roux, and V. Perchet. A comparative study of counterfactual estimators. arXiv preprint arXiv:1704.00773, 2017."},{"key":"e_1_3_2_1_19_1","volume-title":"Cambridge university press","author":"Pearl J.","year":"2009","unstructured":"J. Pearl . Causality. Cambridge university press , 2009 . J. Pearl. Causality. Cambridge university press, 2009."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000009"},{"key":"e_1_3_2_1_21_1","first-page":"1670","volume-title":"Proceedings of the ICML","author":"Schnabel T.","year":"2016","unstructured":"T. Schnabel , A. Swaminathan , A. Singh , N. Chandak , and T. Joachims . Recommendations as treatments: Debiasing learning and evaluation . In Proceedings of the ICML , pages 1670 -- 1679 , 2016 . T. Schnabel, A. Swaminathan, A. Singh, N. Chandak, and T. Joachims. Recommendations as treatments: Debiasing learning and evaluation. In Proceedings of the ICML, pages 1670--1679, 2016."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2507157.2507160"},{"key":"e_1_3_2_1_23_1","first-page":"6005","volume-title":"International Conference on Machine Learning","author":"Su Y.","year":"2019","unstructured":"Y. Su , L. Wang , M. Santacatterina , and T. Joachims . CAB: Continuous adaptive blending for policy evaluation and learning . In International Conference on Machine Learning , pages 6005 -- 6014 , 2019 . Y. Su, L. Wang, M. Santacatterina, and T. Joachims. CAB: Continuous adaptive blending for policy evaluation and learning. In International Conference on Machine Learning, pages 6005--6014, 2019."},{"key":"e_1_3_2_1_24_1","first-page":"3231","volume-title":"Advances in Neural Information Processing Systems (NeurIPS)","author":"Swaminathan A.","year":"2015","unstructured":"A. Swaminathan and T. Joachims . The self-normalized estimator for counterfactual learning . In Advances in Neural Information Processing Systems (NeurIPS) , pages 3231 -- 3239 , 2015 . A. Swaminathan and T. Joachims. The self-normalized estimator for counterfactual learning. In Advances in Neural Information Processing Systems (NeurIPS), pages 3231--3239, 2015."},{"key":"e_1_3_2_1_25_1","first-page":"3632","volume-title":"Advances in Neural Information Processing Systems (NeurIPS)","author":"Swaminathan A.","year":"2017","unstructured":"A. Swaminathan , A. Krishnamurthy , A. Agarwal , M. Dudik , J. Langford , D. Jose , and I. Zitouni . Off-policy evaluation for slate recommendation . In Advances in Neural Information Processing Systems (NeurIPS) , pages 3632 -- 3642 , 2017 . A. Swaminathan, A. Krishnamurthy, A. Agarwal, M. Dudik, J. Langford, D. Jose, and I. Zitouni. Off-policy evaluation for slate recommendation. In Advances in Neural Information Processing Systems (NeurIPS), pages 3632--3642, 2017."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159656"},{"key":"e_1_3_2_1_27_1","first-page":"2139","volume-title":"Proceedings of the ICML","author":"Thomas P.","year":"2016","unstructured":"P. Thomas and E. Brunskill . Data-efficient off-policy policy evaluation for reinforcement learning . In Proceedings of the ICML , pages 2139 -- 2148 , 2016 . P. Thomas and E. Brunskill. Data-efficient off-policy policy evaluation for reinforcement learning. In Proceedings of the ICML, pages 2139--2148, 2016."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290975"}],"event":{"name":"KDD '20: The 26th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Virtual Event CA USA","acronym":"KDD '20","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3394486.3403229","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3394486.3403229","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:01:47Z","timestamp":1750197707000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3394486.3403229"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,8,20]]},"references-count":28,"alternative-id":["10.1145\/3394486.3403229","10.1145\/3394486"],"URL":"https:\/\/doi.org\/10.1145\/3394486.3403229","relation":{},"subject":[],"published":{"date-parts":[[2020,8,20]]},"assertion":[{"value":"2020-08-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}