{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T18:45:27Z","timestamp":1774291527765,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":20,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,3,14]],"date-time":"2020-03-14T00:00:00Z","timestamp":1584144000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["17-51278"],"award-info":[{"award-number":["17-51278"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,3,14]]},"DOI":"10.1145\/3343413.3378004","type":"proceedings-article","created":{"date-parts":[[2020,3,12]],"date-time":"2020-03-12T18:39:33Z","timestamp":1584038373000},"page":"392-396","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["Estimating Error and Bias in Offline Evaluation Results"],"prefix":"10.1145","author":[{"given":"Mucun","family":"Tian","sequence":"first","affiliation":[{"name":"Boise State University, Boise, ID, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael D.","family":"Ekstrand","sequence":"additional","affiliation":[{"name":"Boise State University, Boise, ID, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,3,14]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"ACM RecSys 2019 Late -Breaking Results","volume":"2431","author":"Beel Joeran","year":"2019"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2043932.2043996"},{"key":"e_1_3_2_2_4_1","article-title":"Latent Dirichlet Allocation","volume":"3","author":"Blei David M.","year":"2003","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_2_5_1","first-page":"1","article-title":"Counterfactual Reasoning and Learning Systems: The Example of Computational Advertising","volume":"14","author":"Bottou L\u00e9on","year":"2013","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_2_6_1","volume-title":"The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval (SIGIR '18)","author":"Roc'io","year":"2099"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1864708.1864721"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.18122\/cs_facpubs\/147\/boisestate"},{"key":"e_1_3_2_2_9_1","volume-title":"Konstan","author":"Ekstrand Michael D.","year":"2019"},{"key":"e_1_3_2_2_10_1","volume-title":"Ekstrand and Vaibhav Mahant","author":"Michael","year":"2017"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159687"},{"key":"e_1_3_2_2_12_1","article-title":"The Indian Buffet Process: An Introduction and Review","volume":"12","author":"Griffiths Thomas L.","year":"2011","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_2_13_1","first-page":"4","article-title":"The MovieLens Datasets: History and Context","volume":"5","author":"Maxwell Harper F.","year":"2015","journal-title":"ACM Transactions on Interactive Intelligent Systems"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2872427.2883037"},{"key":"e_1_3_2_2_15_1","unstructured":"Tim Head MechCoder Gilles Louppe Iaroslav Shcherbatyi fcharras Z\u00e9 Vin\u00edcius cmmalone Christopher Schr\u00f6der nel215 Nuno Campos Todd Young Stefano Cereda Thomas Fan rene rex Kejia (KJ) Shi Justus Schwabedal carlosdanielcsantos Hvass-Labs Mikhail Pak SoManyUsernamesTaken Fred Callaway Lo\u00efc Est\u00e8ve Lilian Besson Mehdi Cherti Karlson Pfannschmidt Fabian Linzberger Christophe Cauet Anna Gut Andreas Mueller and Alexander Fabisch. 2018. scikit-optimize\/scikit-optimize: v0.5.2. https:\/\/doi.org\/10.5281\/zenodo.1207017  Tim Head MechCoder Gilles Louppe Iaroslav Shcherbatyi fcharras Z\u00e9 Vin\u00edcius cmmalone Christopher Schr\u00f6der nel215 Nuno Campos Todd Young Stefano Cereda Thomas Fan rene rex Kejia (KJ) Shi Justus Schwabedal carlosdanielcsantos Hvass-Labs Mikhail Pak SoManyUsernamesTaken Fred Callaway Lo\u00efc Est\u00e8ve Lilian Besson Mehdi Cherti Karlson Pfannschmidt Fabian Linzberger Christophe Cauet Anna Gut Andreas Mueller and Alexander Fabisch. 2018. scikit-optimize\/scikit-optimize: v0.5.2. https:\/\/doi.org\/10.5281\/zenodo.1207017"},{"key":"e_1_3_2_2_16_1","volume-title":"Information Theory and Statistics","author":"Kullback S."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2792838.2799671"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080724"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835895"},{"key":"e_1_3_2_2_20_1","first-page":"1","article-title":"Batch Learning from Logged Bandit Feedback Through Counterfactual Risk Minimization","volume":"16","author":"Swaminathan Adith","year":"2015","journal-title":"J. Mach. Learn. Res."},{"key":"e_1_3_2_2_21_1","volume-title":"Proceedings of the 22nd International Conference on Neural Information Processing Systems (NIPS'09)","author":"Teh Yee Whye","year":"2009"}],"event":{"name":"CHIIR '20: Conference on Human Information Interaction and Retrieval","location":"Vancouver BC Canada","acronym":"CHIIR '20","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2020 Conference on Human Information Interaction and Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3343413.3378004","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3343413.3378004","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3343413.3378004","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:13:07Z","timestamp":1750201987000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3343413.3378004"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3,14]]},"references-count":20,"alternative-id":["10.1145\/3343413.3378004","10.1145\/3343413"],"URL":"https:\/\/doi.org\/10.1145\/3343413.3378004","relation":{},"subject":[],"published":{"date-parts":[[2020,3,14]]},"assertion":[{"value":"2020-03-14","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}