{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T06:01:31Z","timestamp":1776751291802,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,9,22]],"date-time":"2020-09-22T00:00:00Z","timestamp":1600732800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Ministerio de Ciencia e Innovaci\u00f3n","award":["PID2019-108965GB-I00"],"award-info":[{"award-number":["PID2019-108965GB-I00"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,9,22]]},"DOI":"10.1145\/3383313.3412259","type":"proceedings-article","created":{"date-parts":[[2020,9,19]],"date-time":"2020-09-19T02:28:21Z","timestamp":1600482501000},"page":"259-268","source":"Crossref","is-referenced-by-count":34,"title":["On Target Item Sampling in\u00a0Offline\u00a0Recommender\u00a0System\u00a0Evaluation"],"prefix":"10.1145","author":[{"given":"Roc\u00edo","family":"Ca\u00f1amares","sequence":"first","affiliation":[{"name":"Universidad Aut\u00f3noma de Madrid, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pablo","family":"Castells","sequence":"additional","affiliation":[{"name":"Universidad Aut\u00f3noma de Madrid, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,9,22]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2005.99"},{"key":"e_1_3_2_1_2_1","volume-title":"Proc. of the 15th National Conf. on Artificial Intelligence (AAAI","author":"Basu C.","year":"1998"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2043932.2043996"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-017-9312-z"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009000"},{"key":"e_1_3_2_1_6_1","volume-title":"Proc. of the 40th Annual Int. ACM SIGIR Conf. on Research and Development in Information Retrieval (SIGIR","author":"Ca\u00f1amares R.","year":"2017"},{"key":"e_1_3_2_1_7_1","volume-title":"Proc. of the 41st Annual Int. ACM SIGIR Conf. on Research and Development in Information Retrieval (SIGIR","author":"Ca\u00f1amares R.","year":"2018"},{"key":"e_1_3_2_1_8_1","first-page":"4","article-title":"Offline Evaluation Options for Recommender","volume":"23","author":"Ca\u00f1amares R.","year":"2020","journal-title":"Systems. Inf. Ret."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2094072.2094076"},{"key":"e_1_3_2_1_10_1","volume-title":"Proc. of the Workshop on Offline Evaluation for Recommender Systems (REVEAL 2018) at the 12th ACM Conf. on Recommender Systems (RecSys","author":"Castells P.","year":"2018"},{"key":"e_1_3_2_1_11_1","volume-title":"Proc. of the 27th Int. Joint Conf. on Artificial Intelligence (IJCAI","author":"Cheng W.","year":"2018"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1864708.1864721"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/963770.963776"},{"key":"e_1_3_2_1_14_1","volume-title":"Proc. of the 41st Annual Int. ACM SIGIR Conf. on Research and Development in Inf. Ret. (SIGIR","author":"Ebesu T.","year":"2018"},{"key":"e_1_3_2_1_15_1","volume-title":"Proc. of the 12th ACM Int. Conf. on Web Search and Data Mining (WSDM","author":"Gruson A.","year":"2019"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"A. Gunawardana and G. Shani. 2015. Evaluating Recommender Systems. In Recommender Systems Handbook Francesco Ricci Lior Rokach and Bracha Shapira (Eds.). Springer Boston MA USA 265\u2013308.  A. Gunawardana and G. Shani. 2015. Evaluating Recommender Systems. In Recommender Systems Handbook Francesco Ricci Lior Rokach and Bracha Shapira (Eds.). Springer Boston MA USA 265\u2013308.","DOI":"10.1007\/978-1-4899-7637-6_8"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/308"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052569"},{"key":"e_1_3_2_1_19_1","volume-title":"Proc. of the 22nd Annual Int. ACM SIGIR Conf. on Research and Development in Information Retrieval (SIGIR","author":"Herlocker L.","year":"1999"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/963770.963772"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000051"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219965"},{"key":"e_1_3_2_1_23_1","volume-title":"Proc. of the 8th IEEE Int. Conf. on Data Mining (ICDM","author":"Hu Y.","year":"2008"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-015-9165-3"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401944"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557072"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403226"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1639714.1639717"},{"key":"e_1_3_2_1_29_1","first-page":"4","article-title":"The MovieLens Datasets: History and Context","volume":"5","author":"Maxwell M.","year":"2015","journal-title":"ACM Transactions on Interactive Intelligent Systems"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0200837"},{"key":"e_1_3_2_1_31_1","volume-title":"Proc. of the 5th ACM Conf. on Digital Libraries. ACM","author":"Mooney J."},{"key":"e_1_3_2_1_32_1","volume-title":"Proc. of the 10th ACM Conf. on Recommender Systems. ACM","author":"Rossetti M."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148261"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277756"},{"key":"e_1_3_2_1_35_1","volume-title":"Effect Sizes, and Statistical Power. The Information Retrieval Series, Vol.\u00a040","author":"Sakai T."},{"key":"e_1_3_2_1_36_1","first-page":"5","article-title":"On Information Retrieval Metrics Designed for Evaluation with Incomplete Relevance","volume":"11","author":"Sakai T.","year":"2008","journal-title":"Assessments. Inf. Ret."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835895"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2043932.2043957"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2507157.2507160"},{"key":"e_1_3_2_1_40_1","first-page":"4","article-title":"Assessing ranking metrics in top-N recommendation","volume":"23","author":"Valcarce D.","year":"2020","journal-title":"Inf. Ret."},{"key":"e_1_3_2_1_41_1","volume-title":"Proc. of the 26th Int. Joint Conf. on Artificial Intelligence (IJCAI","author":"Xue H.-J.","year":"2017"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/1183614.1183633"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-007-0101-7"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/984321.984322"},{"key":"e_1_3_2_1_45_1","volume-title":"Proc. of the 27th Int. Joint Conf. on Artificial Intelligence (IJCAI","author":"Zhang Q.","year":"2018"}],"event":{"name":"RecSys '20: Fourteenth ACM Conference on Recommender Systems","location":"Virtual Event Brazil","acronym":"RecSys '20","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGAI ACM Special Interest Group on Artificial Intelligence","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval","SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGecom Special Interest Group on Economics and Computation"]},"container-title":["Fourteenth ACM Conference on Recommender Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3383313.3412259","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3383313.3412259","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:33:21Z","timestamp":1750199601000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3383313.3412259"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,9,22]]},"references-count":45,"alternative-id":["10.1145\/3383313.3412259","10.1145\/3383313"],"URL":"https:\/\/doi.org\/10.1145\/3383313.3412259","relation":{},"subject":[],"published":{"date-parts":[[2020,9,22]]}}}