{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,19]],"date-time":"2025-12-19T09:41:21Z","timestamp":1766137281256,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,9,10]],"date-time":"2019-09-10T00:00:00Z","timestamp":1568073600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,9,10]]},"DOI":"10.1145\/3298689.3347069","type":"proceedings-article","created":{"date-parts":[[2019,9,11]],"date-time":"2019-09-11T13:21:31Z","timestamp":1568208091000},"page":"596-600","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":42,"title":["Revisiting offline evaluation for implicit-feedback recommender systems"],"prefix":"10.1145","author":[{"given":"Olivier","family":"Jeunen","sequence":"first","affiliation":[{"name":"University of Antwerp, Belgium"}]}],"member":"320","published-online":{"date-parts":[[2019,9,10]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098155"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2532508.2532511"},{"key":"e_1_3_2_1_3_1","volume-title":"Proc. of the KDD cup and workshop","volume":"2007","author":"Bennett J.","year":"2007","unstructured":"J. Bennett , S. Lanning , 2007 . The Netflix prize . In Proc. of the KDD cup and workshop , Vol. 2007 . 35. J. Bennett, S. Lanning, et al. 2007. The Netflix prize. In Proc. of the KDD cup and workshop, Vol. 2007. 35."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.5555\/2567709.2567766"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3240323.3240370"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290999"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2959100.2959185"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220112"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2645710.2645745"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159687"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2843948"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3291027"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3109859.3109882"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052639"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2008.22"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290958"},{"volume-title":"Proc. of the REVEAL 18 Workshop on Offline Evaluation for Recommender Systems (RecSys '18)","author":"Jeunen O.","key":"e_1_3_2_1_17_1","unstructured":"O. Jeunen , K. Verstrepen , and B. Goethals . 2018. Fair Offline Evaluation Methodologies for Implicit-feedback Recommender Systems with MNAR Data . In Proc. of the REVEAL 18 Workshop on Offline Evaluation for Recommender Systems (RecSys '18) . O. Jeunen, K. Verstrepen, and B. Goethals. 2018. Fair Offline Evaluation Methodologies for Implicit-feedback Recommender Systems with MNAR Data. In Proc. of the REVEAL 18 Workshop on Offline Evaluation for Recommender Systems (RecSys '18)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3240323.3240384"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2516641.2516643"},{"key":"e_1_3_2_1_20_1","volume-title":"Proc. of the 1995 International Joint Conference on Artificial Intelligence","volume":"14","author":"R. Kohavi","year":"1995","unstructured":"R. Kohavi et al. 1995 . A study of cross-validation and bootstrap for accuracy estimation and model selection . In Proc. of the 1995 International Joint Conference on Artificial Intelligence , Vol. 14 . 1137--1145. R. Kohavi et al. 1995. A study of cross-validation and bootstrap for accuracy estimation and model selection. In Proc. of the 1995 International Joint Conference on Artificial Intelligence, Vol. 14. 1137--1145."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623356"},{"key":"e_1_3_2_1_22_1","volume-title":"Largescale validation of counterfactual learning methods: A test-bed. arXiv preprint arXiv: 1612.00367","author":"Lefortier D.","year":"2016","unstructured":"D. Lefortier , A. Swaminathan , X. Gu , T. Joachims , and M. de Rijke . 2016. Largescale validation of counterfactual learning methods: A test-bed. arXiv preprint arXiv: 1612.00367 ( 2016 ). D. Lefortier, A. Swaminathan, X. Gu, T. Joachims, and M. de Rijke. 2016. Largescale validation of counterfactual learning methods: A test-bed. arXiv preprint arXiv: 1612.00367 (2016)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1935826.1935878"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098077"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2011.134"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3109859.3109909"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3109859.3109903"},{"key":"e_1_3_2_1_28_1","unstructured":"Outbrain. 2017. Kaggle Click Prediction Dataset. https:\/\/www.kaggle.com\/c\/outbrain-click-prediction\/data. (2017).  Outbrain. 2017. Kaggle Click Prediction Dataset. https:\/\/www.kaggle.com\/c\/outbrain-click-prediction\/data. (2017)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2008.16"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3109859.3109916"},{"volume-title":"Proc. of the 25th Conference on Uncertainty in Artificial Intelligence (UAI '09)","author":"Rendle S.","key":"e_1_3_2_1_31_1","unstructured":"S. Rendle , C. Freudenthaler , Z. Gantner , and L. Schmidt-Thieme . 2009. BPR: Bayesian personalized ranking from implicit feedback . In Proc. of the 25th Conference on Uncertainty in Artificial Intelligence (UAI '09) . AUAI Press, 452--461. S. Rendle, C. Freudenthaler, Z. Gantner, and L. Schmidt-Thieme. 2009. BPR: Bayesian personalized ranking from implicit feedback. In Proc. of the 25th Conference on Uncertainty in Artificial Intelligence (UAI '09). AUAI Press, 452--461."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2959100.2959176"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"G. Shani and A. Gunawardana. 2011. Evaluating Recommendation Systems. In Recommender Systems Handbook Francesco Ricci Lior Rokach Bracha Shapira and Paul B. Kantor (Eds.). Springer US 257--297.  G. Shani and A. Gunawardana. 2011. Evaluating Recommendation Systems. In Recommender Systems Handbook Francesco Ricci Lior Rokach Bracha Shapira and Paul B. Kantor (Eds.). Springer US 257--297.","DOI":"10.1007\/978-0-387-85820-3_8"},{"volume-title":"Proc. of the 30th International Conference on Neural Information Processing Systems (NIPS'16)","author":"Sinha A.","key":"e_1_3_2_1_34_1","unstructured":"A. Sinha , D. Gleich , and K. Ramani . 2016. Deconvolving Feedback Loops in Recommender Systems . In Proc. of the 30th International Conference on Neural Information Processing Systems (NIPS'16) . Curran Associates Inc., 3251--3259. A. Sinha, D. Gleich, and K. Ramani. 2016. Deconvolving Feedback Loops in Recommender Systems. In Proc. of the 30th International Conference on Neural Information Processing Systems (NIPS'16). Curran Associates Inc., 3251--3259."},{"volume-title":"Proc. of the 29th AAAI Conference on Artificial Intelligence (AAAI'15)","author":"Song D.","key":"e_1_3_2_1_35_1","unstructured":"D. Song and David A. Meyer . 2015. Recommending Positive Links in Signed Social Networks by Optimizing a Generalized AUC . In Proc. of the 29th AAAI Conference on Artificial Intelligence (AAAI'15) . AAAI Press, 290--296. D. Song and David A. Meyer. 2015. Recommending Positive Links in Signed Social Networks by Optimizing a Generalized AUC. In Proc. of the 29th AAAI Conference on Artificial Intelligence (AAAI'15). AAAI Press, 290--296."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835895"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2043932.2043957"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3137597.3137599"},{"key":"e_1_3_2_1_39_1","unstructured":"J. Vinagre A. Jorge and J. Gama. 2015. Evaluation of recommender systems in streaming environments. CoRR abs\/1504.08175 (2015). arXiv:1504.08175 http:\/\/arxiv.org\/abs\/1504.08175  J. Vinagre A. Jorge and J. Gama. 2015. Evaluation of recommender systems in streaming environments. CoRR abs\/1504.08175 (2015). arXiv:1504.08175 http:\/\/arxiv.org\/abs\/1504.08175"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3240323.3240369"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3240323.3240381"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3240323.3240355"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3240323.3240368"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3240323.3240367"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3240323.3240366"}],"event":{"name":"RecSys '19: Thirteenth ACM Conference on Recommender Systems","acronym":"RecSys '19","location":"Copenhagen Denmark"},"container-title":["Proceedings of the 13th ACM Conference on Recommender Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3298689.3347069","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3298689.3347069","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:12:56Z","timestamp":1750201976000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3298689.3347069"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,9,10]]},"references-count":45,"alternative-id":["10.1145\/3298689.3347069","10.1145\/3298689"],"URL":"https:\/\/doi.org\/10.1145\/3298689.3347069","relation":{},"subject":[],"published":{"date-parts":[[2019,9,10]]},"assertion":[{"value":"2019-09-10","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}