{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,30]],"date-time":"2026-07-30T02:02:37Z","timestamp":1785376957672,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,9,27]],"date-time":"2018-09-27T00:00:00Z","timestamp":1538006400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100008425","name":"Conseller\u00eda de Cultura, Educaci\u00f3n e Ordenaci\u00f3n Universitaria, Xunta de Galicia","doi-asserted-by":"publisher","award":["GPC ED431B 2016\/035, ED431G\/01"],"award-info":[{"award-number":["GPC ED431B 2016\/035, ED431G\/01"]}],"id":[{"id":"10.13039\/501100008425","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003329","name":"Ministerio de Econom\u00eda y Competitividad","doi-asserted-by":"publisher","award":["TIN2015-64282-R, TIN2016-80630-P"],"award-info":[{"award-number":["TIN2015-64282-R, TIN2016-80630-P"]}],"id":[{"id":"10.13039\/501100003329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003176","name":"Ministerio de Educaci\u00f3n, Cultura y Deporte","doi-asserted-by":"publisher","award":["FPU014\/01724"],"award-info":[{"award-number":["FPU014\/01724"]}],"id":[{"id":"10.13039\/501100003176","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,9,27]]},"DOI":"10.1145\/3240323.3240347","type":"proceedings-article","created":{"date-parts":[[2018,9,28]],"date-time":"2018-09-28T18:00:41Z","timestamp":1538157641000},"page":"260-268","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":52,"title":["On the robustness and discriminative power of information retrieval metrics for top-N recommendation"],"prefix":"10.1145","author":[{"given":"Daniel","family":"Valcarce","sequence":"first","affiliation":[{"name":"University of A Coru\u00f1a, A Coru\u00f1a, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alejandro","family":"Bellog\u00edn","sequence":"additional","affiliation":[{"name":"Universidad Aut\u00f3ma de Madrid, Madrid, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Javier","family":"Parapar","sequence":"additional","affiliation":[{"name":"University of A Coru\u00f1a, A Coru\u00f1a, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pablo","family":"Castells","sequence":"additional","affiliation":[{"name":"Universidad Aut\u00f3ma de Madrid, Madrid, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2018,9,27]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24592-8_12"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/138859.138861"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2043932.2043996"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-017-9312-z"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-012-9214-z"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.5555\/944919.944937"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-007-9032-x"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/345508.345543"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009000"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277755"},{"key":"e_1_3_2_2_11_1","volume-title":"Recommender Systems Handbook","author":"Castells Pablo","unstructured":"Pablo Castells , Neil J. Hurley , and Sa\u00fal Vargas . 2015. Novelty and Diversity in Recommender Systems . In Recommender Systems Handbook ( 2 nd ed.), Francesco Ricci, Lior Rokach , and Bracha Shapira (Eds.). Springer , Boston, MA, 881--918. Pablo Castells, Neil J. Hurley, and Sa\u00fal Vargas. 2015. Novelty and Diversity in Recommender Systems. In Recommender Systems Handbook (2nd ed.), Francesco Ricci, Lior Rokach, and Bracha Shapira (Eds.). Springer, Boston, MA, 881--918.","edition":"2"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.5555\/2042182.2042197"},{"key":"e_1_3_2_2_13_1","volume-title":"INTERACT '13","author":"Cremonesi Paolo","unstructured":"Paolo Cremonesi , Franca Garzotto , and Roberto Turrin . 2013. User-Centric vs. System-Centric Evaluation of Recommender Systems . In INTERACT '13 . Springer , Berlin, Heidelberg , 334--351. Paolo Cremonesi, Franca Garzotto, and Roberto Turrin. 2013. User-Centric vs. System-Centric Evaluation of Recommender Systems. In INTERACT '13. Springer, Berlin, Heidelberg, 334--351."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1864708.1864721"},{"key":"e_1_3_2_2_15_1","volume-title":"Tibshirani","author":"Efron Bradley","year":"1993","unstructured":"Bradley Efron and Robert J . Tibshirani . 1993 . An Introduction to the Bootstrap. Chapman & Hall\/CRC , Boca Raton, Florida, USA. Bradley Efron and Robert J. Tibshirani. 1993. An Introduction to the Bootstrap. Chapman & Hall\/CRC, Boca Raton, Florida, USA."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3190580.3190586"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2645710.2645745"},{"key":"e_1_3_2_2_18_1","volume-title":"Recommender Systems Handbook","author":"Gunawardana Asela","unstructured":"Asela Gunawardana and Guy Shani . 2015. Evaluating Recommender Systems . In Recommender Systems Handbook ( 2 nd ed.), Francesco Ricci, Lior Rokach , and Bracha Shapira (Eds.). Springer , Boston, MA, 265--308. Asela Gunawardana and Guy Shani. 2015. Evaluating Recommender Systems. In Recommender Systems Handbook (2nd ed.), Francesco Ricci, Lior Rokach, and Bracha Shapira (Eds.). Springer, Boston, MA, 265--308.","edition":"2"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/963770.963772"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/963770.963774"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2008.22"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/30.1-2.81"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-016-9282-6"},{"key":"e_1_3_2_2_25_1","volume-title":"UAI'07","author":"Marlin Benjamin M.","unstructured":"Benjamin M. Marlin , Richard S. Zemel , Sam Roweis , and Malcolm Slaney . 2007. Collaborative Filtering and the Missing at Random Assumption . In UAI'07 . AUAI Press , Arlington, Virginia , United States, 267--275. Benjamin M. Marlin, Richard S. Zemel, Sam Roweis, and Malcolm Slaney. 2007. Collaborative Filtering and the Missing at Random Assumption. In UAI'07. AUAI Press, Arlington, Virginia, United States, 267--275."},{"key":"e_1_3_2_2_26_1","first-page":"85","article-title":"Using Taxonomies for Product Recommendation","volume":"3","author":"Matos-Junior Osvaldo","year":"2012","unstructured":"Osvaldo Matos-Junior , Nivio Ziviani , Fabiano Botelho , Marco Cristo , Anisio Lacerda , and Altigran Soares da Silva . 2012 . Using Taxonomies for Product Recommendation . Journal of Information and Data Management 3 , 2 (2012), 85 -- 100 . Osvaldo Matos-Junior, Nivio Ziviani, Fabiano Botelho, Marco Cristo, Anisio Lacerda, and Altigran Soares da Silva. 2012. Using Taxonomies for Product Recommendation. Journal of Information and Data Management 3, 2 (2012), 85--100.","journal-title":"Journal of Information and Data Management"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1125451.1125659"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2011.134"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2013.03.001"},{"key":"e_1_3_2_2_30_1","volume-title":"BPR: Bayesian Personalized Ranking from Implicit Feedback. In UAI '09","author":"Rendle Steffen","year":"2009","unstructured":"Steffen Rendle , Christoph Freudenthaler , Zeno Gantner , and Lars Schmidt-Thieme . 2009 . BPR: Bayesian Personalized Ranking from Implicit Feedback. In UAI '09 . AUAI Press , Arlington, VA , US, 452--461. Steffen Rendle, Christoph Freudenthaler, Zeno Gantner, and Lars Schmidt-Thieme. 2009. BPR: Bayesian Personalized Ranking from Implicit Feedback. In UAI '09. AUAI Press, Arlington, VA, US, 452--461."},{"key":"e_1_3_2_2_31_1","volume-title":"Recommender Systems Handbook","author":"Ricci Francesco","unstructured":"Francesco Ricci , Lior Rokach , and Bracha Shapira . 2015. Recommender Systems Handbook ( 2 nd ed.). Springer , Boston, MA . Francesco Ricci, Lior Rokach, and Bracha Shapira. 2015. Recommender Systems Handbook (2nd ed.). Springer, Boston, MA.","edition":"2"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148261"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-008-9059-7"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321528"},{"key":"e_1_3_2_2_35_1","volume-title":"Van Rijsbergen","author":"Jones Karen Sp\u00e4rck","year":"1975","unstructured":"Karen Sp\u00e4rck Jones and Cornelis J . Van Rijsbergen . 1975 . Report on the Need for and Provision of an Ideal Information Retrieval Test Collection. University Computer Laboratory . Karen Sp\u00e4rck Jones and Cornelis J. Van Rijsbergen. 1975. Report on the Need for and Provision of an Ideal Information Retrieval Test Collection. University Computer Laboratory."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835895"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.5555\/1577069.1577091"},{"key":"e_1_3_2_2_38_1","volume-title":"ECIR '16","author":"Valcarce Daniel","unstructured":"Daniel Valcarce , Javier Parapar , and \u00c1lvaro Barreiro . 2016. Efficient Pseudo-Relevance Feedback Methods for Collaborative Filtering Recommendation . In ECIR '16 . Springer, Berlin , Heidelberg , 602--613. Daniel Valcarce, Javier Parapar, and \u00c1lvaro Barreiro. 2016. Efficient Pseudo-Relevance Feedback Methods for Collaborative Filtering Recommendation. In ECIR '16. Springer, Berlin, Heidelberg, 602--613."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2016.03.021"},{"key":"e_1_3_2_2_40_1","volume-title":"ECIR '16","author":"Valcarce Daniel","unstructured":"Daniel Valcarce , Javier Parapar , and \u00c1lvaro Barreiro . 2016. Language Models for Collaborative Filtering Neighbourhoods . In ECIR '16 . Springer , Berlin, Heidelberg , 614--625. Daniel Valcarce, Javier Parapar, and \u00c1lvaro Barreiro. 2016. Language Models for Collaborative Filtering Neighbourhoods. In ECIR '16. Springer, Berlin, Heidelberg, 614--625."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383963"},{"key":"e_1_3_2_2_42_1","volume-title":"CLEF","author":"Voorhees Ellen M.","year":"2001","unstructured":"Ellen M. Voorhees . 2002. The Philosophy of Information Retrieval Evaluation . In CLEF 2001 . Springer , Berlin, Heidelberg , 355--370. Ellen M. Voorhees. 2002. The Philosophy of Information Retrieval Evaluation. In CLEF 2001. Springer, Berlin, Heidelberg, 355--370."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/11735106_5"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.5555\/3227237.3227506"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.14778\/2311906.2311916"}],"event":{"name":"RecSys '18: Twelfth ACM Conference on Recommender Systems","location":"Vancouver British Columbia Canada","acronym":"RecSys '18","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 12th ACM Conference on Recommender Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3240323.3240347","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3240323.3240347","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:43:42Z","timestamp":1750207422000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3240323.3240347"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,9,27]]},"references-count":45,"alternative-id":["10.1145\/3240323.3240347","10.1145\/3240323"],"URL":"https:\/\/doi.org\/10.1145\/3240323.3240347","relation":{},"subject":[],"published":{"date-parts":[[2018,9,27]]},"assertion":[{"value":"2018-09-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}