{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T18:00:32Z","timestamp":1772906432007,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":14,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,10,19]],"date-time":"2020-10-19T00:00:00Z","timestamp":1603065600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,10,19]]},"DOI":"10.1145\/3340531.3412095","type":"proceedings-article","created":{"date-parts":[[2020,10,19]],"date-time":"2020-10-19T05:31:01Z","timestamp":1603085461000},"page":"2329-2332","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":68,"title":["Revisiting Alternative Experimental Settings for Evaluating Top-N Item Recommendation Algorithms"],"prefix":"10.1145","author":[{"given":"Wayne Xin","family":"Zhao","sequence":"first","affiliation":[{"name":"Renmin University of China & Beijing Key Laboratory of Big Data Management and Analysis Methods, Beijing, China"}]},{"given":"Junhua","family":"Chen","sequence":"additional","affiliation":[{"name":"Renmin University of China, Beijing, China"}]},{"given":"Pengfei","family":"Wang","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, Beijing, China"}]},{"given":"Qi","family":"Gu","sequence":"additional","affiliation":[{"name":"Renmin University of China, Beijing, China"}]},{"given":"Ji-Rong","family":"Wen","sequence":"additional","affiliation":[{"name":"Renmin University of China & Beijing Key Laboratory of Big Data Management and Analysis Methods, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2020,10,19]]},"reference":[{"key":"e_1_3_2_2_1_1","first-page":"452","volume":"2009","author":"Rendle S.","year":"2009","unstructured":"S. Rendle , C. Freudenthaler , Z. Gantner , BPR: Bayesian Personalized Ranking from Implicit Feedback , in : UAI 2009 , 452 -- 461 , 2009 . S. Rendle, C. Freudenthaler, Z. Gantner, BPR: Bayesian Personalized Ranking from Implicit Feedback, in: UAI 2009, 452--461, 2009.","journal-title":"UAI"},{"key":"e_1_3_2_2_2_1","first-page":"1","volume":"52","author":"Zhang S.","unstructured":"S. Zhang , L. Yao , A. Sun , Y. Tay , Deep Learning Based Recommender System: A Survey and New Perspectives , ACM Comput. Surv. , Vol. 52 ( 1) (2019) 5: 1 -- 5 :38. S. Zhang, L. Yao, A. Sun, Y. Tay, Deep Learning Based Recommender System: A Survey and New Perspectives, ACM Comput. Surv., Vol. 52 ( 1) (2019) 5:1--5:38.","journal-title":"ACM Comput. Surv."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2043932.2043996"},{"key":"e_1_3_2_2_4_1","volume-title":"JMLC","volume":"10","author":"Silveira T.","year":"2019","unstructured":"T. Silveira , M. Zhang , X. Lin , Y. Liu , S. Ma, How good your recommender system is? A survey on evaluations in recommendation , JMLC , Vol. 10 ( 5) ( 2019 ) 813--831. T. Silveira, M. Zhang, X. Lin, Y. Liu, S. Ma, How good your recommender system is? A survey on evaluations in recommendation, JMLC, Vol. 10 ( 5) (2019) 813--831."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2507157.2507160"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2645710.2645746"},{"key":"e_1_3_2_2_7_1","volume-title":"ACM SIGKDD","author":"Krichene W.","year":"2020","unstructured":"W. Krichene , S. Rendle , On Sampled Metrics for Item Recommendation , in: ACM SIGKDD , 2020 . W. Krichene, S. Rendle, On Sampled Metrics for Item Recommendation, in: ACM SIGKDD, 2020."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2872427.2883037"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401944"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2505665"},{"key":"e_1_3_2_2_11_1","first-page":"182","volume":"173","author":"He X.","year":"2017","unstructured":"X. He , L. Liao , H. Zhang , L. Nie , X. Hu , T. Chua , Neural Collaborative Filtering, in : WWW , 2017 , 173 -- 182 , 2017. X. He, L. Liao, H. Zhang, L. Nie, X. Hu, T. Chua, Neural Collaborative Filtering, in: WWW, 2017, 173--182, 2017.","journal-title":"WWW"},{"key":"e_1_3_2_2_12_1","volume-title":"ACM, SIGKDD, 1059--1068","author":"Zhou G.","year":"2018","unstructured":"G. Zhou , X. Zhu , C. Song , Y. Fan , H. Zhu , X. Ma , Y. Yan , J. Jin , H. Li , K. Gai , Deep Interest Network for Click-Through Rate Prediction , in: ACM, SIGKDD, 1059--1068 , 2018 . G. Zhou, X. Zhu, C. Song, Y. Fan, H. Zhu, X. Ma, Y. Yan, J. Jin, H. Li, K. Gai, Deep Interest Network for Click-Through Rate Prediction, in: ACM, SIGKDD, 1059--1068, 2018."},{"key":"e_1_3_2_2_13_1","volume-title":"CoRR","author":"van den Berg R.","unstructured":"R. van den Berg , T. N. Kipf , M. Welling , Graph Convolutional Matrix Completion , CoRR , Vol. abs\/ 1706 .02263. R. van den Berg, T. N. Kipf, M. Welling, Graph Convolutional Matrix Completion, CoRR, Vol. abs\/1706.02263."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/963770.963772"}],"event":{"name":"CIKM '20: The 29th ACM International Conference on Information and Knowledge Management","location":"Virtual Event Ireland","acronym":"CIKM '20","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 29th ACM International Conference on Information & Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3340531.3412095","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3340531.3412095","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:02:30Z","timestamp":1750197750000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3340531.3412095"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,10,19]]},"references-count":14,"alternative-id":["10.1145\/3340531.3412095","10.1145\/3340531"],"URL":"https:\/\/doi.org\/10.1145\/3340531.3412095","relation":{},"subject":[],"published":{"date-parts":[[2020,10,19]]},"assertion":[{"value":"2020-10-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}