{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T18:59:36Z","timestamp":1773687576083,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":66,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,8]],"date-time":"2024-10-08T00:00:00Z","timestamp":1728345600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,8]]},"DOI":"10.1145\/3640457.3688073","type":"proceedings-article","created":{"date-parts":[[2024,10,8]],"date-time":"2024-10-08T15:39:28Z","timestamp":1728401968000},"page":"267-277","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["Revisiting BPR: A Replicability Study of a Common Recommender System Baseline"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-9816-4322","authenticated-orcid":false,"given":"Aleksandr","family":"Milogradskii","sequence":"first","affiliation":[{"name":"Applied Mathematics and Informatics, National Research University Higher School of Economics, Russian Federation and TBank, Russian Federation"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8894-9592","authenticated-orcid":false,"given":"Oleg","family":"Lashinin","sequence":"additional","affiliation":[{"name":"Artificial Intelligence, Moscow Institute of Physics and Technology, Russian Federation and TBank, Russian Federation"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-3540-8377","authenticated-orcid":false,"given":"Alexander","family":"P","sequence":"additional","affiliation":[{"name":"Independent Researcher, Russian Federation"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9885-2230","authenticated-orcid":false,"given":"Marina","family":"Ananyeva","sequence":"additional","affiliation":[{"name":"Applied Mathematics and Informatics, National Research University Higher School of Economics, Russian Federation and TBank, Russian Federation"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4820-987X","authenticated-orcid":false,"given":"Sergey","family":"Kolesnikov","sequence":"additional","affiliation":[{"name":"TBank, Russian Federation"}]}],"member":"320","published-online":{"date-parts":[[2024,10,8]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543846"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330701"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3503252.3531292"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463245"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1111\/opo.12131"},{"key":"e_1_3_2_1_6_1","unstructured":"Nabiha Asghar. 2016. Yelp Dataset Challenge: Review Rating Prediction. arxiv:1605.05362\u00a0[cs.CL]"},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of KDD cup and workshop, Vol.\u00a02007","author":"Bennett James","year":"2007","unstructured":"James Bennett, Stan Lanning, 2007. The Netflix Prize. In Proceedings of KDD cup and workshop, Vol.\u00a02007. New York, 35."},{"key":"e_1_3_2_1_8_1","volume-title":"Advances in Neural Information Processing Systems, J.\u00a0Shawe-Taylor, R.\u00a0Zemel, P.\u00a0Bartlett, F.\u00a0Pereira, and K","author":"Bergstra James","year":"2011","unstructured":"James Bergstra, R\u00e9mi Bardenet, Yoshua Bengio, and Bal\u00e1zs K\u00e9gl. 2011. Algorithms for Hyper-Parameter Optimization. In Advances in Neural Information Processing Systems, J.\u00a0Shawe-Taylor, R.\u00a0Zemel, P.\u00a0Bartlett, F.\u00a0Pereira, and K.Q. Weinberger (Eds.). Vol.\u00a024. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2011\/file\/86e8f7ab32cfd12577bc2619bc635690-Paper.pdf"},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the 12th International Conference on Music Information R etrieval (ISMIR","author":"Bertin-Mahieux Thierry","year":"2011","unstructured":"Thierry Bertin-Mahieux, Daniel\u00a0P.W. Ellis, Brian Whitman, and Paul Lamere. 2011. The Million Song Dataset. In Proceedings of the 12th International Conference on Music Information R etrieval (ISMIR 2011)."},{"key":"e_1_3_2_1_10_1","volume-title":"Jumping NLP curves: A review of natural language processing research","author":"Cambria Erik","year":"2014","unstructured":"Erik Cambria and Bebo White. 2014. Jumping NLP curves: A review of natural language processing research. IEEE Computational intelligence magazine 9, 2 (2014), 48\u201357."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583341"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2959100.2959190"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460231.3474274"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2021068"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3298689.3347058"},{"key":"e_1_3_2_1_16_1","volume-title":"Modeling online behavior in recommender systems: The importance of temporal context. arXiv preprint arXiv:2009.08978","author":"Filipovic Milena","year":"2020","unstructured":"Milena Filipovic, Blagoj Mitrevski, Diego Antognini, Emma\u00a0Lejal Glaude, Boi Faltings, and Claudiu Musat. 2020. Modeling online behavior in recommender systems: The importance of temporal context. arXiv preprint arXiv:2009.08978 (2020)."},{"key":"e_1_3_2_1_17_1","volume-title":"Implicit: Fast Python Collaborative Filtering for Implicit Datasets.https:\/\/github.com\/benfred\/implicit","author":"Frederickson Ben","year":"2016","unstructured":"Ben Frederickson. 2016. Implicit: Fast Python Collaborative Filtering for Implicit Datasets.https:\/\/github.com\/benfred\/implicit"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2043932.2043989"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2827872"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.9973"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401063"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052569"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3609487"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3608839"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271761"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2008.22"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2959100.2959120"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3453154"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401233"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3569930"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.5555\/1622737.1622748"},{"key":"e_1_3_2_1_32_1","unstructured":"Wang-Cheng Kang and Julian McAuley. 2018. Self-Attentive Sequential Recommendation. arxiv:1808.09781\u00a0[cs.IR]"},{"key":"e_1_3_2_1_33_1","volume-title":"Kingma and Jimmy Ba","author":"P.","year":"2017","unstructured":"Diederik\u00a0P. Kingma and Jimmy Ba. 2017. Adam: A Method for Stochastic Optimization. arxiv:1412.6980\u00a0[cs.LG]"},{"key":"e_1_3_2_1_34_1","unstructured":"Maciej Kula. 2015. Metadata Embeddings for User and Item Cold-start Recommendations. arxiv:1507.08439\u00a0[cs.IR]"},{"key":"e_1_3_2_1_35_1","volume-title":"Deep learning. nature 521, 7553","author":"LeCun Yann","year":"2015","unstructured":"Yann LeCun, Yoshua Bengio, and Geoffrey Hinton. 2015. Deep learning. nature 521, 7553 (2015), 436\u2013444."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3587153","article-title":"A next basket recommendation reality check","volume":"41","author":"Li Ming","year":"2023","unstructured":"Ming Li, Sami Jullien, Mozhdeh Ariannezhad, and Maarten de Rijke. 2023. A next basket recommendation reality check. ACM Transactions on Information Systems 41, 4 (2023), 1\u201329.","journal-title":"ACM Transactions on Information Systems"},{"key":"e_1_3_2_1_37_1","unstructured":"Dawen Liang Rahul\u00a0G. Krishnan Matthew\u00a0D. Hoffman and Tony Jebara. 2018. Variational Autoencoders for Collaborative Filtering. arxiv:1802.05814\u00a0[stat.ML]"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1013284820704"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2018.02.023"},{"key":"e_1_3_2_1_40_1","volume-title":"Learning to Rank for Information Retrieval","author":"Liu Tie-Yan","unstructured":"Tie-Yan Liu. 2011. Learning to Rank for Information Retrieval. Springer Berlin, Heidelberg. 33 \u2013 102 pages."},{"key":"e_1_3_2_1_41_1","volume-title":"Content-based recommender systems: State of the art and trends. Recommender systems handbook","author":"Lops Pasquale","year":"2011","unstructured":"Pasquale Lops, Marco De\u00a0Gemmis, and Giovanni Semeraro. 2011. Content-based recommender systems: State of the art and trends. Recommender systems handbook (2011), 73\u2013105."},{"key":"e_1_3_2_1_42_1","volume-title":"Readings in human\u2013computer interaction","author":"Maes Pattie","unstructured":"Pattie Maes. 1995. Agents that reduce work and information overload. In Readings in human\u2013computer interaction. Elsevier, 811\u2013821."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3383313.3418479"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2011.134"},{"key":"e_1_3_2_1_45_1","volume-title":"Twenty-Third International Joint Conference on Artificial Intelligence.","author":"Pan Weike","year":"2013","unstructured":"Weike Pan and Li Chen. 2013. Gbpr: Group preference based bayesian personalized ranking for one-class collaborative filtering. In Twenty-Third International Joint Conference on Artificial Intelligence."},{"key":"e_1_3_2_1_46_1","volume-title":"PyTorch: An Imperative Style","author":"Paszke Adam","year":"1912","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, Alban Desmaison, Andreas K\u00f6pf, Edward Yang, Zach DeVito, Martin Raison, Alykhan Tejani, Sasank Chilamkurthy, Benoit Steiner, Lu Fang, Junjie Bai, and Soumith Chintala. 2019. PyTorch: An Imperative Style, High-Performance Deep Learning Library. arxiv:1912.01703\u00a0[cs.LG]"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"crossref","unstructured":"Aleksandr Petrov and Craig Macdonald. 2022. A Systematic Review and Replicability Study of BERT4Rec for Sequential Recommendation. arxiv:2207.07483\u00a0[cs.IR]","DOI":"10.1145\/3523227.3548487"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556195.2556248"},{"key":"e_1_3_2_1_49_1","volume-title":"Proc. UAI. 452\u2013461","author":"Rendle Steffen","year":"2009","unstructured":"Steffen Rendle, Christoph Freudenthaler, Zeno Gantner, and Lars Schmidt-Thieme. 2009. BPR: Bayesian Personalized Ranking from Implicit Feedback. In Proc. UAI. 452\u2013461."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772773"},{"key":"e_1_3_2_1_51_1","unstructured":"Steffen Rendle Walid Krichene Li Zhang and Yehuda Koren. 2021. Revisiting the Performance of iALS on Item Recommendation Benchmarks. arxiv:2110.14037\u00a0[cs.IR]"},{"key":"e_1_3_2_1_52_1","first-page":"1","article-title":"Cornac: A Comparative Framework for Multimodal Recommender Systems","volume":"21","author":"Salah Aghiles","year":"2020","unstructured":"Aghiles Salah, Quoc-Tuan Truong, and Hady\u00a0W Lauw. 2020. Cornac: A Comparative Framework for Multimodal Recommender Systems. Journal of Machine Learning Research 21, 95 (2020), 1\u20135.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"crossref","unstructured":"Valeriy Shevchenko Nikita Belousov Alexey Vasilev Vladimir Zholobov Artyom Sosedka Natalia Semenova Anna Volodkevich Andrey Savchenko and Alexey Zaytsev. 2024. From Variability to Stability: Advancing RecSys Benchmarking Practices. arxiv:2402.09766\u00a0[cs.IR]","DOI":"10.1145\/3637528.3671655"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313710"},{"key":"e_1_3_2_1_55_1","volume-title":"A survey of collaborative filtering techniques. Advances in artificial intelligence 2009","author":"Su Xiaoyuan","year":"2009","unstructured":"Xiaoyuan Su and Taghi\u00a0M Khoshgoftaar. 2009. A survey of collaborative filtering techniques. Advances in artificial intelligence 2009 (2009)."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357895"},{"key":"e_1_3_2_1_57_1","volume-title":"Proceedings of the 30th International Conference on International Conference on Machine Learning -","volume":"28","author":"Sutskever Ilya","year":"2013","unstructured":"Ilya Sutskever, James Martens, George Dahl, and Geoffrey Hinton. 2013. On the importance of initialization and momentum in deep learning. In Proceedings of the 30th International Conference on International Conference on Machine Learning - Volume 28 (Atlanta, GA, USA) (ICML\u201913). JMLR.org, III\u20131139\u2013III\u20131147."},{"key":"e_1_3_2_1_58_1","volume-title":"COURSERA: Neural Networks for Machine Learning.","author":"Tieleman T.","year":"2012","unstructured":"T. Tieleman and G. Hinton. 2012. Lecture 6.5\u2014RmsProp: Divide the gradient by a running average of its recent magnitude. COURSERA: Neural Networks for Machine Learning."},{"key":"e_1_3_2_1_59_1","volume-title":"Deep learning for computer vision: A brief review. Computational intelligence and neuroscience 2018","author":"Voulodimos Athanasios","year":"2018","unstructured":"Athanasios Voulodimos, Nikolaos Doulamis, Anastasios Doulamis, and Eftychios Protopapadakis. 2018. Deep learning for computer vision: A brief review. Computational intelligence and neuroscience 2018 (2018)."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148257"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3440207"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.3390\/info11070369"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591663"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3494523"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/2835776.2835837"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"crossref","unstructured":"Lanling Xu Zhen Tian Gaowei Zhang Junjie Zhang Lei Wang Bowen Zheng Yifan Li Jiakai Tang Zeyu Zhang Yupeng Hou Xingyu Pan Wayne\u00a0Xin Zhao Xu Chen and Ji-Rong Wen. 2023. Towards a More User-Friendly and Easy-to-Use Benchmark Library for Recommender Systems. 2837\u20132847.","DOI":"10.1145\/3539618.3591889"}],"event":{"name":"RecSys '24: 18th ACM Conference on Recommender Systems","location":"Bari Italy","acronym":"RecSys '24","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGAI ACM Special Interest Group on Artificial Intelligence","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["18th ACM Conference on Recommender Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3640457.3688073","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3640457.3688073","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:58:29Z","timestamp":1750294709000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3640457.3688073"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,8]]},"references-count":66,"alternative-id":["10.1145\/3640457.3688073","10.1145\/3640457"],"URL":"https:\/\/doi.org\/10.1145\/3640457.3688073","relation":{},"subject":[],"published":{"date-parts":[[2024,10,8]]},"assertion":[{"value":"2024-10-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}