{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T00:42:50Z","timestamp":1774399370771,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":74,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,9,22]]},"DOI":"10.1145\/3705328.3748164","type":"proceedings-article","created":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T10:48:44Z","timestamp":1757155724000},"page":"874-883","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Time to Split: Exploring Data Splitting Strategies for Offline Evaluation of Sequential Recommenders"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-1238-6533","authenticated-orcid":false,"given":"Danil","family":"Gusak","sequence":"first","affiliation":[{"name":"AIRI, Moscow, Russian Federation and Skoltech, Moscow, Russian Federation"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-7958-0097","authenticated-orcid":false,"given":"Anna","family":"Volodkevich","sequence":"additional","affiliation":[{"name":"Sber AI Lab, Moscow, Russian Federation and Skoltech, Moscow, Russian Federation"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-8961-6921","authenticated-orcid":false,"given":"Anton","family":"Klenitskiy","sequence":"additional","affiliation":[{"name":"Sber AI Lab, Moscow, Russian Federation"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-1415-2004","authenticated-orcid":false,"given":"Alexey","family":"Vasilev","sequence":"additional","affiliation":[{"name":"Sber AI Lab, Moscow, Russian Federation and HSE University, Moscow, Russian Federation"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3679-5311","authenticated-orcid":false,"given":"Evgeny","family":"Frolov","sequence":"additional","affiliation":[{"name":"AIRI, Moscow, Russian Federation and HSE University, Moscow, Russian Federation"}]}],"member":"320","published-online":{"date-parts":[[2025,9,7]]},"reference":[{"key":"e_1_3_3_3_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463245"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","unstructured":"David Ben-Shimon Alexander Tsikinovsky Michael Friedmann Bracha Shapira Lior Rokach and Johannes Hoerle. 2015. RecSys Challenge 2015 and the YOOCHOOSE Dataset. 357\u2013358. 10.1145\/2792838.2798723","DOI":"10.1145\/2792838.2798723"},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"publisher","unstructured":"Roc\u00edo Ca\u00f1amares and Pablo Castells. 2020. On Target Item Sampling in Offline Recommender System Evaluation. 259\u2013268. 10.1145\/3383313.3412259","DOI":"10.1145\/3383313.3412259"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"crossref","unstructured":"Huiyuan Chen Yusan Lin Menghai Pan Lan Wang Chin-Chia\u00a0Michael Yeh Xiaoting Li Yan Zheng Fei Wang and Hao Yang. 2022. Denoising Self-attentive Sequential Recommendation.","DOI":"10.1145\/3523227.3546788"},{"key":"e_1_3_3_3_6_2","unstructured":"Junyi Chen Lu Chi Bingyue Peng and Zehuan Yuan. 2024. Hllm: Enhancing sequential recommendations via hierarchical large language models for item and user modeling. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2409.12740 (2024)."},{"key":"e_1_3_3_3_7_2","unstructured":"Ziqiang Cui Haolun Wu Bowei He Ji Cheng and Chen Ma. 2024. Diffusion-based Contrastive Learning for Sequential Recommendation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2405.09369 (2024)."},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3460231.3475943"},{"key":"e_1_3_3_3_9_2","unstructured":"Janez Dem\u0161ar. 2006. Statistical comparisons of classifiers over multiple data sets. Journal of Machine learning research 7 Jan (2006) 1\u201330."},{"key":"e_1_3_3_3_10_2","unstructured":"Hanwen Du Hui Shi Pengpeng Zhao Deqing Wang Victor\u00a0S. Sheng Yanchi Liu Guanfeng Liu and Lei Zhao. 2022. Contrastive Learning with Bidirectional Transformers for Sequential Recommendation. arxiv:https:\/\/arXiv.org\/abs\/2208.03895\u00a0[cs.IR]"},{"key":"e_1_3_3_3_11_2","doi-asserted-by":"publisher","unstructured":"Xinyan Fan Zheng Liu Jianxun Lian Wayne Zhao Xing Xie and Ji-Rong Wen. 2021. Lighter and Better: Low-Rank Decomposed Self-Attention Networks for Next-Item Recommendation. 1733\u20131737. 10.1145\/3404835.3462978","DOI":"10.1145\/3404835.3462978"},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3298689.3347058"},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3298689.3347058"},{"key":"e_1_3_3_3_14_2","unstructured":"Hamed Firooz Maziar Sanjabi Adrian Englhardt Aman Gupta Ben Levine Dre Olgiati Gungor Polatkan Iuliia Melnychuk Karthik Ramgopal Kirill Talanine et\u00a0al. 2025. 360brew: A decoder-only foundation model for personalized ranking and recommendation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2501.16450 (2025)."},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"crossref","unstructured":"Evgeny Frolov Tatyana Matveeva Leyla Mirvakhabova and Ivan Oseledets. 2024. Self-Attentive Sequential Recommendations with Hyperbolic Representations. (2024).","DOI":"10.1145\/3640457.3688180"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3298689.3346967"},{"key":"e_1_3_3_3_17_2","first-page":"547","volume-title":"Recommender systems handbook","author":"Gunawardana Asela","year":"2012","unstructured":"Asela Gunawardana, Guy Shani, and Sivan Yogev. 2012. Evaluating recommender systems. In Recommender systems handbook. Springer, 547\u2013601."},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"publisher","unstructured":"Danil Gusak Gleb Mezentsev Ivan Oseledets and Evgeny Frolov. 2024. RECE: Reduced Cross-Entropy Loss for Large-Catalogue Sequential Recommenders. Proceedings of 33rd ACM International Conference on Information and Knowledge Management (CIKM \u201924). 10.1145\/3627673.3679986","DOI":"10.1145\/3627673.3679986"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"crossref","unstructured":"F\u00a0Maxwell Harper and Joseph\u00a0A Konstan. 2015. The movielens datasets: History and context. Acm transactions on interactive intelligent systems (tiis) 5 4 (2015) 1\u201319.","DOI":"10.1145\/2827872"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3610639"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3109859.3109882"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2016.0030"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3609487"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3608839"},{"key":"e_1_3_3_3_25_2","unstructured":"Bal\u00e1zs Hidasi Alexandros Karatzoglou Linas Baltrunas and Domonkos Tikk. 2015. Session-based recommendations with recurrent neural networks. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1511.06939 (2015)."},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3523227.3551468"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","unstructured":"Sepp Hochreiter and J\u00fcrgen Schmidhuber. 1997. Long Short-Term Memory. Neural Comput. 9 8 (Nov. 1997) 1735\u20131780. 10.1162\/neco.1997.9.8.1735","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"e_1_3_3_3_28_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-0716-2197-48"},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"crossref","unstructured":"Yitong Ji Aixin Sun Jie Zhang and Chenliang Li. 2023. A critical study on data leakage in recommender system offline evaluation. ACM Transactions on Information Systems 41 3 (2023) 1\u201327.","DOI":"10.1145\/3569930"},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2018.00035"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3610644"},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3688195"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403226"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","unstructured":"Sara Latifi Dietmar Jannach and Andres Ferraro. 2022. Sequential Recommendation: A Study on Transformers Nearest Neighbors and Sampled Metrics. Information Sciences 609 (07 2022). 10.1016\/j.ins.2022.07.079","DOI":"10.1016\/j.ins.2022.07.079"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3688076"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"publisher","unstructured":"Jiacheng Li Yujie Wang and Julian McAuley. 2020. Time Interval Aware Self-Attention for Sequential Recommendation. 322\u2013330. 10.1145\/3336191.3371786","DOI":"10.1145\/3336191.3371786"},{"key":"e_1_3_3_3_37_2","unstructured":"Jinming Li Wentao Zhang Tian Wang Guanglei Xiong Alan Lu and Gerard Medioni. 2023. GPT4Rec: A generative framework for personalized recommendation and user interests interpretation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2304.03879 (2023)."},{"key":"e_1_3_3_3_38_2","unstructured":"Chang Liu Xiaoguang Li Guohao Cai Zhenhua Dong Hong Zhu and Lifeng Shang. 2021. Non-invasive Self-attention for Side Information Fusion in Sequential Recommendation. arxiv:https:\/\/arXiv.org\/abs\/2103.03578\u00a0[cs.IR]"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"crossref","unstructured":"Malte Ludewig and Dietmar Jannach. 2018. Evaluation of session-based recommendation algorithms. User Modeling and User-Adapted Interaction 28 (2018) 331\u2013390.","DOI":"10.1007\/s11257-018-9209-6"},{"key":"e_1_3_3_3_40_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2012.110"},{"key":"e_1_3_3_3_41_2","doi-asserted-by":"crossref","unstructured":"Julian McAuley Christopher Targett Qinfeng Shi and Anton van\u00a0den Hengel. 2015. Image-based Recommendations on Styles and Substitutes. arxiv:https:\/\/arXiv.org\/abs\/1506.04757\u00a0[cs.CV]","DOI":"10.1145\/2766462.2767755"},{"key":"e_1_3_3_3_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3383313.3418479"},{"key":"e_1_3_3_3_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3688140"},{"key":"e_1_3_3_3_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3523227.3551472"},{"key":"e_1_3_3_3_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539156"},{"key":"e_1_3_3_3_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3523227.3548487"},{"key":"e_1_3_3_3_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3608783"},{"key":"e_1_3_3_3_48_2","doi-asserted-by":"publisher","unstructured":"Ruihong Qiu Zi Huang Hongzhi Yin and Zijian Wang. 2022. Contrastive Learning for Representation Degeneration Problem in Sequential Recommendation. 813\u2013823. 10.1145\/3488560.3498433","DOI":"10.1145\/3488560.3498433"},{"key":"e_1_3_3_3_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3608830"},{"key":"e_1_3_3_3_50_2","unstructured":"Shashank Rajput Nikhil Mehta Anima Singh Raghunandan Hulikal\u00a0Keshavan Trung Vu Lukasz Heldt Lichan Hong Yi Tay Vinh Tran Jonah Samost et\u00a0al. 2023. Recommender systems with generative retrieval. Advances in Neural Information Processing Systems 36 (2023) 10299\u201310315."},{"key":"e_1_3_3_3_51_2","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401281"},{"key":"e_1_3_3_3_52_2","unstructured":"Aghiles Salah Quoc-Tuan Truong and Hady\u00a0W. Lauw. 2020. Cornac: a comparative framework for multimodal recommender systems. J. Mach. Learn. Res. 21 1 Article 95 (Jan. 2020) 5\u00a0pages."},{"key":"e_1_3_3_3_53_2","volume-title":"Perspectives@ RecSys","author":"Scheidt Teresa","year":"2021","unstructured":"Teresa Scheidt and Joeran Beel. 2021. Time-dependent Evaluation of Recommender Systems.. In Perspectives@ RecSys."},{"key":"e_1_3_3_3_54_2","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671655"},{"key":"e_1_3_3_3_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3688190"},{"key":"e_1_3_3_3_56_2","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591931"},{"key":"e_1_3_3_3_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357895"},{"key":"e_1_3_3_3_58_2","doi-asserted-by":"publisher","unstructured":"Zhu Sun Hui Fang Jie Yang Xinghua Qu Hongyang Liu Di Yu Yew-Soon Ong and Jie Zhang. 2023. DaisyRec 2.0: Benchmarking Recommendation for Rigorous Evaluation. IEEE Trans. Pattern Anal. Mach. Intell. 45 7 (July 2023) 8206\u20138226. 10.1109\/TPAMI.2022.3231891","DOI":"10.1109\/TPAMI.2022.3231891"},{"key":"e_1_3_3_3_59_2","doi-asserted-by":"publisher","DOI":"10.1145\/3383313.3412489"},{"key":"e_1_3_3_3_60_2","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159656"},{"key":"e_1_3_3_3_61_2","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3608772"},{"key":"e_1_3_3_3_62_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3691701"},{"key":"e_1_3_3_3_63_2","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan\u00a0N Gomez \u0141ukasz Kaiser and Illia Polosukhin. 2017. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_3_3_64_2","volume-title":"Perspectives@ RecSys","author":"Verachtert Robin","year":"2022","unstructured":"Robin Verachtert, Lien Michiels, and Bart Goethals. 2022. Are We Forgetting Something? Correctly Evaluate a Recommender System With an Optimal Training Window.. In Perspectives@ RecSys."},{"key":"e_1_3_3_3_65_2","doi-asserted-by":"crossref","unstructured":"Anna Volodkevich Danil Gusak Anton Klenitskiy and Alexey Vasilev. 2024. Autoregressive Generation Strategies for Top-K Sequential Recommendations. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2409.17730 (2024).","DOI":"10.21203\/rs.3.rs-5657038\/v1"},{"key":"e_1_3_3_3_66_2","volume-title":"Perspectives@ RecSys","author":"Wegmeth Lukas","year":"2023","unstructured":"Lukas Wegmeth, Tobias Vente, Lennart Purucker, and Joeran Beel. 2023. The Effect of Random Seeds for Data Splitting on Recommendation Accuracy.. In Perspectives@ RecSys."},{"key":"e_1_3_3_3_67_2","doi-asserted-by":"crossref","unstructured":"Thomas Wolf Lysandre Debut Victor Sanh Julien Chaumond Clement Delangue Anthony Moi Pierric Cistac Tim Rault R\u00e9mi Louf Morgan Funtowicz et\u00a0al. 2019. Huggingface\u2019s transformers: State-of-the-art natural language processing. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1910.03771 (2019).","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"e_1_3_3_3_68_2","unstructured":"Wujiang Xu Zujie Liang Jiaojiao Han Xuying Ning Wenfang Lin Linxun Chen Feng Wei and Yongfeng Zhang. 2024. Slmrec: empowering small language models for sequential recommendation. arXiv e-prints (2024) arXiv\u20132405."},{"key":"e_1_3_3_3_69_2","unstructured":"Yufei Ye Wei Guo Jin\u00a0Yao Chin Hao Wang Hong Zhu Xi Lin Yuyang Ye Yong Liu Ruiming Tang Defu Lian et\u00a0al. 2025. FuXi-alpha: Scaling Recommendation Model with Feature Interaction Enhanced Transformer. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2502.03036 (2025)."},{"key":"e_1_3_3_3_70_2","unstructured":"Xiaohan Yu Li Zhang Xin Zhao and Yue Wang. 2024. Break the ID-Language Barrier: An Adaption Framework for Sequential Recommendation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2411.18262 (2024)."},{"key":"e_1_3_3_3_71_2","unstructured":"Huimin Zeng Xiaojie Wang Anoop Jain Zhicheng Dou and Dong Wang. 2025. A non-contrastive learning framework for sequential recommendation with preference preserving profile generation. (2025)."},{"key":"e_1_3_3_3_72_2","unstructured":"Jiaqi Zhai Lucy Liao Xing Liu Yueming Wang Rui Li Xuan Cao Leon Gao Zhaojie Gong Fangda Gu Michael He et\u00a0al. 2024. Actions speak louder than words: Trillion-parameter sequential transducers for generative recommendations. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.17152 (2024)."},{"key":"e_1_3_3_3_73_2","doi-asserted-by":"crossref","unstructured":"Wayne\u00a0Xin Zhao Zihan Lin Zhichao Feng Pengfei Wang and Ji-Rong Wen. 2022. A revisiting study of appropriate offline evaluation for top-N recommendation algorithms. ACM Transactions on Information Systems 41 2 (2022) 1\u201341.","DOI":"10.1145\/3545796"},{"key":"e_1_3_3_3_74_2","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482016"},{"key":"e_1_3_3_3_75_2","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482486"}],"event":{"name":"RecSys '25: Nineteenth ACM Conference on Recommender Systems","location":"Prague Czech Republic","acronym":"RecSys '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGAI ACM Special Interest Group on Artificial Intelligence","SIGIR ACM Special Interest Group on Information Retrieval","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the Nineteenth ACM Conference on Recommender Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3705328.3748164","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T11:46:18Z","timestamp":1757159178000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3705328.3748164"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,7]]},"references-count":74,"alternative-id":["10.1145\/3705328.3748164","10.1145\/3705328"],"URL":"https:\/\/doi.org\/10.1145\/3705328.3748164","relation":{},"subject":[],"published":{"date-parts":[[2025,9,7]]},"assertion":[{"value":"2025-09-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}