{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T18:40:42Z","timestamp":1771267242652,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":30,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,2,22]]},"DOI":"10.1145\/3773966.3779391","type":"proceedings-article","created":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T17:50:01Z","timestamp":1771264201000},"page":"1083-1088","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Abacus: Self-Supervised Event Counting-Aligned Distributional Pretraining for Sequential User Modeling"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-4810-8864","authenticated-orcid":false,"given":"Sullivan","family":"Castro","sequence":"first","affiliation":[{"name":"Criteo AI Lab, Paris, France and \u00c9cole Nationale des Ponts et Chauss\u00e9es, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-2628-9617","authenticated-orcid":false,"given":"Artem","family":"Betlei","sequence":"additional","affiliation":[{"name":"Criteo AI Lab, Grenoble, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4853-3987","authenticated-orcid":false,"given":"Thomas","family":"Di Martino","sequence":"additional","affiliation":[{"name":"Criteo AI Lab, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-7921-5666","authenticated-orcid":false,"given":"Nadir","family":"El Manouzi","sequence":"additional","affiliation":[{"name":"Criteo AI Lab, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,2,21]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3691719"},{"key":"e_1_3_2_1_2_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et al. 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020) 1877-1901."},{"key":"e_1_3_2_1_3_1","volume-title":"International conference on machine learning. PmLR, 1597-1607","author":"Chen Ting","year":"2020","unstructured":"Ting Chen, Simon Kornblith, Mohammad Norouzi, and Geoffrey Hinton. 2020. A simple framework for contrastive learning of visual representations. In International conference on machine learning. PmLR, 1597-1607."},{"key":"e_1_3_2_1_4_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_1_5_1","first-page":"4171","volume-title":"Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies","volume":"1","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. Bert: Pre-training of deep bidirectional transformers for language understanding. In Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, volume 1 (long and short papers). 4171-4186."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591689"},{"key":"e_1_3_2_1_7_1","unstructured":"Pinterest Engineering. 2018. Building a Real-time User Action Counting System for Ads. https:\/\/medium.com\/pinterest-engineering\/building-a-real-time-user-action-counting-system-for-ads-8ac54e569fe."},{"key":"e_1_3_2_1_8_1","volume-title":"Engineering","author":"Snap Inc.","year":"2022","unstructured":"Snap Inc. Engineering. 2022. Speed Up Feature Engineering for Recommendation Systems. https:\/\/eng.snap.com\/speed-up-feature-engineering-for-recommendation-systems."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657908"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583780.3614714"},{"key":"e_1_3_2_1_11_1","volume-title":"Time-aware prospective modeling of users for online display advertising. arXiv preprint arXiv:1911.05100","author":"Gligorijevic Djordje","year":"2019","unstructured":"Djordje Gligorijevic, Jelena Gligorijevic, and Aaron Flores. 2019. Time-aware prospective modeling of users for online display advertising. arXiv preprint arXiv:1911.05100 (2019)."},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management. 3777-3781","author":"Han Ruidong","year":"2024","unstructured":"Ruidong Han, Qianzhong Li, He Jiang, Rui Li, Yurou Zhao, Xiang Li, and Wei Lin. 2024. Enhancing CTR Prediction through Sequential Recommendation Pretraining: Introducing the SRP4CTR Framework. In Proceedings of the 33rd ACM International Conference on Information and Knowledge Management. 3777-3781."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2018.00035"},{"key":"e_1_3_2_1_14_1","volume-title":"Workshop on Machine Learning Methods for Recommender Systems.","author":"Lang Tobias","year":"2017","unstructured":"Tobias Lang and Matthias Rettenmeier. 2017. Understanding consumer behavior with recurrent neural networks. In Workshop on Machine Learning Methods for Recommender Systems."},{"key":"e_1_3_2_1_15_1","unstructured":"Yiping Liao. 2020. On the Effectiveness of Self-supervised Pre-training for Modeling User Behavior Sequences."},{"key":"e_1_3_2_1_16_1","volume-title":"Devora Berlowitz, Sushant Prakash, and Bradley Green.","author":"Liu Yuhan","year":"2025","unstructured":"Yuhan Liu, Lin Ning, Neo Wu, Karan Singhal, Philip Andrew Mansfield, Devora Berlowitz, Sushant Prakash, and Bradley Green. 2025. Enhancing User Sequence Modeling through Barlow Twins-based Self-Supervised Learning. arXiv preprint arXiv:2505.00953 (2025)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539156"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403359"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the ACM Web Conference (WWW). https:\/\/arxiv.org\/abs\/2302","author":"Singh Abhishek","year":"2023","unstructured":"Abhishek Singh, Rohit Gupta, Gaurav Pandey, et al. 2023. Ad-Load Balancing via Off-policy Learning in a Content Marketplace. In Proceedings of the ACM Web Conference (WWW). https:\/\/arxiv.org\/abs\/2302.07888"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357895"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Dong Wang Kav\u00e9 Salamatian Yunqing Xia Weiwei Deng and Qi Zhiang. 2023. BERT4CTR: An Efficient Framework to Combine Pre-trained Language Model with Non-textual Features for CTR Prediction. arXiv:2308.11527 [cs.CL] https:\/\/arxiv.org\/abs\/2308.11527","DOI":"10.1145\/3580305.3599780"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-2117"},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval. 2087-2092","author":"Wu Chuhan","year":"2022","unstructured":"Chuhan Wu, Fangzhao Wu, Tao Qi, and Yongfeng Huang. 2022. Userbert: Pretraining user model with contrastive self-supervision. In Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval. 2087-2092."},{"key":"e_1_3_2_1_24_1","volume-title":"PTUM: Pre-training user model from unlabeled user behaviors via self-supervision. arXiv preprint arXiv:2010.01494","author":"Wu Chuhan","year":"2020","unstructured":"Chuhan Wu, Fangzhao Wu, Tao Qi, Jianxun Lian, Yongfeng Huang, and Xing Xie. 2020. PTUM: Pre-training user model from unlabeled user behaviors via self-supervision. arXiv preprint arXiv:2010.01494 (2020)."},{"key":"e_1_3_2_1_25_1","volume-title":"When Can Transformers Count to n? arXiv preprint arXiv:2407.15160","author":"Yehudai Gilad","year":"2024","unstructured":"Gilad Yehudai, Haim Kaplan, Asma Ghandeharioun, Mor Geva, and Amir Globerson. 2024. When Can Transformers Count to n? arXiv preprint arXiv:2407.15160 (2024)."},{"key":"e_1_3_2_1_26_1","volume-title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction. arXiv preprint arXiv:2103.03230","author":"Zbontar Jure","year":"2021","unstructured":"Jure Zbontar, Li Jing, Ishan Misra, Yann LeCun, and St\u00e9phane Deny. 2021. Barlow Twins: Self-Supervised Learning via Redundancy Reduction. arXiv preprint arXiv:2103.03230 (2021)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3532054"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11618"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3411954"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the AAAI Conference on Artificial Intelligence","volume":"31","author":"\u017bo\u0142na Konrad","year":"2017","unstructured":"Konrad \u017bo\u0142na and Bart\u0142omiej Roma\u0144ski. 2017. User2Vec: User Modeling Using LSTM Networks. In Proceedings of the AAAI Conference on Artificial Intelligence, Vol. 31."}],"event":{"name":"WSDM '26:The Nineteenth ACM International Conference on Web Search and Data Mining","location":"Boise ID USA","sponsor":["SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval","SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the Nineteenth ACM International Conference on Web Search and Data Mining"],"original-title":[],"deposited":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T17:54:29Z","timestamp":1771264469000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3773966.3779391"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2,21]]},"references-count":30,"alternative-id":["10.1145\/3773966.3779391","10.1145\/3773966"],"URL":"https:\/\/doi.org\/10.1145\/3773966.3779391","relation":{},"subject":[],"published":{"date-parts":[[2026,2,21]]},"assertion":[{"value":"2026-02-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}