{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T09:23:19Z","timestamp":1780392199942,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":53,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,10]],"date-time":"2022-06-10T00:00:00Z","timestamp":1654819200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,10]]},"DOI":"10.1145\/3514221.3526129","type":"proceedings-article","created":{"date-parts":[[2022,6,12]],"date-time":"2022-06-12T02:33:49Z","timestamp":1655001229000},"page":"1190-1199","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":25,"title":["CoLES: Contrastive Learning for Event Sequences with Self-Supervision"],"prefix":"10.1145","author":[{"given":"Dmitrii","family":"Babaev","sequence":"first","affiliation":[{"name":"AIRI & Sber AI Lab, Moscow, Russian Fed."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nikita","family":"Ovsov","sequence":"additional","affiliation":[{"name":"Sber AI Lab, Moscow, Russian Fed."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ivan","family":"Kireev","sequence":"additional","affiliation":[{"name":"Sber AI Lab, Moscow, Russian Fed."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maria","family":"Ivanova","sequence":"additional","affiliation":[{"name":"Sber AI Lab, Moscow, Russian Fed."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gleb","family":"Gusev","sequence":"additional","affiliation":[{"name":"Sber AI Lab & MIPT, Moscow, Russian Fed."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ivan","family":"Nazarov","sequence":"additional","affiliation":[{"name":"AIRI, Moscow, Russian Fed."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alexander","family":"Tuzhilin","sequence":"additional","affiliation":[{"name":"New York University, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,6,11]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330693"},{"key":"e_1_3_2_2_2_1","volume-title":"Learning Representations by Maximizing Mutual Information Across Views. ArXiv","author":"Bachman Philip","year":"2019","unstructured":"Philip Bachman, R. Devon Hjelm, and William Buchwalter. 2019. Learning Representations by Maximizing Mutual Information Across Views. ArXiv, Vol. abs\/1906.00910 (2019)."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.5555\/2805143.2805149"},{"key":"e_1_3_2_2_4_1","volume-title":"Hinton","author":"Chen Ting","year":"2020","unstructured":"Ting Chen, Simon Kornblith, Mohammad Norouzi, and Geoffrey E. Hinton. 2020. A Simple Framework for Contrastive Learning of Visual Representations. ArXiv, Vol. abs\/2002.05709 (2020)."},{"key":"e_1_3_2_2_5_1","unstructured":"Kyunghyun Cho Bart van Merrienboer Dzmitry Bahdanau and Yoshua Bengio. 2014a. On the Properties of Neural Machine Translation: Encoder--Decoder Approaches. In SSST@EMNLP ."},{"key":"e_1_3_2_2_6_1","volume-title":"Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation. ArXiv","author":"Cho Kyunghyun","year":"2014","unstructured":"Kyunghyun Cho, Bart van Merrienboer, \u00c7aglar G\u00fcl\u00e7ehre, Dzmitry Bahdanau, Fethi Bougares, Holger Schwenk, and Yoshua Bengio. 2014b. Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation. ArXiv, Vol. abs\/1406.1078 (2014)."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2005.202"},{"key":"e_1_3_2_2_8_1","volume-title":"Manning","author":"Clark K.","year":"2020","unstructured":"K. Clark, Minh-Thang Luong, Quoc V. Le, and Christopher D. Manning. 2020. ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators. ArXiv, Vol. abs\/2003.10555 (2020)."},{"key":"e_1_3_2_2_9_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. ArXiv","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. ArXiv, Vol. abs\/1810.04805 (2019)."},{"key":"e_1_3_2_2_10_1","volume-title":"Martin A. Riedmiller, and T. Brox.","author":"Dosovitskiy A.","year":"2014","unstructured":"A. Dosovitskiy, Jost Tobias Springenberg, Martin A. Riedmiller, and T. Brox. 2014. Discriminative Unsupervised Feature Learning with Convolutional Neural Networks. In NIPS ."},{"key":"e_1_3_2_2_11_1","volume-title":"Tibshirani","author":"Efron Bradley","year":"1994","unstructured":"Bradley Efron and Robert J. Tibshirani. 1994. An introduction to the bootstrap. CRC press (1994)."},{"key":"e_1_3_2_2_12_1","volume-title":"A Framework For Contrastive Self-Supervised Learning And Designing A New Approach. ArXiv","author":"Falcon W.","year":"2020","unstructured":"W. Falcon and Kyunghyun Cho. 2020. A Framework For Contrastive Self-Supervised Learning And Designing A New Approach. ArXiv, Vol. abs\/2009.00104 (2020)."},{"key":"e_1_3_2_2_13_1","volume-title":"Greedy function approximation: A gradient boosting machine. The Annals of Statistics","author":"Friedman Jerome H.","year":"2001","unstructured":"Jerome H. Friedman. 2001. Greedy function approximation: A gradient boosting machine. The Annals of Statistics (2001)."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2006.100"},{"key":"e_1_3_2_2_15_1","volume-title":"Girshick","author":"He Kaiming","year":"2019","unstructured":"Kaiming He, Haoqi Fan, Yuxin Wu, Saining Xie, and Ross B. Girshick. 2019. Momentum Contrast for Unsupervised Visual Representation Learning. ArXiv, Vol. abs\/1911.05722 (2019)."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"crossref","unstructured":"Elad Hoffer and Nir Ailon. 2015. Deep Metric Learning Using Triplet Network. In SIMBAD .","DOI":"10.1007\/978-3-319-24261-3_7"},{"key":"e_1_3_2_2_18_1","volume-title":"Discriminative Deep Metric Learning for Face Verification in the Wild. 2014 IEEE Conference on Computer Vision and Pattern Recognition (2014)","author":"Hu Junlin","year":"2014","unstructured":"Junlin Hu, Jiwen Lu, and Yap-Peng Tan. 2014. Discriminative Deep Metric Learning for Face Verification in the Wild. 2014 IEEE Conference on Computer Vision and Pattern Recognition (2014), 1875--1882."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.3390\/sym11091066"},{"key":"e_1_3_2_2_20_1","unstructured":"Guolin Ke Qi Meng Thomas Finley Taifeng Wang Wei Chen Weidong Ma Qiwei Ye and Tie-Yan Liu. 2017. LightGBM: A Highly Efficient Gradient Boosting Decision Tree. In NIPS ."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-019-0179-2"},{"key":"e_1_3_2_2_22_1","volume-title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations. ArXiv","author":"Lan Zhenzhong","year":"2020","unstructured":"Zhenzhong Lan, Mingda Chen, Sebastian Goodman, Kevin Gimpel, Piyush Sharma, and Radu Soricut. 2020. ALBERT: A Lite BERT for Self-supervised Learning of Language Representations. ArXiv, Vol. abs\/1909.11942 (2020)."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403091"},{"key":"e_1_3_2_2_24_1","volume-title":"Sampling Matters in Deep Embedding Learning. 2017 IEEE International Conference on Computer Vision (ICCV)","author":"Manmatha R.","year":"2017","unstructured":"R. Manmatha, Chao-Yuan Wu, Alexander J. Smola, and Philipp Kr\"ahenb\u00fchl. 2017. Sampling Matters in Deep Embedding Learning. 2017 IEEE International Conference on Computer Vision (ICCV) (2017), 2859--2867."},{"key":"e_1_3_2_2_25_1","unstructured":"Tomas Mikolov Kai Chen G. S. Corrado and J. Dean. 2013. Efficient Estimation of Word Representations in Vector Space. In ICLR ."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219828"},{"key":"e_1_3_2_2_27_1","volume-title":"A Comparison Study of Credit Card Fraud Detection: Supervised versus Unsupervised. ArXiv","author":"Niu Xuetong","year":"2019","unstructured":"Xuetong Niu, Li Wang, and Xulei Yang. 2019. A Comparison Study of Credit Card Fraud Detection: Supervised versus Unsupervised. ArXiv, Vol. abs\/1904.10604 (2019)."},{"key":"e_1_3_2_2_28_1","volume-title":"Deep contextualized word representations. ArXiv","author":"Peters Matthew E.","year":"2018","unstructured":"Matthew E. Peters, Mark Neumann, Mohit Iyyer, Matt Gardner, Christopher Clark, Kenton Lee, and Luke Zettlemoyer. 2018. Deep contextualized word representations. ArXiv, Vol. abs\/1802.05365 (2018)."},{"key":"e_1_3_2_2_29_1","volume-title":"Hogwild: A Lock-Free Approach to Parallelizing Stochastic Gradient Descent. In NIPS .","author":"Recht Benjamin","year":"2011","unstructured":"Benjamin Recht, Christopher R\u00e9, Stephen J. Wright, and Feng Niu. 2011. Hogwild: A Lock-Free Approach to Parallelizing Stochastic Gradient Descent. In NIPS ."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"crossref","unstructured":"Nils Reimers and Iryna Gurevych. 2019. Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks. In EMNLP\/IJCNLP .","DOI":"10.18653\/v1\/D19-1410"},{"key":"e_1_3_2_2_31_1","volume-title":"In International Conference on Machine Learning. 5628--5637","author":"Saunshi Nikunj","year":"2019","unstructured":"Nikunj Saunshi, Orestis Plevrakis, Sanjeev Arora, Mikhail Khodak, and Hrishikesh Khandeparkar. 2019. A Theoretical Analysis of Contrastive Unsupervised Representation Learning. In In International Conference on Machine Learning. 5628--5637."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298682"},{"key":"e_1_3_2_2_33_1","volume-title":"Discriminative Learning of Deep Convolutional Feature Point Descriptors. 2015 IEEE International Conference on Computer Vision (ICCV)","author":"Simo-Serra Edgar","year":"2015","unstructured":"Edgar Simo-Serra, Eduard Trulls, Luis Ferraz, Iasonas Kokkinos, Pascal Fua, and Francesc Moreno-Noguer. 2015. Discriminative Learning of Deep Convolutional Feature Point Descriptors. 2015 IEEE International Conference on Computer Vision (ICCV) (2015), 118--126."},{"key":"e_1_3_2_2_34_1","volume-title":"Your click decides your fate: Inferring information processing and attrition behavior from mooc video clickstream interactions. arXiv preprint arXiv:1407.7131","author":"Sinha Tanmay","year":"2014","unstructured":"Tanmay Sinha, Patrick Jermann, Nan Li, and Pierre Dillenbourg. 2014. Your click decides your fate: Inferring information processing and attrition behavior from mooc video clickstream interactions. arXiv preprint arXiv:1407.7131 (2014)."},{"key":"e_1_3_2_2_35_1","volume-title":"Learning Unified Embedding for Apparel Recognition. 2017 IEEE International Conference on Computer Vision Workshops (ICCVW)","author":"Song Yang","year":"2017","unstructured":"Yang Song, Yuan Li, Bo Wu, Chao-Yeh Chen, Xiao Zhang, and Hartwig Adam. 2017. Learning Unified Embedding for Apparel Recognition. 2017 IEEE International Conference on Computer Vision Workshops (ICCVW) (2017), 2243--2246."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1111\/rssa.12469"},{"key":"e_1_3_2_2_37_1","volume-title":"Lempitsky","author":"Ustinova Evgeniya","year":"2016","unstructured":"Evgeniya Ustinova and Victor S. Lempitsky. 2016. Learning Deep Embeddings with Histogram Loss. In NIPS ."},{"key":"e_1_3_2_2_38_1","volume-title":"Representation Learning with Contrastive Predictive Coding. ArXiv","author":"van den Oord Aaron","year":"2018","unstructured":"Aaron van den Oord, Yazhe Li, and Oriol Vinyals. 2018. Representation Learning with Contrastive Predictive Coding. ArXiv, Vol. abs\/1807.03748 (2018)."},{"key":"e_1_3_2_2_39_1","volume-title":"Attention is All you Need. ArXiv","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N. Gomez, Lukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. ArXiv, Vol. abs\/1706.03762 (2017)."},{"key":"e_1_3_2_2_40_1","unstructured":"Aleksandr Vorobev Aleksei Ustimenko Gleb Gusev and Pavel Serdyukov. 2019. Learning to select for a predefined ranking. In ICML ."},{"key":"e_1_3_2_2_41_1","volume-title":"Generalized End-to-End Loss for Speaker Verification. 2018 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","author":"Wan Lipeng","year":"2018","unstructured":"Lipeng Wan, Qi shan Wang, Alan Papir, and Ignacio Lopez-Moreno. 2018. Generalized End-to-End Loss for Speaker Verification. 2018 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) (2018), 4879--4883."},{"key":"e_1_3_2_2_42_1","volume-title":"Omlin","author":"Wiese B\u00e9nard","year":"2009","unstructured":"B\u00e9nard Wiese and Christian W. Omlin. 2009. Credit Card Transactions, Fraud Detection, and Machine Learning: Modelling Time with LSTM Recurrent Neural Networks. In Innovations in Neural Information Paradigms and Applications ."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-009-9112-1"},{"key":"e_1_3_2_2_44_1","volume-title":"Russell","author":"Xing Eric P.","year":"2002","unstructured":"Eric P. Xing, Andrew Y. Ng, Michael I. Jordan, and Stuart J. Russell. 2002. Distance Metric Learning with Application to Clustering with Side-Information. In NIPS ."},{"key":"e_1_3_2_2_45_1","volume-title":"Steve Tjoa, J. Kang, and Evan Ettinger.","author":"Yao Tiansheng","year":"2020","unstructured":"Tiansheng Yao, Xinyang Yi, D. Cheng, F. Yu, Aditya Menon, L. Hong, Ed Huai hsin Chi, Steve Tjoa, J. Kang, and Evan Ettinger. 2020. Self-supervised Learning for Deep Models in Recommendations. ArXiv, Vol. abs\/2007.12865 (2020)."},{"key":"e_1_3_2_2_46_1","volume-title":"Li","author":"Yi Dong","year":"2014","unstructured":"Dong Yi, Zhen Lei, and Stan Z. Li. 2014. Deep Metric Learning for Practical Person Re-Identification. ArXiv, Vol. abs\/1407.4979 (2014)."},{"key":"e_1_3_2_2_47_1","volume-title":"How transferable are features in deep neural networks? ArXiv","author":"Yosinski Jason","year":"2014","unstructured":"Jason Yosinski, Jeff Clune, Yoshua Bengio, and Hod Lipson. 2014. How transferable are features in deep neural networks? ArXiv, Vol. abs\/1411.1792 (2014)."},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330739"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2015.02.019"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"crossref","unstructured":"Shen-Yi Zhao and Wu-Jun Li. 2016. Fast Asynchronous Parallel Stochastic Gradient Descent: A Lock-Free Approach with Convergence Guarantee. In AAAI .","DOI":"10.1609\/aaai.v30i1.10305"},{"key":"e_1_3_2_2_51_1","volume-title":"2020 a. Contrastive Learning for Debiased Candidate Generation in Large-Scale Recommender Systems. ArXiv","author":"Zhou Chang","year":"2020","unstructured":"Chang Zhou, Jianxin Ma, J. Zhang, Jingren Zhou, and Hongxia Yang. 2020 a. Contrastive Learning for Debiased Candidate Generation in Large-Scale Recommender Systems. ArXiv (2020)."},{"key":"e_1_3_2_2_52_1","volume-title":"Yutao Zhu, Sirui Wang, Fuzheng Zhang, Zhong yuan Wang, and Jirong Wen. 2020 b. S^3-Rec: Self-Supervised Learning for Sequential Recommendation with Mutual Information Maximization. ArXiv","author":"Zhou Kun","year":"2020","unstructured":"Kun Zhou, Haibo Wang, Wayne Xin Zhao, Yutao Zhu, Sirui Wang, Fuzheng Zhang, Zhong yuan Wang, and Jirong Wen. 2020 b. S^3-Rec: Self-Supervised Learning for Sequential Recommendation with Mutual Information Maximization. ArXiv, Vol. abs\/2008.07873 (2020)."},{"key":"e_1_3_2_2_53_1","volume-title":"Attributed Sequence Embedding. 2019 IEEE International Conference on Big Data (Big Data)","author":"Zhuang Zhongfang","year":"2019","unstructured":"Zhongfang Zhuang, Xiangnan Kong, Elke A. Rundensteiner, Jihane Zouaoui, and Aditya Arora. 2019. Attributed Sequence Embedding. 2019 IEEE International Conference on Big Data (Big Data) (2019), 1723--1728."}],"event":{"name":"SIGMOD\/PODS '22: International Conference on Management of Data","location":"Philadelphia PA USA","acronym":"SIGMOD\/PODS '22","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the 2022 International Conference on Management of Data"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3514221.3526129","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3514221.3526129","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:10:07Z","timestamp":1750183807000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3514221.3526129"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,10]]},"references-count":53,"alternative-id":["10.1145\/3514221.3526129","10.1145\/3514221"],"URL":"https:\/\/doi.org\/10.1145\/3514221.3526129","relation":{},"subject":[],"published":{"date-parts":[[2022,6,10]]},"assertion":[{"value":"2022-06-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}