{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T19:23:30Z","timestamp":1779909810420,"version":"3.53.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,10,28]],"date-time":"2022-10-28T00:00:00Z","timestamp":1666915200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,28]],"date-time":"2022-10-28T00:00:00Z","timestamp":1666915200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61901206"],"award-info":[{"award-number":["61901206"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014718","name":"Innovative Research Group Project of the National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61402212"],"award-info":[{"award-number":["61402212"]}],"id":[{"id":"10.13039\/100014718","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s11063-022-11053-8","type":"journal-article","created":{"date-parts":[[2022,10,28]],"date-time":"2022-10-28T03:30:44Z","timestamp":1666927844000},"page":"4481-4497","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["A Recommendation Algorithm Based on a Self-supervised Learning Pretrain Transformer"],"prefix":"10.1007","volume":"55","author":[{"given":"Yu-Hao","family":"Xu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3251-8862","authenticated-orcid":false,"given":"Zhen-Hai","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhi-Ru","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rong","family":"Fan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xing","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,10,28]]},"reference":[{"key":"11053_CR1","doi-asserted-by":"crossref","unstructured":"Kang W-C, McAuley J (2018) Self-attentive sequential recommendation. In:\u00a02018 IEEE international conference on data mining (ICDM), pp\u00a0197\u2013206","DOI":"10.1109\/ICDM.2018.00035"},{"key":"11053_CR2","first-page":"1","volume":"39","author":"H Fang","year":"2020","unstructured":"Fang H, Zhang D, Shu Y et al (2020) Deep learning for sequential recommendation: algorithms, influential factors, and evaluations. ACM Trans Inf Syst\u00a0(TOIS) 39:1\u201342","journal-title":"ACM Trans Inf Syst\u00a0(TOIS)"},{"key":"11053_CR3","doi-asserted-by":"crossref","unstructured":"Wang S, Hu L, Wang Y et al (2019) Sequential recommender systems: challenges, progress and prospects. IJCAI","DOI":"10.24963\/ijcai.2019\/883"},{"key":"11053_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3453154","volume":"54","author":"D Jannach","year":"2021","unstructured":"Jannach D, Manzoor A, Cai W et al (2021) A survey on conversational recommender systems. ACM Comput Surv (CSUR) 54:1\u201336","journal-title":"ACM Comput Surv (CSUR)"},{"key":"11053_CR5","doi-asserted-by":"crossref","unstructured":"Chen Q, Zhao H, Li W et al (2019) Behavior sequence transformer for e-commerce recommendation in Alibaba. In: Proceedings of the 1st international workshop on deep learning practice for high-dimensional sparse data, pp\u00a01\u20134","DOI":"10.1145\/3326937.3341261"},{"key":"11053_CR6","doi-asserted-by":"crossref","unstructured":"Tang J, Wang K (2018) Personalized top-n sequential recommendation via convolutional sequence embedding. In: Proceedings of the eleventh ACM international conference on web search and data mining, pp\u00a0565\u2013573","DOI":"10.1145\/3159652.3159656"},{"key":"11053_CR7","doi-asserted-by":"crossref","unstructured":"Yuan F, He X, Jiang H et al (2020) Future data helps training: Modeling future contexts for session-based recommendation. In:\u00a0Proceedings of the web conference 2020, pp\u00a0303\u2013313","DOI":"10.1145\/3366423.3380116"},{"key":"11053_CR8","doi-asserted-by":"crossref","unstructured":"You J, Wang Y, Pal A et al (2019) Hierarchical temporal convolutional networks for dynamic recommender systems. In:\u00a0The world wide web conference, pp\u00a02236\u20132246","DOI":"10.1145\/3308558.3313747"},{"key":"11053_CR9","doi-asserted-by":"publisher","first-page":"114077","DOI":"10.1109\/ACCESS.2019.2936461","volume":"7","author":"M Zhang","year":"2019","unstructured":"Zhang M, Yang ZJIA (2019) GACOforRec: session-based graph convolutional neural networks recommendation model. IEEE Access 7:114077\u2013114085","journal-title":"IEEE Access"},{"key":"11053_CR10","doi-asserted-by":"crossref","unstructured":"Sattar A, Bacciu DJNPL (2022) Graph Neural Network for Context-Aware Recommendation.\u00a0Neural Process Lett 1\u201320","DOI":"10.1007\/s11063-022-10917-3"},{"key":"11053_CR11","unstructured":"Yao T, Yi X, Cheng DZ et al (2020) Self-supervised learning for deep models in recommendations. arXiv:abs\/2007.12865"},{"key":"11053_CR12","doi-asserted-by":"crossref","unstructured":"Zhou K, Wang H, Zhao WX et al (2020) S3-rec: self-supervised learning for sequential recommendation with mutual information maximization. In:\u00a0Proceedings of the 29th ACM international conference on information and knowledge management, pp\u00a01893\u20131902","DOI":"10.1145\/3340531.3411954"},{"key":"11053_CR13","unstructured":"Devlin J, Chang M-W, Lee K et al (2019) Bert: pre-training of deep bidirectional transformers for language understanding. NAACL"},{"key":"11053_CR14","unstructured":"Lample G, Conneau A (2019) Cross-lingual language model pretraining. NeurIPS"},{"key":"11053_CR15","unstructured":"Clark K, Luong M-T, Le QV et al (2020) Electra: Pre-training text encoders as discriminators rather than generators. arXiv:abs\/2003.10555"},{"key":"11053_CR16","unstructured":"Borgeaud S, Mensch A, Hoffmann J et al (2022) Improving language models by retrieving from trillions of tokens. In:\u00a0International conference on machine learning, pp\u00a02206\u20132240"},{"key":"11053_CR17","doi-asserted-by":"crossref","unstructured":"Zhang W, Qin J, Guo W et al (2021) Deep learning for click-through rate estimation. arXiv:abs\/2104.10584","DOI":"10.24963\/ijcai.2021\/636"},{"key":"11053_CR18","doi-asserted-by":"crossref","unstructured":"Cheng H-T, Koc L, Harmsen J et al (2016) Wide and deep learning for recommender systems. In:\u00a0Proceedings of the 1st workshop on deep learning for recommender systems, pp\u00a07\u201310","DOI":"10.1145\/2988450.2988454"},{"key":"11053_CR19","doi-asserted-by":"crossref","unstructured":"Guo H, Tang R, Ye Y et al (2017) DeepFM: a factorization-machine based neural network for CTR prediction. IJCAI","DOI":"10.24963\/ijcai.2017\/239"},{"key":"11053_CR20","doi-asserted-by":"crossref","unstructured":"Wang R, Fu B, Fu G et al (2017) Deep and cross network for ad click predictions. In:\u00a0Proceedings of the ADKDD\u201917, pp 1\u20137","DOI":"10.1145\/3124749.3124754"},{"key":"11053_CR21","doi-asserted-by":"crossref","unstructured":"Zhou G, Mou N, Fan Y et al (2019) Deep interest evolution network for click-through rate prediction. In:\u00a0Proceedings of the AAAI conference on artificial intelligence, vol\u00a033, pp 5941\u20135948","DOI":"10.1609\/aaai.v33i01.33015941"},{"key":"11053_CR22","doi-asserted-by":"crossref","unstructured":"Feng Y, Lv F, Shen W et al (2019) Deep session interest network for click-through rate prediction. IJCAI","DOI":"10.24963\/ijcai.2019\/319"},{"key":"11053_CR23","doi-asserted-by":"crossref","unstructured":"Cho SM, Park E, Yoo S (2020) MEANTIME: Mixture of Attention Mechanisms with Multi-temporal Embeddings for Sequential Recommendation. In:\u00a0Fourteenth ACM conference on recommender systems, pp\u00a0515\u2013520","DOI":"10.1145\/3383313.3412216"},{"key":"11053_CR24","doi-asserted-by":"crossref","unstructured":"Sun F, Liu J, Wu J et al (2019) BERT4Rec: Sequential recommendation with bidirectional encoder representations from transformer. In:\u00a0Proceedings of the 28th ACM international conference on information and knowledge management, pp\u00a01441\u20131450","DOI":"10.1145\/3357384.3357895"},{"key":"11053_CR25","doi-asserted-by":"crossref","unstructured":"Liu Z, Fan Z, Wang Y et al (2021) Augmenting sequential recommendation with pseudo-prior items via reversely pre-training transformer. In:\u00a0Proceedings of the 44th international ACM SIGIR conference on Research and development in information retrieval, pp\u00a01608\u20131612","DOI":"10.1145\/3404835.3463036"},{"key":"11053_CR26","doi-asserted-by":"crossref","unstructured":"Xie X, Sun F, Liu Z et al (2020) Contrastive learning for sequential recommendation. In: 2022 IEEE 38th international conference on data engineering (ICDE), pp 1259\u20131273","DOI":"10.1109\/ICDE53745.2022.00099"},{"key":"11053_CR27","unstructured":"Xiao C, Xie R, Yao Y et al (2021) UPRec: user-aware pre-training for recommender systems. arXiv:abs\/2102.10989"},{"key":"11053_CR28","unstructured":"Shin K, Kwak H, Kim K-M et al (2021) One4all user representation for recommender systems in E-commerce.\u00a0http:\/\/arxiv.org\/abs\/210600573"},{"key":"11053_CR29","doi-asserted-by":"publisher","first-page":"2","DOI":"10.3390\/technologies9010002","volume":"9","author":"A Jaiswal","year":"2020","unstructured":"Jaiswal A, Babu AR, Zadeh MZ et al (2020) A survey on contrastive self-supervised learning. Technologies 9:2","journal-title":"Technologies"},{"key":"11053_CR30","doi-asserted-by":"crossref","unstructured":"Wu J, Wang X, Feng F et al (2021) Self-supervised graph learning for recommendation. In:\u00a0Proceedings of the 44th international ACM SIGIR conference on research and development in information retrieval, pp\u00a0726\u2013735","DOI":"10.1145\/3404835.3462862"},{"key":"11053_CR31","unstructured":"Liu Z, Chen Y-G, Li J et al (2021) Contrastive self-supervised sequential recommendation with robust augmentation. arXiv:abs\/2108.06479"},{"key":"11053_CR32","doi-asserted-by":"crossref","unstructured":"Chen Y, Liu Z, Li J et al (2022) Intent Contrastive Learning for Sequential Recommendation. In:\u00a0Proceedings of the ACM web conference 2022, pp\u00a02172\u20132182","DOI":"10.1145\/3485447.3512090"},{"key":"11053_CR33","doi-asserted-by":"crossref","unstructured":"Wang Z, Zhang J, Xu H et al (2021) Counterfactual data-augmented sequential recommendation. In:\u00a0Proceedings of the 44th international ACM SIGIR conference on research and development in information retrieval, pp\u00a0347\u2013356","DOI":"10.1145\/3404835.3462855"},{"key":"11053_CR34","doi-asserted-by":"crossref","unstructured":"Wu C, Wu F, Qi T et al (2020) PTUM: pre-training user model from unlabeled user behaviors via self-supervision. arXiv:abs\/2010.01494","DOI":"10.18653\/v1\/2020.findings-emnlp.174"},{"key":"11053_CR35","first-page":"6827","volume":"33","author":"Y Tian","year":"2020","unstructured":"Tian Y, Sun C, Poole B et al (2020) What makes for good views for contrastive learning? Adv Neural Inf Process Syst 33:6827\u20136839","journal-title":"Adv Neural Inf Process Syst"},{"key":"11053_CR36","first-page":"5998","volume":"30","author":"A Vaswani","year":"2017","unstructured":"Vaswani A, Shazeer N, Parmar N et al (2017) Attention is all you need. Adv Neural Info Process Syst 30:5998\u20136008","journal-title":"Adv Neural Inf Process Syst"},{"key":"11053_CR37","doi-asserted-by":"crossref","unstructured":"Zhou G, Zhu X, Song C et al (2018) Deep interest network for click-through rate prediction. In:\u00a0Proceedings of the 24th ACM SIGKDD international conference on knowledge discovery and data mining, pp 1059\u20131068","DOI":"10.1145\/3219819.3219823"},{"key":"11053_CR38","doi-asserted-by":"crossref","unstructured":"Fan X, Liu Z, Lian J et al (2021) Lighter and better: low-rank decomposed self-attention networks for next-item recommendation. In:\u00a0Proceedings of the 44th international ACM SIGIR conference on research and development in information retrieval, pp\u00a01733\u20131737","DOI":"10.1145\/3404835.3462978"},{"key":"11053_CR39","doi-asserted-by":"crossref","unstructured":"Hou Y, Hu B, Zhang Z et al (2022) CORE: simple and effective session-based recommendation within consistent representation space. In: Proceedings of the 45th international ACM SIGIR conference on research and development in information retrieval","DOI":"10.1145\/3477495.3531955"},{"key":"11053_CR40","unstructured":"Yin Z, Shen Y (2018) On the dimensionality of word embedding. Adv Neural Info Process 31"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-022-11053-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11063-022-11053-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-022-11053-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,31]],"date-time":"2023-07-31T16:46:31Z","timestamp":1690821991000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11063-022-11053-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,28]]},"references-count":40,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["11053"],"URL":"https:\/\/doi.org\/10.1007\/s11063-022-11053-8","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"value":"1370-4621","type":"print"},{"value":"1573-773X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,28]]},"assertion":[{"value":"10 March 2002","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 September 2002","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 October 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 October 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no conflicts of interest to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}}]}}