{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T15:18:23Z","timestamp":1783437503403,"version":"3.54.6"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,4,28]],"date-time":"2022-04-28T00:00:00Z","timestamp":1651104000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,4,28]],"date-time":"2022-04-28T00:00:00Z","timestamp":1651104000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61802029"],"award-info":[{"award-number":["61802029"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61872278"],"award-info":[{"award-number":["61872278"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1007\/s10489-022-03298-6","type":"journal-article","created":{"date-parts":[[2022,4,28]],"date-time":"2022-04-28T05:02:48Z","timestamp":1651122168000},"page":"1324-1335","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Reinforcement learning-based denoising network for sequential recommendation"],"prefix":"10.1007","volume":"53","author":[{"given":"Xiaohai","family":"Tong","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8658-7102","authenticated-orcid":false,"given":"Pengfei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shaozhang","family":"Niu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,4,28]]},"reference":[{"key":"3298_CR1","doi-asserted-by":"crossref","unstructured":"Zhao P, Zhu H, Liu Y, Xu J, Li Z, Zhuang F, Sheng SV, Zhou X (2019) Where to Go Next:A spatio-temporal gated network for next POI recommendation. In: The AAAI conference on artificial intelligence, pp 5877\u20135884","DOI":"10.1609\/aaai.v33i01.33015877"},{"key":"3298_CR2","doi-asserted-by":"crossref","unstructured":"Kang W-C, McAuley JJ (2018) Self-attentive sequential recommendation. In: IEEE international conference on data mining, pp 197\u2013206","DOI":"10.1109\/ICDM.2018.00035"},{"key":"3298_CR3","doi-asserted-by":"crossref","unstructured":"Wang S, Hu L, Cao L, Huang X, Lian D, Liu W (2018) Attention-based transactional context embedding for next-item recommendation. In: The AAAI conference on artificial intelligence, pp 2532\u20132539","DOI":"10.1609\/aaai.v32i1.11851"},{"key":"3298_CR4","doi-asserted-by":"crossref","unstructured":"Rendle S, Freudenthaler C, Schmidt-Thieme L (2010) Factorizing personalized Markov chains for next-basket recommendation. In: International conference on world wide web, pp 811\u2013 820","DOI":"10.1145\/1772690.1772773"},{"key":"3298_CR5","doi-asserted-by":"crossref","unstructured":"Ma C, Kang P, Xue Liu (2019) Hierarchical gating networks for sequential recommendation. In: International conference on knowledge discovery and data mining, pp 825\u2013833","DOI":"10.1145\/3292500.3330984"},{"key":"3298_CR6","unstructured":"Cheng C, Yang H, R Lyu M, King I (2013) Where you like to go next: Successive point-of-interest recommendation. In: International joint conference on artificial intelligence, pp 2605\u20132611"},{"key":"3298_CR7","doi-asserted-by":"crossref","unstructured":"Yu L, Zhang C, Liang S, Zhang X (2019) Multi-order attentive ranking model for sequential recommendation. In: The AAAI conference on artificial intelligence, pp 5709\u20135716","DOI":"10.1609\/aaai.v33i01.33015709"},{"key":"3298_CR8","doi-asserted-by":"crossref","unstructured":"Yu F, Liu Q, Wu S, Wang L, Tan T (2016) A dynamic recurrent model for next basket recommendation. In: International ACM SIGIR conference on research and development in information retrieval, pp 729\u2013732","DOI":"10.1145\/2911451.2914683"},{"key":"3298_CR9","doi-asserted-by":"crossref","unstructured":"Tang J, Wang K (2018) Personalized Top-N sequential recommendation via convolutional sequence embedding. In: International conference on web search and data mining, pp 565\u2013573","DOI":"10.1145\/3159652.3159656"},{"key":"3298_CR10","unstructured":"Hidasi B, Karatzoglou A, Baltrunas L, Tikk D (2015) Session-based Recommendations with Recurrent Neural Networks. Computer Science"},{"key":"3298_CR11","doi-asserted-by":"crossref","unstructured":"Chen X, Xu H, Zhang Y, Tang J, Cao Y, Qin Z, Zha H (2018) Sequential recommendation with user memory networks. In: International conference on web search and data mining, pp 108\u2013116","DOI":"10.1145\/3159652.3159668"},{"key":"3298_CR12","doi-asserted-by":"crossref","unstructured":"Huang J, Xin Zhao W, Dou H, Wen Ji-Rong, Chang EY (2018) Improving sequential recommendation with knowledge-enhanced memory networks. In: International ACM SIGIR conference on research and development in information retrieval, pp 505\u2013514","DOI":"10.1145\/3209978.3210017"},{"key":"3298_CR13","doi-asserted-by":"crossref","unstructured":"Yuan F, Karatzoglou A, Arapakis I, M Jose J, Xiangnan He (2019) A simple convolutional generative network for next item recommendation. In: International conference on web search and data mining, pp 582\u2013590","DOI":"10.1145\/3289600.3290975"},{"key":"3298_CR14","doi-asserted-by":"crossref","unstructured":"Zhao X, Zhang L, Ding Z, Xia L, Tang J, Yin D (2018) Recommendations with negative feedback via pairwise deep reinforcement learning. In: International conference on knowledge discovery and data mining, pp 1040\u20131048","DOI":"10.1145\/3219819.3219886"},{"key":"3298_CR15","doi-asserted-by":"crossref","unstructured":"Zou L, Xia L, Du P, Zhang Z, Bai T, Liu W, Nie J-Y, Yin D (2020) Pseudo Dyna-Q: A reinforcement learning framework for interactive recommendation. In: International conference on web search and data mining, pp 816\u2013824","DOI":"10.1145\/3336191.3371801"},{"key":"3298_CR16","doi-asserted-by":"crossref","unstructured":"Xian Y, Fu Z, Muthukrishnan S, de Melo G, Zhang Y (2019) Reinforcement knowledge graph reasoning for explainable recommendation. In: International ACM SIGIR conference on research and development in information retrieval, pp 285\u2013294","DOI":"10.1145\/3331184.3331203"},{"key":"3298_CR17","first-page":"8","volume":"04","author":"B Li","year":"2021","unstructured":"Li B, Ke L, Gu J, Jiang W (2021) Review of the researches on convolutional neural networks. Computer Era 04:8\u201317","journal-title":"Computer Era"},{"key":"3298_CR18","doi-asserted-by":"crossref","unstructured":"Zou S, Li Z, Akbari M, Wang J, Zhang P (2019) MarlRank: Multi-agent reinforced learning to rank. In: International conference on information and knowledge management, pp 2073\u20132076","DOI":"10.1145\/3357384.3358075"},{"key":"3298_CR19","doi-asserted-by":"crossref","unstructured":"He R, McAuley JJ (2016) Fusing similarity models with markov chains for sparse sequential recommendation. In: International conference on data mining, pp 191\u2013200","DOI":"10.1109\/ICDM.2016.0030"},{"key":"3298_CR20","doi-asserted-by":"crossref","unstructured":"He R, Kang W-C, McAuley JJ (2017) Translation-based recommendation. In: ACM conference on recommender systems, pp 161\u2013169","DOI":"10.1145\/3109859.3109882"},{"key":"3298_CR21","doi-asserted-by":"crossref","unstructured":"Xu J, Wei Z, Xia L, Lan Y, Yin D, Cheng X, Wen J-R (2020) Reinforcement learning to rank with pairwise policy gradient. In: International ACM SIGIR conference on research and development in information retrieval, pp 509\u2013518","DOI":"10.1145\/3397271.3401148"},{"key":"3298_CR22","unstructured":"Kingma DP, Ba J (2015) Adam: A method for stochastic optimization. In: International conference on learning representations"},{"key":"3298_CR23","doi-asserted-by":"crossref","unstructured":"Li J, Ren P, Chen Z, Ren Z, Lian T, Ma J (2017) Neural attentive session-based recommendation. In: International conference on information and knowledge management, pp 1419\u20131428","DOI":"10.1145\/3132847.3132926"},{"key":"3298_CR24","doi-asserted-by":"crossref","unstructured":"Zhao X, Xia L, Zhang L, Ding Z, Yin D, Tang J (2018) Deep reinforcement learning for page-wise recommendations. In: The ACM conference on recommender systems, pp 95\u2013103","DOI":"10.1145\/3240323.3240374"},{"key":"3298_CR25","doi-asserted-by":"crossref","unstructured":"Zheng G, Zhang F, Zheng Z, Xiang Y, Jing Yuan N, Xie X, Li Z (2018) DRN:A Deep reinforcement learning framework for news recommendation. In: International conference on world wide web, pp 167\u2013176","DOI":"10.1145\/3178876.3185994"},{"key":"3298_CR26","doi-asserted-by":"crossref","unstructured":"Zhou S, Dai X, Chen H, Zhang W, Ren K, Tang R, He X, Yu Y (2020) Interactive recommender system via knowledge graph-enhanced reinforcement learning. In: International ACM SIGIR conference on research and development in information retrieval, pp 179\u2013188","DOI":"10.1145\/3397271.3401174"},{"key":"3298_CR27","doi-asserted-by":"crossref","unstructured":"Wang P, Fan Y, Xia L, Xin Zhao W, Niu SZ, Huang J (2020) KERL:A knowledge-guided reinforcement learning model for sequential recommendation. In: International ACM SIGIR conference on research and development in information retrieval, pp 209\u2013218","DOI":"10.1145\/3397271.3401134"},{"key":"3298_CR28","doi-asserted-by":"crossref","unstructured":"Cho K, van Merrienboer B, G\u00fcl\u00e7ehre \u00c7, Bahdanau D, Bougares F, Schwenk H, Bengio Y (2014) Learning phrase representations using RNN encoder-decoder for statistical machine translation. In: Conference on empirical methods in natural language processing, pp 1724\u20131734","DOI":"10.3115\/v1\/D14-1179"},{"key":"3298_CR29","unstructured":"Rendle S, Freudenthaler C, Gantner Z, Schmidt-Thieme L (2009) BPR:Bayesian personalized ranking from implicit feedback. In: Conference on uncertainty in artificial intelligence, pp 452\u2013461"},{"issue":"2","key":"3298_CR30","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1207\/s15516709cog1402_1","volume":"14","author":"JL Elman","year":"1990","unstructured":"Elman JL (1990) Finding structure in time. Cogn Sci 14(2):179\u2013211","journal-title":"Cogn Sci"},{"issue":"8","key":"3298_CR31","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) uRgen Long short-term memory. Neural Comput 9 (8):1735\u20131780","journal-title":"Neural Comput"},{"key":"3298_CR32","doi-asserted-by":"crossref","unstructured":"He X, Liao L, Zhang H, Nie L, Hu X, Chua T-S (2017) Neural collaborative filtering. In: International conference on world wide web, pp 173\u2013182","DOI":"10.1145\/3038912.3052569"},{"key":"3298_CR33","doi-asserted-by":"crossref","unstructured":"Hidasi B, Karatzoglou A (2018) Recurrent neural networks with top-k gains for session-based recommendations. In: International conference on information and knowledge management, pp 843\u2013852","DOI":"10.1145\/3269206.3271761"},{"key":"3298_CR34","doi-asserted-by":"crossref","unstructured":"Zhang J, Hao B, Chen B, Li C, Chen H, Sun J (2019) Hierarchical reinforcement learning for course recommendation in MOOCs. In: The AAAI conference on artificial intelligence, pp 435\u2013 442","DOI":"10.1609\/aaai.v33i01.3301435"},{"key":"3298_CR35","doi-asserted-by":"crossref","unstructured":"Zhao WX, Shanlei M, Hou Y, Lin Z, Li K, Chen Y, Yujie L, Wang H, Tian C, Pan X, Min Y, Feng Z, Fan X, Chen X, Wang P, Ji W, Li Y, Wang X, Wen J-R (2020) Recbole: Towards a Unified, Comprehensive and Efficient Framework for Recommendation Algorithms. CoRR arXiv:abs\/2011.01731","DOI":"10.1145\/3459637.3482016"},{"key":"3298_CR36","unstructured":"Xi X, Karatzoglou A, Arapakis I, Jose JM (2020) Self-supervised reinforcement learning for recommender systems. In: International ACM SIGIR conference on research and development in information retrieval, pp 931\u2013940"},{"key":"3298_CR37","unstructured":"Gori M, Monfardini G, Scarselli F (2005) A new model for learning in graph domains. In: IEEE international joint conference on neural networks"},{"key":"3298_CR38","doi-asserted-by":"crossref","unstructured":"Quadrana M, Karatzoglou A, Hidasi B, Cremonesi P (2017) Personalizing session-based recommendations with hierarchical recurrent neural networks. In: ACM conference on recommender systems, pp 130\u2013137","DOI":"10.1145\/3109859.3109896"},{"key":"3298_CR39","doi-asserted-by":"crossref","unstructured":"Gao J, Xiao C, M Glass L, Sun J (2020) COMPOSE: Cross-modal pseudo-siamese network for patient trial matching. In: International conference on knowledge discovery and data mining, pp 803\u2013812","DOI":"10.1145\/3394486.3403123"},{"key":"3298_CR40","doi-asserted-by":"crossref","unstructured":"Bromley J, Guyon I, LeCun Y, S\u00e4ckinger E, Shah R (1993) Signature verification using a siamese time delay neural network. In: International conference on neural information processing systems, pp 737\u2013744","DOI":"10.1142\/9789812797926_0003"},{"key":"3298_CR41","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, N Gomez A, Kaiser L, Polosukhin I (2017) Attention is all you need. In: International conference on neural information processing systems, pp 5998\u20136008"},{"key":"3298_CR42","unstructured":"Koch G, Zemel R, Salakhutdinov R (2015) Siamese neural networks for one-shot image recognition. In: International conference on machine learning"},{"key":"3298_CR43","doi-asserted-by":"crossref","unstructured":"Yan A, Cheng S, Kang W-C, Wan M, McAuley JJ (2019) CosRec: 2D convolutional neural networks for sequential recommendation. In: International conference on information and knowledge management, pp 2173\u20132176","DOI":"10.1145\/3357384.3358113"},{"key":"3298_CR44","doi-asserted-by":"crossref","unstructured":"Xiao T, Wang D (2021) A general offline reinforcement learning framework for interactive recommendation. In: The AAAI conference on artificial intelligence, pp 4512\u20134520","DOI":"10.1609\/aaai.v35i5.16579"},{"key":"3298_CR45","doi-asserted-by":"crossref","unstructured":"Xie R, Zhang S, Wang R, Xia F, Lin L (2021) Hierarchical reinforcement learning for integrated recommendation. In: The AAAI conference on artificial intelligence, pp 4521\u20134528","DOI":"10.1609\/aaai.v35i5.16580"},{"key":"3298_CR46","doi-asserted-by":"crossref","unstructured":"Zhang W, Liu H, Wang F, Xu T, Xin H, Dou D, Hui Xiong (2021) Intelligent electric vehicle charging recommendation based on multi-agent reinforcement learning. In: International conference on world wide web, pp 1856\u20131867","DOI":"10.1145\/3442381.3449934"},{"key":"3298_CR47","doi-asserted-by":"crossref","unstructured":"Chen X, Yao L, Sun A, Wang X, Xu X, ZhuIn L (2021) Generative inverse deep reinforcement learning for online recommendation. In: International conference on information and knowledge management, pp 201\u2013210","DOI":"10.1145\/3459637.3482347"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03298-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-03298-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03298-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,4]],"date-time":"2023-01-04T04:36:03Z","timestamp":1672806963000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-03298-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,28]]},"references-count":47,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,1]]}},"alternative-id":["3298"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-03298-6","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,28]]},"assertion":[{"value":"25 January 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 April 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}