{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T02:13:36Z","timestamp":1778120016673,"version":"3.51.4"},"reference-count":104,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T00:00:00Z","timestamp":1778112000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T00:00:00Z","timestamp":1778112000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["62477006"],"award-info":[{"award-number":["62477006"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2026,12]]},"DOI":"10.1007\/s10115-026-02779-1","type":"journal-article","created":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T01:57:57Z","timestamp":1778119077000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Multi-armed bandits in recommender systems: advances, challenges, and future prospects"],"prefix":"10.1007","volume":"68","author":[{"given":"Cairong","family":"Yan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiaxin","family":"Nan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zijian","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yongquan","family":"Wan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,5,7]]},"reference":[{"key":"2779_CR1","doi-asserted-by":"crossref","unstructured":"He Z, Liu W, Guo W, Qin J, Zhang Y, Hu Y, Tang R (2023) A survey on user behavior modeling in recommender systems. In: Proceedings of the international joint conference on artificial intelligence (IJCAI). pp 6656\u20136664","DOI":"10.24963\/ijcai.2023\/746"},{"key":"2779_CR2","doi-asserted-by":"crossref","unstructured":"Li L, Chu W, Langford J, Schapire RE (2010) A contextual-bandit approach to personalized news article recommendation. In: Proceedings of the 19th international conference on world wide web (WWW). pp 661\u2013670","DOI":"10.1145\/1772690.1772758"},{"key":"2779_CR3","doi-asserted-by":"crossref","unstructured":"Cruzado S, Castells P, Lopez E (2019) A simple multi-armed nearest-neighbor bandit for interactive recommendation. In: Proceedings of the 13th ACM conference on recommender systems. pp 358\u2013362","DOI":"10.1145\/3298689.3347040"},{"key":"2779_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.109927","volume":"257","author":"C Yan","year":"2022","unstructured":"Yan C, Han H, Zhang Y, Zhu D, Wan Y (2022) Dynamic clustering based contextual combinatorial multi-armed bandit for online recommendation. Knowl-Based Syst 257:109927","journal-title":"Knowl-Based Syst"},{"issue":"1","key":"2779_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3158369","volume":"52","author":"S Zhang","year":"2019","unstructured":"Zhang S, Yao L, Sun A, Tay Y (2019) Deep learning based recommender system: a survey and new perspectives. ACM Comput Surv 52(1):1\u201338","journal-title":"ACM Comput Surv"},{"issue":"10","key":"2779_CR6","doi-asserted-by":"publisher","first-page":"13164","DOI":"10.1109\/TNNLS.2023.3280161","volume":"35","author":"Y Lin","year":"2024","unstructured":"Lin Y, Liu Y, Lin F, Zou L, Wu P, Zeng W, Chen H, Miao C (2024) A survey on reinforcement learning for recommender systems. IEEE Trans Neural Netw Learn Syst 35(10):13164\u201313184","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"2779_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2023.110335","volume":"264","author":"X Chen","year":"2023","unstructured":"Chen X, Yao L, McAuley J, Zhou G, Wang X (2023) Deep reinforcement learning in recommender systems: a survey and new perspectives. Knowl-Based Syst 264:110335","journal-title":"Knowl-Based Syst"},{"key":"2779_CR8","first-page":"1","volume":"43","author":"J Lin","year":"2025","unstructured":"Lin J, Dai X, Xi Y, Liu W, Chen B, Zhang H, Liu Y, Wu C, Li X, Zhu C, Guo H, Yu Y, Tang R, Zhang W (2025) How can recommender systems benefit from large language models: a survey. ACM Trans Inf Syst 43:1\u201347","journal-title":"ACM Trans Inf Syst"},{"key":"2779_CR9","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1016\/j.aiopen.2021.06.002","volume":"2","author":"C Gao","year":"2021","unstructured":"Gao C, Lei W, He X, de Rijke M, Chua T-S (2021) Advances and challenges in conversational recommender systems: a survey. AI Open 2:100\u2013126","journal-title":"AI Open"},{"key":"2779_CR10","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2022.116669","volume":"197","author":"N Silva","year":"2022","unstructured":"Silva N, Werneck H, Silva T, Pereira AC, Rocha L (2022) Multi-armed bandits in recommendation systems: a survey of the state-of-the-art and future directions. Expert Syst Appl 197:116669","journal-title":"Expert Syst Appl"},{"issue":"1\u20132","key":"2779_CR11","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1007\/s10107-022-01920-6","volume":"201","author":"G Li","year":"2023","unstructured":"Li G, Wei Y, Chi Y, Chen Y (2023) Softmax policy gradient methods can take exponential time to converge. Math Program 201(1\u20132):707\u2013802","journal-title":"Math Program"},{"issue":"3\u20134","key":"2779_CR12","first-page":"279","volume":"8","author":"CJCH Watkins","year":"1992","unstructured":"Watkins CJCH, Dayan P (1992) Technical note: q -learning. Mach Learn 8(3\u20134):279","journal-title":"Mach Learn"},{"issue":"3\u20134","key":"2779_CR13","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1093\/biomet\/25.3-4.285","volume":"25","author":"WR Thompson","year":"1933","unstructured":"Thompson WR (1933) On the likelihood that one unknown probability exceeds another in view of the evidence of two samples. Biometrika 25(3\u20134):285\u2013294","journal-title":"Biometrika"},{"key":"2779_CR14","unstructured":"Chapelle O, Li L (2011) An empirical evaluation of thompson sampling. In: Advances in neural information processing systems 24: 25th annual conference on neural information processing systems 2011 (NIPS)"},{"issue":"2\u20133","key":"2779_CR15","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1023\/A:1013689704352","volume":"47","author":"P Auer","year":"2002","unstructured":"Auer P, Cesa-Bianchi N, Fischer P (2002) Finite-time analysis of the multiarmed bandit problem. Mach Learn 47(2\u20133):235\u2013256","journal-title":"Mach Learn"},{"key":"2779_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3320496.3320500","volume":"2019","author":"X Zhao","year":"2019","unstructured":"Zhao X, Xia L, Tang J, Yin D (2019) Deep reinforcement learning for search, recommendation, and online advertising: a survey. ACM SIGWEB Newsletter 2019:1\u201315","journal-title":"ACM SIGWEB Newsletter"},{"key":"2779_CR17","first-page":"237","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling LP, Littman ML, Moore AW (1996) Reinforcement learning: a survey. J Articial Intell Res 4:237\u2013285","journal-title":"J Articial Intell Res"},{"key":"2779_CR18","unstructured":"Chawla R, Vial D, Shakkottai S, Srikant R (2023) Collaborative multi-agent heterogeneous multi-armed bandits. In: Proceedings of machine learning research. pp 4189\u20134217"},{"key":"2779_CR19","doi-asserted-by":"crossref","unstructured":"Ban Y, He J (2021) Local clustering in contextual multi-armed bandits. In: Proceedings of the world wide web conference (WWW). pp 2335\u20132346","DOI":"10.1145\/3442381.3450058"},{"key":"2779_CR20","doi-asserted-by":"crossref","unstructured":"Broden B, Hammar M, Nilsson BJ, Paraschakis D (2018) Ensemble recommendations via thompson sampling: an experimental study within e-commerce. In: International conference on intelligent user interfaces, proceedings IUI. pp 19\u201329","DOI":"10.1145\/3172944.3172967"},{"key":"2779_CR21","doi-asserted-by":"crossref","unstructured":"Chu W, Ghahramani Z (2005) Preference learning with gaussian processes. In: Proceedings of the 22nd international conference on machine learning. pp 137\u2013144","DOI":"10.1145\/1102351.1102369"},{"key":"2779_CR22","doi-asserted-by":"crossref","unstructured":"Zhang X, Xie H, Li H, Lui J (2020) Conversational contextual bandit: algorithm and application. In: Proceedings of the world wide web conference (WWW). pp 662\u2013672","DOI":"10.1145\/3366423.3380148"},{"issue":"8","key":"2779_CR23","doi-asserted-by":"publisher","first-page":"1979","DOI":"10.1007\/s10489-017-0977-1","volume":"48","author":"M Rahman","year":"2018","unstructured":"Rahman M, Oh JC (2018) Graph bandit for diverse user coverage in online recommendation. Appl Intell 48(8):1979\u20131995","journal-title":"Appl Intell"},{"key":"2779_CR24","first-page":"1079","volume":"7","author":"E Even-Bar","year":"2006","unstructured":"Even-Bar E, Mannor S, Mansour Y (2006) Action elimination and stopping conditions for the multi-armed bandit and reinforcement learning problems. J Mach Learn Res 7:1079\u20131105","journal-title":"J Mach Learn Res"},{"key":"2779_CR25","unstructured":"Hong J, Kveton B, Zaheer M, Ghavamzadeh M, Boutilier C (2022) Thompson sampling with a mixture prior. In: Proceedings of machine learning research. pp 7565\u20137586"},{"key":"2779_CR26","unstructured":"Qi Y, Wu Q, Wang H, Tang J, Sun M (2018) Bandit learning with implicit feedback. In: Advances in neural information processing systems. pp 7276\u20137286"},{"issue":"21","key":"2779_CR27","doi-asserted-by":"publisher","first-page":"5705","DOI":"10.1109\/TSP.2018.2870383","volume":"66","author":"Z Wang","year":"2018","unstructured":"Wang Z, Zhou R, Shen C (2018) Regional multi-armed bandits with partial informativeness. IEEE Trans Signal Process 66(21):5705\u20135717","journal-title":"IEEE Trans Signal Process"},{"issue":"1","key":"2779_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2200000024","volume":"5","author":"S Bubeck","year":"2012","unstructured":"Bubeck S, Cesa-Bianchi N (2012) Regret analysis of stochastic and nonstochastic multi-armed bandit problems. Found Trends Mach Learn 5(1):1\u2013122","journal-title":"Found Trends Mach Learn"},{"issue":"2","key":"2779_CR29","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1007\/s00607-018-0687-5","volume":"102","author":"D Kotkov","year":"2020","unstructured":"Kotkov D, Veijalainen J, Wang S (2020) How does serendipity affect diversity in recommender systems? a serendipity-oriented greedy algorithm. Computing 102(2):393\u2013411","journal-title":"Computing"},{"key":"2779_CR30","unstructured":"Zhang H, Sun Y, Qiu J, Zhu C, Zhao J, Wang H (2020) A music recommendation system based on reinforcement learning. Des Eng 331\u2013342"},{"key":"2779_CR31","unstructured":"Langford J, Zhang T (2008) The epoch-greedy algorithm for contextual multi-armed bandits. In: Advances in neural information processing systems 20 - proceedings of the 2007 conference"},{"key":"2779_CR32","unstructured":"Cortes D 2018 Adapting multi-armed bandits policies to contextual bandits scenarios. arXiv preprint arXiv:1811.04383, November"},{"key":"2779_CR33","unstructured":"Ishikawa S, Chung YJ, Hirate Y (2022) Dynamic collaborative filtering thompson sampling for cross-domain advertisements recommendation. arXiv preprint arXiv:2208.11926, August"},{"key":"2779_CR34","unstructured":"Liu Y, Xiao Y, Wu Q, Miao C, Zhang J (2019) Bandit learning for diversified interactive recommendation. arXiv preprint arXiv:1907.01647, June"},{"key":"2779_CR35","unstructured":"Gauthier C, Gaudel R, Fromont E (2020) Position-based multiple-play bandits with thompson sampling. arXiv preprint arXiv:2009.13181, September"},{"key":"2779_CR36","unstructured":"Gauthier C, Gaudel R, Fromont E (2022) Unirank: unimodal bandit algorithms for online ranking. In: Proceedings of machine learning research. pp 7279\u20137309"},{"key":"2779_CR37","unstructured":"Qi H, Wang Y, Zhu L (2023) Discounted thompson sampling for non-stationary bandit problems. arXiv preprint arXiv:2305.10718, May"},{"key":"2779_CR38","doi-asserted-by":"publisher","first-page":"548","DOI":"10.1109\/OJSP.2024.3386490","volume":"5","author":"S Ghoorchian","year":"2024","unstructured":"Ghoorchian S, Kortukov E, Maghsudi S (2024) Non-stationary linear bandits with dimensionality reduction for large-scale recommender systems. IEEE Open J Signal Process 5:548\u2013558","journal-title":"IEEE Open J Signal Process"},{"key":"2779_CR39","unstructured":"Song Y, Zhou M (2022) Truncated linucb for stochastic linear bandits. arXiv preprint arXiv:2202.11735, February"},{"key":"2779_CR40","unstructured":"Xu Y, Joshi A, Singh A, Dubrawski A (2020) Zeroth order non-convex optimization with dueling-choice bandits. In: Proceedings of machine learning research. pp 899\u2013908"},{"key":"2779_CR41","unstructured":"Srinivas N, Krause A, Kakade S, Seeger M (2010) Gaussian process optimization in the bandit setting: no regret and experimental design. In: Proceedings of the 27th international conference on machine learning (ICML). pp 1015\u20131022"},{"key":"2779_CR42","doi-asserted-by":"crossref","unstructured":"Xie Z, Yu T, Zhao C, Li S (2021) Comparison-based conversational recommender system with relative bandit feedback. In: Proceedings of the 44th international ACM SIGIR conference on research and development in information retrieval (SIGIR). pp 1400\u20131409","DOI":"10.1145\/3404835.3462920"},{"key":"2779_CR43","doi-asserted-by":"crossref","unstructured":"Lu S, Wang G, Hu Y, Zhang L (2019) Multi-objective generalized linear bandits. In: IJCAI international joint conference on artificial intelligence. pp 3080\u20133086","DOI":"10.24963\/ijcai.2019\/427"},{"key":"2779_CR44","doi-asserted-by":"crossref","unstructured":"Huang Y, Zhang L, Xu J (2023) Adversarial group linear bandits and its application to collaborative edge inference. In: Proceedings of the 42nd IEEE international conference on computer communications (INFOCOM). pp 1\u201310","DOI":"10.1109\/INFOCOM53939.2023.10228900"},{"key":"2779_CR45","doi-asserted-by":"crossref","unstructured":"Zhou C, Jin Y, Wang X, Zhang Y (2020) Conversational music recommendation based on bandits. In: Proceedings of the 11th IEEE international conference on knowledge graph (ICKG). pp 41\u201348","DOI":"10.1109\/ICBK50248.2020.00016"},{"key":"2779_CR46","unstructured":"Liu X, Halpern JY (2020) Bounded rationality in las vegas: probabilistic finite automata play multi-armed bandits. In: Proceedings of machine learning research. pp 1298\u20131307"},{"key":"2779_CR47","doi-asserted-by":"crossref","unstructured":"Chen Y, Vankov E, Baltrunas L, Donovan P, Mehta A, Schroeder B, Herman M (2023) Contextual multi-armed bandit for email layout recommendation. In: Proceedings of the 17th ACM conference on recommender systems (RecSys). pp 400\u2013402","DOI":"10.1145\/3604915.3608878"},{"key":"2779_CR48","unstructured":"Xu P, Wen Z, Zhao H, Gu Q (2022) Neural contextual bandits with deep representation and shallow exploration. In: Proceedings of the 10th international conference on learning representations (ICLR)"},{"key":"2779_CR49","unstructured":"Zhou D, Li L, Gu Q (2020) Neural contextual bandits with ucb-based exploration. In: 37th international conference on machine learning (ICML). pp 11429\u201311439"},{"key":"2779_CR50","doi-asserted-by":"crossref","unstructured":"Shi Q, Xiao F, Pickard D, Chen I, Chen L (2023) Deep neural network with linucb: a contextual bandit approach for personalized recommendation. In: ACM web conference 2023 - companion of the world wide web conference (WWW). pp 778\u2013782","DOI":"10.1145\/3543873.3587684"},{"key":"2779_CR51","unstructured":"Chen B, Frazier PI (2017) Dueling bandits with weak regret. In: 34th international conference on machine learning (ICML). pp 1211\u20131229"},{"key":"2779_CR52","doi-asserted-by":"crossref","unstructured":"Yan X, Du Y, Ru B, Wang J, Zhang H, Chen X (2022) Learning to identify top elo ratings: a dueling bandits approach. In: Proceedings of the 36th AAAI conference on artificial intelligence (AAAI). pp 8797\u20138805","DOI":"10.1609\/aaai.v36i8.20860"},{"key":"2779_CR53","doi-asserted-by":"crossref","unstructured":"Lu S, Miao Y, Yang P, Hu Y, Zhang L (2023) Non-stationary dueling bandits for online learning to rank. In: Lecture notes in computer science (including subseries lecture notes in artificial intelligence and lecture notes in bioinformatics). pp 166\u2013174","DOI":"10.1007\/978-3-031-25198-6_13"},{"issue":"1","key":"2779_CR54","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1137\/S0097539701398375","volume":"32","author":"P Auer","year":"2003","unstructured":"Auer P, Cesa-Bianchi N, Freund Y, Schapire RE (2003) The nonstochastic multiarmed bandit problem. SIAM J Comput 32(1):48\u201377","journal-title":"SIAM J Comput"},{"key":"2779_CR55","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2024.123151","volume":"246","author":"A Letard","year":"2024","unstructured":"Letard A, Gutowski N, Camp O, Amghar T (2024) Bandit algorithms: a comprehensive review and their dynamic selection from a portfolio for multicriteria top-k recommendation. Expert Syst Appl 246:123151","journal-title":"Expert Syst Appl"},{"issue":"2","key":"2779_CR56","doi-asserted-by":"publisher","DOI":"10.1088\/2631-8695\/ad4255","volume":"6","author":"C Zhu","year":"2024","unstructured":"Zhu C, Yang J, Zhang W, Zheng Y (2024) An algorithm for multi-armed bandit based on variance change sensitivity. Eng Res Express 6(2):025209","journal-title":"Eng Res Express"},{"key":"2779_CR57","unstructured":"Cheng X, Pan C, Maghsudi S (2023) Parallel online clustering of bandits via hedonic game. In: Proceedings of machine learning research, vol 202. pp 5485\u20135503"},{"key":"2779_CR58","doi-asserted-by":"crossref","unstructured":"Wahed M, Gruhl D, Lourentzou I (2023) Marble: hierarchical multi-armed bandits for human-in-the-loop set expansion. In: Proceedings of the 32nd ACM international conference on information and knowledge management (CIKM). pp 4857\u20134863","DOI":"10.1145\/3583780.3615485"},{"key":"2779_CR59","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1016\/j.neucom.2021.03.072","volume":"447","author":"C Yan","year":"2021","unstructured":"Yan C, Xian J, Wan Y, Wang P (2021) Modeling implicit feedback based on bandit learning for recommendation. Neurocomputing 447:244\u2013256","journal-title":"Neurocomputing"},{"key":"2779_CR60","doi-asserted-by":"crossref","unstructured":"Qi Y, Ban Y, He J (2023) Graph neural bandits. In: Proceedings of the ACM SIGKDD international conference on knowledge discovery and data mining. pp 1920\u20131931","DOI":"10.1145\/3580305.3599371"},{"issue":"5","key":"2779_CR61","doi-asserted-by":"publisher","first-page":"1065","DOI":"10.1007\/s11257-023-09358-x","volume":"33","author":"Q Li","year":"2023","unstructured":"Li Q, Zhao C, Yu T, Wu J, Li S (2023) Clustering of conversational bandits with posterior sampling for user preference learning and elicitation. User Model User-Adap Inter 33(5):1065\u20131112","journal-title":"User Model User-Adap Inter"},{"key":"2779_CR62","doi-asserted-by":"crossref","unstructured":"Yang S, Zhou Q, Wang Q (2023) Clustering of bandit with frequency-dependent information sharing. In: Lecture notes in computer science (including subseries lecture notes in artificial intelligence and lecture notes in bioinformatics). pp 274\u2013287","DOI":"10.1007\/978-3-031-28238-6_18"},{"key":"2779_CR63","doi-asserted-by":"crossref","unstructured":"Yu S, Nourzad N, Semple RJ, Zhao Y, Zhou E, Krishnamachari B (2024) Careforme: contextual multi-armed bandit recommendation framework for mental health. In: Proceedings - 2024 IEEE\/ACM 11th international conference on mobile software engineering and systems, MOBILESoft 2024. pp 92\u201394","DOI":"10.1145\/3647632.3647993"},{"issue":"2","key":"2779_CR64","doi-asserted-by":"publisher","first-page":"1155","DOI":"10.1007\/s11063-022-10931-5","volume":"55","author":"Y Wang","year":"2023","unstructured":"Wang Y, Zhang W, Ma J, Jin Q (2023) Adcb: adaptive dynamic clustering of bandits for online recommendation system. Neural Process Lett 55(2):1155\u20131172","journal-title":"Neural Process Lett"},{"issue":"14","key":"2779_CR65","doi-asserted-by":"publisher","first-page":"11679","DOI":"10.1007\/s00521-022-07059-x","volume":"34","author":"D El Alaoui","year":"2022","unstructured":"El Alaoui D, Riffi J, Sabri A, Aghoutane B, Yahyaouy A, Tairi H (2022) Deep graphsage-based recommendation system: jumping knowledge connections with ordinal aggregation network. Neural Comput Appl 34(14):11679\u201311690","journal-title":"Neural Comput Appl"},{"key":"2779_CR66","doi-asserted-by":"crossref","unstructured":"El\u00a0Alaoui D, Riffi J, Aghoutane B, Sabri A, Yahyaouy A, Tairi H (2021) Overview of the main recommendation approaches for the scientific articles. In: Lecture notes in business information processing, vol 416 LNBIP. pp 107\u2013118","DOI":"10.1007\/978-3-030-76508-8_9"},{"key":"2779_CR67","doi-asserted-by":"crossref","unstructured":"El\u00a0Alaoui D, Riffi J, Sabri A, Aghoutane B, Yahyaouy A, Tairi H (2024) Social recommendation system based on heterogeneous graph attention networks. Int J Data Sci Anal 1\u201317","DOI":"10.1007\/s41060-024-00698-4"},{"key":"2779_CR68","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2025.107176","volume":"185","author":"D El Alaoui","year":"2025","unstructured":"El Alaoui D, Riffi J, Sabri A, Aghoutane B, Yahyaouy A, Tairi H (2025) A novel session-based recommendation system using capsule graph neural network. Neural Netw 185:107176","journal-title":"Neural Netw"},{"key":"2779_CR69","unstructured":"J PK, Singh CK Recommenadation aided caching using combinatorial multi-armed bandits. arXiv preprint arXiv:2405.00080, January"},{"key":"2779_CR70","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2023.107558","volume":"128","author":"Y Zhao","year":"2024","unstructured":"Zhao Y, Yang L (2024) Constrained contextual bandit algorithm for limited-budget recommendation system. Eng Appl Artif Intell 128:107558","journal-title":"Eng Appl Artif Intell"},{"key":"2779_CR71","doi-asserted-by":"crossref","unstructured":"Alamdari PA, Cao Y, Wilson KH (2024) Jump starting bandits with llm-generated prior knowledge. arXiv preprint arXiv:2406.19317, June","DOI":"10.18653\/v1\/2024.emnlp-main.1107"},{"key":"2779_CR72","doi-asserted-by":"crossref","unstructured":"Silva T, Silva N, Mito C, Pereira ACM, Rocha L (2022) Interactive poi recommendation: Applying a multi-armed bandit framework to characterise and create new models for this scenario. In: ACM International conference proceeding series. pp 211\u2013221","DOI":"10.1145\/3539637.3557060"},{"issue":"12","key":"2779_CR73","first-page":"4616","volume":"33","author":"M-Y Zhao","year":"2022","unstructured":"Zhao M-Y, Huang X-W, Sang J-T, Yu J (2022) Survey on conversational recommendation algorithms. Ruan Jian Xue Bao\/J Softw 33(12):4616\u20134643","journal-title":"Ruan Jian Xue Bao\/J Softw"},{"key":"2779_CR74","doi-asserted-by":"crossref","unstructured":"Xia H, Lu Z, Hong W (2022) A multi-armed bandit recommender algorithm based on conversation and KNN. In: ACM international conference proceeding series. pp 1\u20136","DOI":"10.1145\/3579654.3579714"},{"key":"2779_CR75","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2023.119993","volume":"657","author":"H Gu","year":"2023","unstructured":"Gu H, Xia Y, Xie H, Shi X, Shang M (2023) Robust and efficient algorithms for conversational contextual bandit. Inf Sci 657:119993","journal-title":"Inf Sci"},{"issue":"5","key":"2779_CR76","doi-asserted-by":"publisher","first-page":"1707","DOI":"10.1007\/s11257-023-09388-5","volume":"34","author":"Y Xia","year":"2024","unstructured":"Xia Y, Xie Z, Yu T, Zhao C, Li S (2024) Toward joint utilization of absolute and relative bandit feedback for conversational recommendation. User Model User-Adap Inter 34(5):1707\u20131744","journal-title":"User Model User-Adap Inter"},{"key":"2779_CR77","doi-asserted-by":"crossref","unstructured":"Wang Z, Liu X, Li S, Lui JC (2023) Efficient explorative key-term selection strategies for conversational contextual bandits. In: Proceedings of the 37th AAAI conference on artificial intelligence (AAAI). pp 10288\u201310295","DOI":"10.1609\/aaai.v37i8.26225"},{"issue":"2","key":"2779_CR78","first-page":"350","volume":"20","author":"H Xu","year":"2009","unstructured":"Xu H, Wu X, Li X, Yan B (2009) Comparison study of internet recommendation system. Ruan Jian Xue Bao\/J Softw 20(2):350\u2013362","journal-title":"Ruan Jian Xue Bao\/J Softw"},{"key":"2779_CR79","doi-asserted-by":"crossref","unstructured":"Zuo J, Hu S, Yu T, Li S, Zhao H, Joe-Wong C (2022) Hierarchical conversational preference elicitation with bandit feedback. In: Proceedings of the 31st ACM international conference on information and knowledge management (CIKM). pp 2827\u20132836","DOI":"10.1145\/3511808.3557347"},{"key":"2779_CR80","doi-asserted-by":"crossref","unstructured":"Xia Y, Wu J, Yu T, Kim S, Rossi RA, Li S (2023) User-regulation deconfounded conversational recommender system with bandit feedback. In: Proceedings of the ACM SIGKDD international conference on knowledge discovery and data mining. pp 2694\u20132704","DOI":"10.1145\/3580305.3599539"},{"key":"2779_CR81","doi-asserted-by":"crossref","unstructured":"Yang S, Yuan H, Zhang X, Wang M, Zhang H, Wang H (2024) Conversational dueling bandits in generalized linear models. In: Proceedings of the ACM SIGKDD international conference on knowledge discovery and data mining. pp 3806\u20133817","DOI":"10.1145\/3637528.3671892"},{"key":"2779_CR82","doi-asserted-by":"crossref","unstructured":"Wu X, Cetintas S, Kong D, Lu M, Yang J, Chawla N (2020) Learning from cross-modal behavior dynamics with graph-regularized neural contextual bandit. In: Proceedings of the world wide web conference (WWW). pp 995\u20131005","DOI":"10.1145\/3366423.3380178"},{"key":"2779_CR83","doi-asserted-by":"crossref","unstructured":"Wang X, He X, Cao Y, Liu M, Chua TS (2019) Kgat: knowledge graph attention network for recommendation. In: Proceedings of the ACM SIGKDD international conference on knowledge discovery and data mining. pp 950\u2013958","DOI":"10.1145\/3292500.3330989"},{"key":"2779_CR84","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.109158","volume":"251","author":"M Gan","year":"2022","unstructured":"Gan M, Kwon O-C (2022) A knowledge-enhanced contextual bandit approach for personalized recommendation in dynamic domains. Knowl-Based Syst 251:109158","journal-title":"Knowl-Based Syst"},{"key":"2779_CR85","doi-asserted-by":"crossref","unstructured":"Zhou S, Dai X, Chen H, Zhang W, Ren K, Tang R, He X, Yu Y (2020) Interactive recommender system via knowledge graph-enhanced reinforcement learning. In: Proceedings of the 43rd international ACM SIGIR conference on research and development in information retrieval (SIGIR). pp 179\u2013188","DOI":"10.1145\/3397271.3401174"},{"key":"2779_CR86","doi-asserted-by":"crossref","unstructured":"Zha o, Yu T, Xie Z, Li S (2022) Knowledge-aware conversational preference elicitation with bandit feedback. In: Proceedings of the ACM web conference 2022 (WWW). pp 483\u2013492","DOI":"10.1145\/3485447.3512152"},{"key":"2779_CR87","unstructured":"Kveton B, Konobeev M, Zaheer M, Hsu CW, Mladenov M, Boutilier C, Szepesvari C (2021) Meta-thompson sampling. In: Proceedings of machine learning research. pp 5884\u20135893"},{"key":"2779_CR88","doi-asserted-by":"crossref","unstructured":"Zhang C, Wang H, Yang S, Gao Y (2019) A contextual bandit approach to personalized online recommendation via sparse interactions. In: Lecture notes in computer science (including subseries lecture notes in artificial intelligence and lecture notes in bioinformatics). pp 394\u2013406","DOI":"10.1007\/978-3-030-16145-3_31"},{"issue":"1","key":"2779_CR89","first-page":"52","volume":"39","author":"Z Wang","year":"2016","unstructured":"Wang Z, Li Q, Wang J, Yin J (2016) Real-time personalized recommendation based on implicit user feedback data stream. Jisuanji Xuebao\/Chin J Comput 39(1):52\u201364","journal-title":"Jisuanji Xuebao\/Chin J Comput"},{"key":"2779_CR90","doi-asserted-by":"crossref","unstructured":"Loni B, Pagano R, Larson M, Hanjalic A (2016) Bayesian personalized ranking with multi-channel user feedback. In: Proceedings of the 10th ACM conference on recommender systems (RecSys). pp 361\u2013364","DOI":"10.1145\/2959100.2959163"},{"key":"2779_CR91","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/j.neucom.2020.01.086","volume":"399","author":"Z Zhu","year":"2020","unstructured":"Zhu Z, Huang L, Xu H (2020) Self-accelerated thompson sampling with near-optimal regret upper bound. Neurocomputing 399:37\u201347","journal-title":"Neurocomputing"},{"key":"2779_CR92","doi-asserted-by":"crossref","unstructured":"Auer P, Cesa-Bianchi N, Freund Y, Schapire RE (1995) Gambling in a rigged casino: the adversarial multi-armed bandit problem. In: Annual symposium on foundations of computer science - proceedings. pp 322\u2013331","DOI":"10.1109\/SFCS.1995.492488"},{"key":"2779_CR93","unstructured":"Besbes O, Gur Y, Zeevi A (2014) Stochastic multi-armed-bandit problem with non-stationary rewards. In: Advances in neural information processing systems. pp 199\u2013207"},{"issue":"3","key":"2779_CR94","doi-asserted-by":"publisher","first-page":"1696","DOI":"10.1287\/mnsc.2021.4024","volume":"68","author":"WC Cheung","year":"2022","unstructured":"Cheung WC, Simchi-Levi D, Zhu R (2022) Hedging the drift: learning to optimize under nonstationarity. Manag Sci 68(3):1696\u20131713","journal-title":"Manag Sci"},{"key":"2779_CR95","doi-asserted-by":"crossref","unstructured":"Xu X, Dong F, Li Y, He S, Li X (2020) Contextual-bandit based personalized recommendation with time-varying user interests. In: Proceedings of the 34th AAAI conference on artificial intelligence (AAAI). pp 6518\u20136525","DOI":"10.1609\/aaai.v34i04.6125"},{"key":"2779_CR96","unstructured":"Russac Y, Vernade C, Cappe O (2019) Weighted linear bandits for non-stationary environments. In: Advances in neural information processing systems"},{"key":"2779_CR97","unstructured":"Deng Y, Zhou X, Kim B, Tewari A, Gupta A, Shroff N (2022) Weighted gaussian process bandits for non-stationary environments. In: Proceedings of machine learning research. pp 6909\u20136932"},{"key":"2779_CR98","doi-asserted-by":"crossref","unstructured":"De\u00a0Freitas\u00a0Fonseca G, E\u00a0Silva LC, Lima De\u00a0Castro PA (2024) Addressing non-stationarity with relaxed f-discounted-sliding-window thompson sampling. In: 2024 IEEE international conference on omni-layer intelligent systems (COINS). pp 1\u20136","DOI":"10.1109\/COINS61597.2024.10622208"},{"issue":"3","key":"2779_CR99","doi-asserted-by":"publisher","first-page":"380","DOI":"10.3390\/e23030380","volume":"23","author":"E Cavenaghi","year":"2021","unstructured":"Cavenaghi E, Sottocornola G, Stella F, Zanker M (2021) Non stationary multi-armed bandit: empirical evaluation of a new concept drift-aware algorithm. Entropy 23(3):380","journal-title":"Entropy"},{"key":"2779_CR100","doi-asserted-by":"crossref","unstructured":"Ben-Porat O, Torkan R (2023) Learning with exposure constraints in recommendation systems. In: Proceedings of the world wide web conference (WWW). pp 3456\u20133466","DOI":"10.1145\/3543507.3583320"},{"key":"2779_CR101","doi-asserted-by":"crossref","unstructured":"Chen P, Tan Y (2024) Optimizing personalized e-commerce micro-video recommendation with self-adaption generative gating graph. In: 2024 5th international conference on computer engineering and application (ICCEA). pp 1095\u20131106","DOI":"10.1109\/ICCEA62105.2024.10604194"},{"key":"2779_CR102","unstructured":"Zhu Y, Foster D, Langford J, Mineiro P (2022) Contextual bandits with large action spaces: made practical. In: Proceedings of machine learning research. pp 27428\u201327453"},{"key":"2779_CR103","doi-asserted-by":"crossref","unstructured":"Yan C, Xu H, Han H, Zhang Y, Wang Z (2023) Thompson sampling with time-varying reward for contextual bandits. In: Lecture notes in computer science (including subseries lecture notes in artificial intelligence and lecture notes in bioinformatics). pp 54\u201363","DOI":"10.1007\/978-3-031-30672-3_4"},{"key":"2779_CR104","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2024.128618","volume":"610","author":"J Yang","year":"2024","unstructured":"Yang J, Li X, Li B, Tian L, Xu B, Chen Y (2024) Cascading graph contrastive learning for multi-behavior recommendation. Neurocomputing 610:128618","journal-title":"Neurocomputing"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-026-02779-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10115-026-02779-1","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-026-02779-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T01:58:35Z","timestamp":1778119115000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10115-026-02779-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,7]]},"references-count":104,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,12]]}},"alternative-id":["2779"],"URL":"https:\/\/doi.org\/10.1007\/s10115-026-02779-1","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"value":"0219-1377","type":"print"},{"value":"0219-3116","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5,7]]},"assertion":[{"value":"24 February 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 April 2026","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 April 2026","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 May 2026","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The authors declare that they comply with ethical and informed consent for data used.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}],"article-number":"152"}}