{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T15:24:34Z","timestamp":1780586674068,"version":"3.54.1"},"publisher-location":"Singapore","reference-count":38,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819203628","type":"print"},{"value":"9789819203635","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-92-0363-5_28","type":"book-chapter","created":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T19:53:29Z","timestamp":1778270009000},"page":"454-470","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["LLM-Enhanced Reinforcement Learning for\u00a0Long-Term User Satisfaction in\u00a0Interactive Recommendation"],"prefix":"10.1007","author":[{"given":"Chongjun","family":"Xia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yanchun","family":"Peng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xianzhi","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,5,9]]},"reference":[{"key":"28_CR1","unstructured":"Achiam, J., Adler, S., et\u00a0al.: GPT-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"issue":"6","key":"28_CR2","first-page":"e1512","volume":"13","author":"QM Areeb","year":"2023","unstructured":"Areeb, Q.M., Nadeem, M., et al.: Filter bubbles in recommender systems: fact or fallacy\u2014a systematic review. Wiley Interdisc. Rev.: Data Min. Knowl. Discov. 13(6), e1512 (2023)","journal-title":"Wiley Interdisc. Rev.: Data Min. Knowl. Discov."},{"key":"28_CR3","doi-asserted-by":"crossref","unstructured":"Aridor, G., Goncalves, D., Sikdar, S.: Deconstructing the filter bubble: user decision-making and recommender systems. In: Proceedings of the 14th ACM Conference on Recommender Systems, pp. 82\u201391 (2020)","DOI":"10.1145\/3383313.3412246"},{"issue":"6","key":"28_CR4","doi-asserted-by":"publisher","first-page":"102721","DOI":"10.1016\/j.ipm.2021.102721","volume":"58","author":"Y Du","year":"2021","unstructured":"Du, Y., Ranwez, S., Sutton-Charani, N., Ranwez, V.: Is diversity optimization always suitable? toward a better understanding of diversity within recommendation approaches. Inf. Process. Manage. 58(6), 102721 (2021)","journal-title":"Inf. Process. Manage."},{"key":"28_CR5","unstructured":"Dubey, A., Jauhri, A., et\u00a0al.: The LLaMA 3 herd of models. arXiv e-prints pp. arXiv\u20132407 (2024)"},{"key":"28_CR6","unstructured":"Fujimoto, S., Hoof, H., Meger, D.: Addressing function approximation error in actor-critic methods. In: Proceedings of the International Conference on Machine Learning, pp. 1587\u20131596. PMLR (2018)"},{"key":"28_CR7","doi-asserted-by":"crossref","unstructured":"Gao, C., Huang, K., et\u00a0al.: Alleviating Matthew effect of offline reinforcement learning in interactive recommendation. In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 238\u2013248 (2023)","DOI":"10.1145\/3539618.3591636"},{"key":"28_CR8","doi-asserted-by":"crossref","unstructured":"Gao, C., Li, S., Zhang, Y., et\u00a0al.: KuaiRand: an unbiased sequential recommendation dataset with randomly exposed videos. In: Proceedings of the 31st ACM International Conference on Information & Knowledge Management, pp. 3953\u20133957 (2022)","DOI":"10.1145\/3511808.3557624"},{"key":"28_CR9","doi-asserted-by":"crossref","unstructured":"Gao, C., Li, S., et\u00a0al.: KuaiRec: a fully-observed dataset and insights for evaluating recommender systems. In: Proceedings of the 31st ACM International Conference on Information & Knowledge Management, pp. 540\u2013550 (2022)","DOI":"10.1145\/3511808.3557220"},{"issue":"1","key":"28_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3594871","volume":"42","author":"C Gao","year":"2023","unstructured":"Gao, C., Wang, S., Li, S., Chen, J., et al.: CIRS: bursting filter bubbles by counterfactual interactive recommender system. ACM Trans. Inf. Syst. 42(1), 1\u201327 (2023)","journal-title":"ACM Trans. Inf. Syst."},{"key":"28_CR11","doi-asserted-by":"crossref","unstructured":"Gao, Z., Shen, T., et\u00a0al.: Mitigating the filter bubble while maintaining relevance: targeted diversification with VAE-based recommender systems. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2524\u20132531 (2022)","DOI":"10.1145\/3477495.3531890"},{"key":"28_CR12","unstructured":"Konda, V., Tsitsiklis, J.: Actor-critic algorithms. In: Advances in Neural Information Processing Systems, vol. 12 (1999)"},{"issue":"1","key":"28_CR13","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1109\/TVCG.2014.2322367","volume":"29","author":"Y Li","year":"2022","unstructured":"Li, Y., Qi, Y., Shi, Y., Chen, Q., Cao, N., Chen, S.: Diverse interaction recommendation for public users exploring multi-view visualization using deep learning. IEEE Trans. Visual Comput. Graphics 29(1), 95\u2013105 (2022)","journal-title":"IEEE Trans. Visual Comput. Graphics"},{"key":"28_CR14","doi-asserted-by":"crossref","unstructured":"Li, Z., Dong, Y., Gao, C., et\u00a0al.: Breaking filter bubble: a reinforcement learning framework of controllable recommender system. In: Proceedings of the ACM Web Conference, pp. 4041\u20134049 (2023)","DOI":"10.1145\/3543507.3583856"},{"key":"28_CR15","doi-asserted-by":"crossref","unstructured":"Liang, Y., Ponnada, A., Lamere, P., Daskalova, N.: Enabling goal-focused exploration of podcasts in interactive recommender systems. In: Proceedings of the 28th International Conference on Intelligent User Interfaces, pp. 142\u2013155 (2023)","DOI":"10.1145\/3581641.3584032"},{"key":"28_CR16","unstructured":"Lillicrap, T.: Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 (2015)"},{"issue":"10","key":"28_CR17","doi-asserted-by":"publisher","first-page":"13164","DOI":"10.1109\/TNNLS.2023.3280161","volume":"35","author":"Y Lin","year":"2024","unstructured":"Lin, Y., et al.: A survey on reinforcement learning for recommender systems. IEEE Trans. Neural Netw. Learn. Syst. 35(10), 13164\u201313184 (2024)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"28_CR18","doi-asserted-by":"publisher","first-page":"118926","DOI":"10.1016\/j.eswa.2022.118926","volume":"213","author":"H Liu","year":"2023","unstructured":"Liu, H., Cai, K., Li, P., Qian, C., Zhao, P., Wu, X.: REDRL: a review-enhanced deep reinforcement learning model for interactive recommendation. Expert Syst. Appl. 213, 118926 (2023)","journal-title":"Expert Syst. Appl."},{"key":"28_CR19","doi-asserted-by":"crossref","unstructured":"Liu, S., et al.: Exploration and regularization of the latent action space in recommendation. In: Proceedings of the ACM Web Conference, pp. 833\u2013844 (2023)","DOI":"10.1145\/3543507.3583244"},{"issue":"4","key":"28_CR20","doi-asserted-by":"publisher","first-page":"786","DOI":"10.26599\/TST.2022.9010050","volume":"28","author":"D Ma","year":"2023","unstructured":"Ma, D., Wang, Y., Ma, J., Jin, Q.: SGNR: a social graph neural network based interactive recommendation scheme for e-commerce. Tsinghua Sci. Technol. 28(4), 786\u2013798 (2023)","journal-title":"Tsinghua Sci. Technol."},{"key":"28_CR21","doi-asserted-by":"publisher","first-page":"1129","DOI":"10.1109\/TMM.2023.3276505","volume":"26","author":"W Nie","year":"2023","unstructured":"Nie, W., et al.: Knowledge-enhanced causal reinforcement learning model for interactive recommendation. IEEE Trans. Multimedia 26, 1129\u20131142 (2023)","journal-title":"IEEE Trans. Multimedia"},{"issue":"2","key":"28_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3617826","volume":"42","author":"Y Quan","year":"2023","unstructured":"Quan, Y., Ding, J., Gao, C., et al.: Alleviating video-length effect for micro-video recommendation. ACM Trans. Inf. Syst. 42(2), 1\u201324 (2023)","journal-title":"ACM Trans. Inf. Syst."},{"key":"28_CR23","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"issue":"3","key":"28_CR24","doi-asserted-by":"publisher","first-page":"1029","DOI":"10.1109\/TSC.2024.3349636","volume":"17","author":"X Shi","year":"2024","unstructured":"Shi, X., Liu, Q., Xie, H., Bai, Y., Shang, M.: Maximum entropy policy for long-term fairness in interactive recommender systems. IEEE Trans. Serv. Comput. 17(3), 1029\u20131043 (2024)","journal-title":"IEEE Trans. Serv. Comput."},{"issue":"2","key":"28_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3618107","volume":"42","author":"X Shi","year":"2023","unstructured":"Shi, X., Liu, Q., et al.: Relieving popularity bias in interactive recommendation: a diversity-novelty-aware reinforcement learning approach. ACM Trans. Inf. Syst. 42(2), 1\u201330 (2023)","journal-title":"ACM Trans. Inf. Syst."},{"key":"28_CR26","doi-asserted-by":"crossref","unstructured":"Tahir\u00a0Kidwai, U., Akhtar, N., et\u00a0al.: Mitigating filter bubbles: diverse and explainable recommender systems. J. Intell. Fuzzy Syst. JIFS\u2013219416 (2024)","DOI":"10.3233\/JIFS-219416"},{"key":"28_CR27","doi-asserted-by":"crossref","unstructured":"Tommasel, A., Rodriguez, J.M., Godoy, D.: I want to break free! Recommending friends from outside the echo chamber. In: Proceedings of the 15th ACM Conference on Recommender Systems, pp. 23\u201333 (2021)","DOI":"10.1145\/3460231.3474270"},{"issue":"6","key":"28_CR28","doi-asserted-by":"publisher","first-page":"186345","DOI":"10.1007\/s11704-024-40231-1","volume":"18","author":"L Wang","year":"2024","unstructured":"Wang, L., Ma, C., Feng, X., et al.: A survey on large language model based autonomous agents. Front. Comput. Sci. 18(6), 186345 (2024)","journal-title":"Front. Comput. Sci."},{"key":"28_CR29","doi-asserted-by":"crossref","unstructured":"Wei, H., Zhang, Z., He, S., Xia, T., Pan, S., Liu, F.: PlangenLLMs: a modern survey of LLM planning capabilities. In: Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 19497\u201319521 (2025)","DOI":"10.18653\/v1\/2025.acl-long.958"},{"key":"28_CR30","doi-asserted-by":"crossref","unstructured":"Wei, W., Ren, X., et\u00a0al.: LLMRec: large language models with graph augmentation for recommendation. In: Proceedings of the 17th ACM International Conference on Web Search and Data Mining, pp. 806\u2013815 (2024)","DOI":"10.1145\/3616855.3635853"},{"key":"28_CR31","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1023\/A:1022672621406","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams, R.J.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach. Learn. 8, 229\u2013256 (1992)","journal-title":"Mach. Learn."},{"key":"28_CR32","doi-asserted-by":"crossref","unstructured":"Xi, Y., Liu, W., et\u00a0al.: Towards open-world recommendation with knowledge augmentation from large language models. In: Proceedings of the 18th ACM Conference on Recommender Systems, pp. 12\u201322 (2024)","DOI":"10.1145\/3640457.3688104"},{"key":"28_CR33","doi-asserted-by":"publisher","DOI":"10.1145\/3769471","author":"C Xia","year":"2025","unstructured":"Xia, C., Shi, X., Xie, H., Lu, Y., Li, P., Shang, M.: Beyond trade-offs: leveraging spatiotemporal heterogeneity of user preference for long-term fairness and accuracy in interactive recommendation. ACM Trans. Web (2025). https:\/\/doi.org\/10.1145\/3769471","journal-title":"ACM Trans. Web"},{"key":"28_CR34","doi-asserted-by":"crossref","unstructured":"Xia, C., Shi, X., et\u00a0al.: Hierarchical reinforcement learning for long-term fairness in interactive recommendation. In: Proceedings of IEEE International Conference on Web Services, pp. 300\u2013309. IEEE (2024)","DOI":"10.1109\/ICWS62655.2024.00052"},{"issue":"4","key":"28_CR35","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3396607","volume":"14","author":"Y Xu","year":"2020","unstructured":"Xu, Y., Yang, Y., et al.: Neural serendipity recommendation: exploring the balance between accuracy and novelty with sparse explicit feedback. ACM Trans. Knowl. Discov. Data 14(4), 1\u201325 (2020)","journal-title":"ACM Trans. Knowl. Discov. Data"},{"key":"28_CR36","doi-asserted-by":"crossref","unstructured":"Yu, Y., Gao, C., Chen, J., et\u00a0al.: EasyRL4Rec: an easy-to-use library for reinforcement learning based recommender systems. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 977\u2013987 (2024)","DOI":"10.1145\/3626772.3657868"},{"issue":"5","key":"28_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3708882","volume":"43","author":"J Zhang","year":"2025","unstructured":"Zhang, J., Xie, R., et al.: Recommendation as instruction following: a large language model empowered recommendation approach. ACM Trans. Inf. Syst. 43(5), 1\u201337 (2025)","journal-title":"ACM Trans. Inf. Syst."},{"key":"28_CR38","first-page":"44880","volume":"36","author":"K Zhao","year":"2023","unstructured":"Zhao, K., et al.: KuaiSim: a comprehensive simulator for recommender systems. Adv. Neural. Inf. Process. Syst. 36, 44880\u201344897 (2023)","journal-title":"Adv. Neural. Inf. Process. Syst."}],"container-title":["Lecture Notes in Computer Science","Database Systems for Advanced Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-92-0363-5_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T19:53:38Z","timestamp":1778270018000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-92-0363-5_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9789819203628","9789819203635"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-981-92-0363-5_28","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"9 May 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"DASFAA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Database Systems for Advanced Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Jeju","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 April 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 April 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dasfaa2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/dasfaa2026.github.io\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}