{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T22:33:54Z","timestamp":1791326034366,"version":"4.3.1"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"1-2","license":[{"start":{"date-parts":[[2025,3,6]],"date-time":"2025-03-06T00:00:00Z","timestamp":1741219200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,3,6]],"date-time":"2025-03-06T00:00:00Z","timestamp":1741219200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62171307"],"award-info":[{"award-number":["62171307"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Shanxi Province Science and Technology Cooperation and Exchange Special Project","award":["202304041101035"],"award-info":[{"award-number":["202304041101035"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J. King Saud Univ. Comput. Inf. Sci."],"DOI":"10.1007\/s44443-025-00016-3","type":"journal-article","created":{"date-parts":[[2025,3,6]],"date-time":"2025-03-06T10:58:24Z","timestamp":1741258704000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["A dynamic multiobjective recommendation method based on soft actor-critic with discrete actions"],"prefix":"10.1007","volume":"37","author":[{"given":"Jun","family":"Luo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3923-6534","authenticated-orcid":false,"given":"Fenglian","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiangli","family":"Jiao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,3,6]]},"reference":[{"issue":"7","key":"16_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3543846","volume":"55","author":"MM Afsar","year":"2022","unstructured":"Afsar MM, Crump T, Far B (2022) Reinforcement learning based recommender systems: a survey. ACM Comput Surv 55(7):1\u201338","journal-title":"ACM Comput Surv"},{"key":"16_CR2","doi-asserted-by":"publisher","first-page":"119380","DOI":"10.1016\/j.eswa.2022.119380","volume":"215","author":"N Alharbe","year":"2023","unstructured":"Alharbe N, Rakrouki MA, Aljohani A (2023) A collaborative filtering recommendation algorithm based on embedding representation. Expert Syst Appl 215:119380","journal-title":"Expert Syst Appl"},{"key":"16_CR3","unstructured":"Badia AP, Sprechmann P, Vitvitskyi A, et\u00a0al. (2020) Never give up: learning directed exploration strategies. arXiv:2002.06038"},{"issue":"6","key":"16_CR4","doi-asserted-by":"publisher","first-page":"3021","DOI":"10.1109\/TCSS.2023.3283574","volume":"10","author":"X Cai","year":"2023","unstructured":"Cai X, Guo W, Zhao M et al (2023) A knowledge graph-based many-objective model for explainable social recommendation. IEEE Trans Comput Social Syst 10(6):3021\u20133030","journal-title":"IEEE Trans Comput Social Syst"},{"key":"16_CR5","doi-asserted-by":"publisher","first-page":"120145","DOI":"10.1016\/j.eswa.2023.120145","volume":"226","author":"L Chen","year":"2023","unstructured":"Chen L, Zhu G, Liang W et al (2023) Multi-objective reinforcement learning approach for trip recommendation. Expert Syst Appl 226:120145","journal-title":"Expert Syst Appl"},{"key":"16_CR6","doi-asserted-by":"crossref","unstructured":"Chen H, Dai X, Cai H, et\u00a0al.. (2019a) Large-scale interactive recommendation with tree-structured policy gradient. In: Proceedings of the AAAI conference on artificial intelligence. pp 3312\u20133320","DOI":"10.1609\/aaai.v33i01.33013312"},{"key":"16_CR7","unstructured":"Chen X, Li S, Li H, et\u00a0al.. (2019b) Generative adversarial user model for reinforcement learning based recommendation system. In: International conference on machine learning. PMLR, pp 1052\u20131061"},{"key":"16_CR8","unstructured":"Christodoulou P (2019) Soft actor-critic for discrete action settings. arXiv:1910.07207"},{"key":"16_CR9","doi-asserted-by":"publisher","first-page":"1459","DOI":"10.1016\/j.future.2017.07.017","volume":"86","author":"L Cui","year":"2018","unstructured":"Cui L, Huang W, Yan Q et al (2018) A novel context-aware recommendation algorithm with two-level svd in social networks. Futur Gener Comput Syst 86:1459\u20131470","journal-title":"Futur Gener Comput Syst"},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Deng Y, Li Y, Sun F, et\u00a0al. (2021) Unified conversational recommendation policy learning via graph-based reinforcement learning. In: Proceedings of the 44th international ACM SIGIR conference on research and development in information retrieval. pp 1431\u20131441","DOI":"10.1145\/3404835.3462913"},{"key":"16_CR11","unstructured":"Dulac-Arnold G, Evans R, Hasselt HV, et\u00a0al. (2015) Deep reinforcement learning in large discrete action spaces. Artificial Intelligence. https:\/\/api.semanticscholar.org\/CorpusID:13512886"},{"issue":"11","key":"16_CR12","doi-asserted-by":"publisher","first-page":"12028","DOI":"10.1109\/TCYB.2021.3089941","volume":"52","author":"M Fu","year":"2021","unstructured":"Fu M, Agrawal A, Irissappane AA et al (2021) Deep reinforcement learning framework for category-based item recommendation. IEEE Trans Cybern 52(11):12028\u201312041","journal-title":"IEEE Trans Cybern"},{"issue":"2","key":"16_CR13","doi-asserted-by":"publisher","first-page":"2049","DOI":"10.1109\/TII.2022.3209290","volume":"19","author":"M Fu","year":"2022","unstructured":"Fu M, Huang L, Rao A et al (2022) A deep reinforcement learning recommender system with multiple policies for recommendations. IEEE Trans Industr Inf 19(2):2049\u20132061","journal-title":"IEEE Trans Industr Inf"},{"key":"16_CR14","doi-asserted-by":"publisher","first-page":"111752","DOI":"10.1016\/j.knosys.2024.111752","volume":"294","author":"S Giannikis","year":"2024","unstructured":"Giannikis S, Frasincar F, Boekestijn D (2024) Reinforcement learning for addressing the cold-user problem in recommender systems. Knowl-Based Syst 294:111752","journal-title":"Knowl-Based Syst"},{"key":"16_CR15","unstructured":"Haarnoja T, Zhou A, Abbeel P, et\u00a0al. (2018a) Soft actor-critic: off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: International conference on machine learning. PMLR, pp 1861\u20131870"},{"key":"16_CR16","unstructured":"Haarnoja T, Zhou A, Hartikainen K, et\u00a0al. (2018b) Soft actor-critic algorithms and applications. arXiv:1812.05905"},{"issue":"1","key":"16_CR17","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1145\/963770.963772","volume":"22","author":"JL Herlocker","year":"2004","unstructured":"Herlocker JL, Konstan JA, Terveen LG et al (2004) Evaluating collaborative filtering recommender systems. ACM Trans Infor Syst 22(1):5\u201353","journal-title":"ACM Trans Infor Syst"},{"key":"16_CR18","doi-asserted-by":"crossref","unstructured":"Hessel M, Modayil J, Van\u00a0Hasselt H, et\u00a0al. (2018) Rainbow:combining improvements in deep reinforcement learning. In: Proceedings of the AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"16_CR19","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, et\u00a0al. (2015) Delving deep into rectifiers: Surpassing human-level performance on imagenet classification. In: Proceedings of the IEEE international conference on computer vision. pp 1026\u20131034","DOI":"10.1109\/ICCV.2015.123"},{"issue":"4","key":"16_CR20","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin K, Kek\u00e4l\u00e4inen J (2002) Cumulated gain-based evaluation of ir techniques. ACM Trans Inform Syst 20(4):422\u2013446","journal-title":"ACM Trans Inform Syst"},{"key":"16_CR21","doi-asserted-by":"crossref","unstructured":"Kasirzadeh A, Evans C (2021) User tampering in reinforcement learning recommender systems. Proceedings of the 2023 AAAI\/ACM Conference on AI, Ethics, and Society. https:\/\/api.semanticscholar.org\/CorpusID:237453377","DOI":"10.1145\/3600211.3604669"},{"issue":"2","key":"16_CR22","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1007\/s10844-023-00824-x","volume":"62","author":"P Khurana","year":"2024","unstructured":"Khurana P, Gupta B, Sharma R et al (2024) Session-aware recommender system using double deep reinforcement learning. J Intell Inform Syst 62(2):403\u2013429","journal-title":"J Intell Inform Syst"},{"issue":"5","key":"16_CR23","doi-asserted-by":"publisher","first-page":"2443","DOI":"10.1109\/TKDE.2020.3012346","volume":"34","author":"Y Lei","year":"2020","unstructured":"Lei Y, Wang Z, Li W et al (2020) Social attentive deep q-networks for recommender systems. IEEE Trans Knowl Data Eng 34(5):2443\u20132457","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"16_CR24","doi-asserted-by":"crossref","unstructured":"Li D, Li X, Wang J, et\u00a0al. (2020) Video recommendation with multi-gate mixture of experts soft actor critic. In: Proceedings of the 43rd International ACM SIGIR conference on research and development in information retrieval. pp 1553\u20131556","DOI":"10.1145\/3397271.3401238"},{"key":"16_CR25","doi-asserted-by":"publisher","first-page":"83120","DOI":"10.1109\/ACCESS.2019.2925019","volume":"7","author":"D Liu","year":"2019","unstructured":"Liu D, Yang C (2019) A deep reinforcement learning approach to proactive content pushing and recommendation for mobile users. IEEE Access 7:83120\u201383136","journal-title":"IEEE Access"},{"key":"16_CR26","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1016\/j.neucom.2020.07.057","volume":"417","author":"F Liu","year":"2020","unstructured":"Liu F, Tang R, Guo H et al (2020) Top-aware reinforcement learning based recommendation. Neurocomputing 417:255\u2013269","journal-title":"Neurocomputing"},{"key":"16_CR27","doi-asserted-by":"publisher","first-page":"106170","DOI":"10.1016\/j.knosys.2020.106170","volume":"205","author":"F Liu","year":"2020","unstructured":"Liu F, Tang R, Li X et al (2020) State representation modeling for deep reinforcement learning based recommendation. Knowl-Based Syst 205:106170","journal-title":"Knowl-Based Syst"},{"key":"16_CR28","unstructured":"Liu F, Tang R, Li X, et\u00a0al. (2018) Deep reinforcement learning based recommendation with explicit user-item interactions modeling. https:\/\/api.semanticscholar.org\/CorpusID:53099609. arXiv:1810.12027"},{"key":"16_CR29","unstructured":"Liu Z, Wen S, Quan Y (2021) Deep reinforcement learning based group recommender system. arXiv:2106.06900"},{"key":"16_CR30","unstructured":"Liu T, Xu C, Qiao Y, et\u00a0al. (2024) News recommendation with attention mechanism. https:\/\/api.semanticscholar.org\/CorpusID:267627716. arXiv:2402.07422"},{"key":"16_CR31","doi-asserted-by":"publisher","first-page":"111743","DOI":"10.1016\/j.knosys.2024.111743","volume":"294","author":"D Ma","year":"2024","unstructured":"Ma D, Zhu H, Liao S et al (2024) Learning path recommendation with multi-behavior user modeling and cascading deep q networks. Knowl-Based Syst 294:111743","journal-title":"Knowl-Based Syst"},{"key":"16_CR32","doi-asserted-by":"crossref","unstructured":"Ma J, Zhao Z, Chen J, et\u00a0al. (2019) Snr: Sub-network routing for flexible parameter sharing in multi-task learning. In: Proceedings of the AAAI conference on artificial intelligence. pp 216\u2013223","DOI":"10.1609\/aaai.v33i01.3301216"},{"key":"16_CR33","doi-asserted-by":"crossref","unstructured":"Ma J, Zhao Z, Yi X, et\u00a0al. (2018) Modeling task relationships in multi-task learning with multi-gate mixture-of-experts. In: Proceedings of the 24th ACM SIGKDD international conference on knowledge discovery & data mining. pp 1930\u20131939","DOI":"10.1145\/3219819.3220007"},{"key":"16_CR34","doi-asserted-by":"publisher","first-page":"121583","DOI":"10.1016\/j.eswa.2023.121583","volume":"237","author":"L Meng","year":"2024","unstructured":"Meng L, Liu Z, Chu D et al (2024) Poi recommendation for occasional groups based on hybrid graph neural networks. Expert Syst Appl 237:121583","journal-title":"Expert Syst Appl"},{"issue":"7540","key":"16_CR35","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"16_CR36","doi-asserted-by":"crossref","unstructured":"Sharifbaev A, Mozikov M, Zaynidinov H et al (2024) Efficient integration of reinforcement learning in graph neural networks-based recommender systems. IEEE Access","DOI":"10.1109\/ACCESS.2024.3516517"},{"key":"16_CR37","unstructured":"Silver D, Lever G, Heess N, et\u00a0al. (2014) Deterministic policy gradient algorithms. In: International conference on machine learning. Pmlr, pp 387\u2013395"},{"key":"16_CR38","unstructured":"Sutton RS (2018) Reinforcement learning: an introduction. A Bradford Book"},{"key":"16_CR39","doi-asserted-by":"publisher","first-page":"107217","DOI":"10.1016\/j.knosys.2021.107217","volume":"227","author":"S Tao","year":"2021","unstructured":"Tao S, Qiu R, Ping Y et al (2021) Multi-modal knowledge-aware reinforcement learning network for explainable recommendation. Knowl-Based Syst 227:107217","journal-title":"Knowl-Based Syst"},{"key":"16_CR40","doi-asserted-by":"crossref","unstructured":"Van\u00a0Hasselt H, Guez A, Silver D (2016) Deep reinforcement learning with double q-learning. In: Proceedings of the AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"16_CR41","first-page":"99","volume":"2020","author":"X Wang","year":"2020","unstructured":"Wang X, Xu Y, He X et al (2020) Reinforced negative sampling over knowledge graph for recommendation. Proc Web Conf 2020:99\u2013109","journal-title":"Proc Web Conf"},{"key":"16_CR42","doi-asserted-by":"crossref","unstructured":"Wang P, Fan Y, Xia L, et\u00a0al. (2020a) Kerl: A knowledge-guided reinforcement learning model for sequential recommendation. In: Proceedings of the 43rd international ACM SIGIR conference on research and development in information retrieval. pp 209\u2013218","DOI":"10.1145\/3397271.3401134"},{"key":"16_CR43","unstructured":"Wang Z, Schaul T, Hessel M, et\u00a0al. (2016) Dueling network architectures for deep reinforcement learning. In: International conference on machine learning. PMLR, pp 1995\u20132003"},{"key":"16_CR44","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/BF00992696","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams RJ (1992) Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach Learn 8:229\u2013256","journal-title":"Mach Learn"},{"key":"16_CR45","doi-asserted-by":"crossref","unstructured":"Xie R, Zhang S, Wang R, et\u00a0al. (2021) Hierarchical reinforcement learning for integrated recommendation. In: Proceedings of the AAAI conference on artificial intelligence. pp 4521\u20134528","DOI":"10.1609\/aaai.v35i5.16580"},{"issue":"2","key":"16_CR46","doi-asserted-by":"publisher","first-page":"1891","DOI":"10.1007\/s40747-022-00871-x","volume":"9","author":"X Zhang","year":"2023","unstructured":"Zhang X, Shang Y, Ren Y et al (2023) Dynamic multi-objective sequence-wise recommendation framework via deep reinforcement learning. Complex Intell Syst 9(2):1891\u20131911","journal-title":"Complex Intell Syst"},{"key":"16_CR47","doi-asserted-by":"crossref","unstructured":"Zhang M, Li Y, Li S, et\u00a0al. (2024) Knowledge graph-enhanced hierarchical reinforcement learning for interactive and explainable recommendation. IEEE Access","DOI":"10.1109\/ACCESS.2024.3464733"},{"key":"16_CR48","doi-asserted-by":"crossref","unstructured":"Zhao K, Wang X, Zhang Y, et\u00a0al. (2020a) Leveraging demonstrations for reinforcement recommendation reasoning over knowledge graphs. In: Proceedings of the 43rd international ACM SIGIR conference on research and development in information retrieval. pp 239\u2013248","DOI":"10.1145\/3397271.3401171"},{"key":"16_CR49","doi-asserted-by":"crossref","unstructured":"Zhao X, Xia L, Zhang L, et\u00a0al. (2018a) Deep reinforcement learning for page-wise recommendations. In: Proceedings of the 12th ACM conference on recommender systems. pp 95\u2013103","DOI":"10.1145\/3240323.3240374"},{"key":"16_CR50","doi-asserted-by":"crossref","unstructured":"Zhao X, Xia L, Zou L, et\u00a0al. (2020b) Whole-chain recommendations. In: Proceedings of the 29th ACM international conference on information & knowledge management. pp 1883\u20131891","DOI":"10.1145\/3340531.3412044"},{"key":"16_CR51","unstructured":"Zhao X, Zhang L, Ding Z, et\u00a0al. (2017) Deep reinforcement learning for list-wise recommendations. https:\/\/api.semanticscholar.org\/CorpusID:6953978. arXiv:1801.00209"},{"key":"16_CR52","doi-asserted-by":"crossref","unstructured":"Zhao X, Zhang L, Ding Z, et\u00a0al. (2018b) Recommendations with negative feedback via pairwise deep reinforcement learning. In: Proceedings of the 24th ACM SIGKDD international conference on knowledge discovery & data mining. pp 1040\u20131048","DOI":"10.1145\/3219819.3219886"},{"key":"16_CR53","unstructured":"Zheng B, Lin Z, Liu E, et\u00a0al. (2024) A large language model enhanced sequential recommender for joint video and comment recommendation. https:\/\/api.semanticscholar.org\/CorpusID:268537112. arXiv:2403.13574"},{"key":"16_CR54","doi-asserted-by":"crossref","unstructured":"Zheng G, Zhang F, Zheng Z, et\u00a0al. (2018) Drn: a deep reinforcement learning framework for news recommendation. In: Proceedings of the 2018 world wide web conference. pp 167\u2013176","DOI":"10.1145\/3178876.3185994"}],"container-title":["Journal of King Saud University Computer and Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44443-025-00016-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44443-025-00016-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44443-025-00016-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,14]],"date-time":"2025-04-14T16:24:42Z","timestamp":1744647882000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44443-025-00016-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,6]]},"references-count":54,"journal-issue":{"issue":"1-2","published-online":{"date-parts":[[2025,3]]}},"alternative-id":["16"],"URL":"https:\/\/doi.org\/10.1007\/s44443-025-00016-3","relation":{},"ISSN":["1319-1578"],"issn-type":[{"value":"1319-1578","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,3,6]]},"assertion":[{"value":"12 August 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 February 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 March 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}],"article-number":"1"}}