{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T18:27:11Z","timestamp":1783794431028,"version":"3.55.0"},"reference-count":45,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Knowledge-Based Systems"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.knosys.2026.116319","type":"journal-article","created":{"date-parts":[[2026,5,28]],"date-time":"2026-05-28T07:04:50Z","timestamp":1779951890000},"page":"116319","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["A Multi-Agent Reinforcement Learning framework for personalized travel sequence recommendations"],"prefix":"10.1016","volume":"347","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-1129-7556","authenticated-orcid":false,"given":"Razan","family":"Albayouk","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2285-953X","authenticated-orcid":false,"given":"Zaher","family":"Al Aghbari","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Imad","family":"Afyouni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"6","key":"10.1016\/j.knosys.2026.116319_b1","doi-asserted-by":"crossref","first-page":"5086","DOI":"10.3390\/su15065086","article-title":"Systematic literature review analysing smart tourism destinations in context of sustainable development: Current applications and future directions","volume":"15","author":"El Archi","year":"2023","journal-title":"Sustainability"},{"issue":"1","key":"10.1016\/j.knosys.2026.116319_b2","doi-asserted-by":"crossref","first-page":"382","DOI":"10.1038\/s41598-024-84581-z","article-title":"Personalized tourism recommendation model based on temporal multilayer sequential neural network","volume":"15","author":"Xiao","year":"2025","journal-title":"Sci. Rep."},{"issue":"2","key":"10.1016\/j.knosys.2026.116319_b3","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipm.2024.103970","article-title":"TourPIE: Empowering tourists with multi-criteria event-driven personalized travel sequences","volume":"62","author":"Orabi","year":"2025","journal-title":"Inf. Process. Manage."},{"issue":"1","key":"10.1016\/j.knosys.2026.116319_b4","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3158369","article-title":"Deep learning based recommender system: A survey and new perspectives","volume":"52","author":"Zhang","year":"2019","journal-title":"ACM Comput. Surv."},{"issue":"1","key":"10.1016\/j.knosys.2026.116319_b5","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1561\/1500000066","article-title":"Explainable recommendation: A survey and new perspectives","volume":"14","author":"Zhang","year":"2020","journal-title":"Found. Trends\u00ae Inf. Retr."},{"key":"10.1016\/j.knosys.2026.116319_b6","series-title":"A survey of deep reinforcement learning in recommender systems: A systematic review and future directions","author":"Chen","year":"2021"},{"key":"10.1016\/j.knosys.2026.116319_b7","doi-asserted-by":"crossref","DOI":"10.1016\/j.tre.2024.103839","article-title":"Personalized origin\u2013destination travel time estimation with active adversarial inverse reinforcement learning and transformer","volume":"193","author":"Liu","year":"2025","journal-title":"Transp. Res. Part E: Logist. Transp. Rev."},{"key":"10.1016\/j.knosys.2026.116319_b8","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2024.126294","article-title":"Travel itinerary recommendation using interaction-based augmented data","volume":"269","author":"Otaki","year":"2025","journal-title":"Expert Syst. Appl."},{"issue":"2","key":"10.1016\/j.knosys.2026.116319_b9","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.ipm.2014.10.003","article-title":"On planning sightseeing tours with TripBuilder","volume":"51","author":"Brilhante","year":"2015","journal-title":"Inf. Process. Manage."},{"key":"10.1016\/j.knosys.2026.116319_b10","article-title":"Your trip, your way: An adaptive tourism recommendation system","author":"Yuan","year":"2024","journal-title":"Appl. Soft Comput."},{"issue":"10","key":"10.1016\/j.knosys.2026.116319_b11","doi-asserted-by":"crossref","first-page":"7691","DOI":"10.1007\/s00521-021-06872-0","article-title":"Deep learning and internet of things for tourist attraction recommendations in smart cities","volume":"34","author":"Cepeda-Pacheco","year":"2022","journal-title":"Neural Comput. Appl."},{"issue":"7","key":"10.1016\/j.knosys.2026.116319_b12","doi-asserted-by":"crossref","first-page":"3907","DOI":"10.1109\/TITS.2020.2987645","article-title":"Multi-task travel route planning with a flexible deep learning framework","volume":"22","author":"Huang","year":"2020","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"10.1016\/j.knosys.2026.116319_b13","article-title":"Tourist attraction image recognition and intelligent recommendation based on deep learning","author":"Wei","year":"2025","journal-title":"J. Comput. Methods Sci. Eng."},{"key":"10.1016\/j.knosys.2026.116319_b14","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2020.113820","article-title":"Multi-DQN: An ensemble of deep Q-learning agents for stock market forecasting","volume":"164","author":"Carta","year":"2021","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.knosys.2026.116319_b15","doi-asserted-by":"crossref","first-page":"120258","DOI":"10.1109\/ACCESS.2023.3327273","article-title":"Deep reinforcement learning-based multi-object adaptive route planning for traveling recommender systems","volume":"11","author":"Wang","year":"2023","journal-title":"IEEE Access"},{"key":"10.1016\/j.knosys.2026.116319_b16","doi-asserted-by":"crossref","unstructured":"A. Yahi, A. Chassang, L. Raynaud, H. Duthil, D.H. Chau, Aurigo: an interactive tour planner for personalized itineraries, in: Proceedings of the 20th International Conference on Intelligent User Interfaces, 2015, pp. 275\u2013285.","DOI":"10.1145\/2678025.2701366"},{"key":"10.1016\/j.knosys.2026.116319_b17","first-page":"662","article-title":"Enhancing personalized trip recommendation with attractive routes","volume":"vol. 34, no. 01","author":"Gu","year":"2020"},{"key":"10.1016\/j.knosys.2026.116319_b18","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2019.113070","article-title":"Personalized itinerary recommendation: Deep and collaborative learning with textual information","volume":"144","author":"Chen","year":"2020","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.knosys.2026.116319_b19","article-title":"Adversarial human trajectory learning for trip recommendation","author":"Gao","year":"2021","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"10.1016\/j.knosys.2026.116319_b20","series-title":"2018 IEEE International Conference on Industrial Engineering and Engineering Management","first-page":"427","article-title":"A genetic algorithm for generating travel itinerary recommendation with restaurant selection","author":"Wibowo","year":"2018"},{"issue":"10","key":"10.1016\/j.knosys.2026.116319_b21","doi-asserted-by":"crossref","first-page":"4225","DOI":"10.1109\/TITS.2019.2939224","article-title":"Automatic planning of multiple itineraries: A niching genetic evolution approach","volume":"21","author":"Huang","year":"2019","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"10.1016\/j.knosys.2026.116319_b22","doi-asserted-by":"crossref","first-page":"375","DOI":"10.1007\/s10115-017-1056-y","article-title":"Personalized trip recommendation for tourists based on user interests, points of interest visit durations and visit recency","volume":"54","author":"Lim","year":"2018","journal-title":"Knowl. Inf. Syst."},{"key":"10.1016\/j.knosys.2026.116319_b23","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2020.113563","article-title":"An interactive preference-guided firefly algorithm for personalized tourist itineraries","volume":"159","author":"Trachanatzi","year":"2020","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.knosys.2026.116319_b24","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2023.111084","article-title":"Recommendation rules to personalize itineraries for tourists in an unfamiliar city","volume":"150","author":"Gasmi","year":"2024","journal-title":"Appl. Soft Comput."},{"key":"10.1016\/j.knosys.2026.116319_b25","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.121536","article-title":"Two-stage travel itinerary recommendation optimization model considering stochastic traffic time","volume":"237","author":"Ding","year":"2024","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.knosys.2026.116319_b26","doi-asserted-by":"crossref","DOI":"10.1016\/j.csi.2023.103766","article-title":"A BERT-based sequential POI recommender system in social media","volume":"87","author":"Noorian","year":"2024","journal-title":"Comput. Stand. Interfaces"},{"key":"10.1016\/j.knosys.2026.116319_b27","article-title":"Disentangling multi-factor effects via graph contrastive learning for travel recommendation","author":"Chen","year":"2025","journal-title":"Appl. Soft Comput."},{"issue":"4","key":"10.1016\/j.knosys.2026.116319_b28","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3487047","article-title":"TRACE: Travel reinforcement recommendation based on location-aware context extraction","volume":"16","author":"Fu","year":"2022","journal-title":"ACM Trans. Knowl. Discov. Data (TKDD)"},{"key":"10.1016\/j.knosys.2026.116319_b29","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.120145","article-title":"Multi-objective reinforcement learning approach for trip recommendation","volume":"226","author":"Chen","year":"2023","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.knosys.2026.116319_b30","doi-asserted-by":"crossref","unstructured":"S. Chen, B.-H. Chen, Z. Chen, Y. Wu, Itinerary planning via deep reinforcement learning, in: Proceedings of the 2020 International Conference on Multimedia Retrieval, 2020, pp. 286\u2013290.","DOI":"10.1145\/3372278.3390727"},{"issue":"4","key":"10.1016\/j.knosys.2026.116319_b31","first-page":"1","article-title":"Trip reinforcement recommendation with graph-based representation learning","volume":"17","author":"Chen","year":"2023","journal-title":"ACM Trans. Knowl. Discov. Data"},{"issue":"8","key":"10.1016\/j.knosys.2026.116319_b32","doi-asserted-by":"crossref","first-page":"362","DOI":"10.3390\/a16080362","article-title":"Deep-reinforcement-learning-based planner for city tours for cruise passengers","volume":"16","author":"Di Napoli","year":"2023","journal-title":"Algorithms"},{"issue":"3","key":"10.1016\/j.knosys.2026.116319_b33","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1007\/s40558-024-00288-x","article-title":"Promoting sustainable tourism by recommending sequences of attractions with deep reinforcement learning","volume":"26","author":"Vecchia","year":"2024","journal-title":"Inf. Technol. Tour."},{"key":"10.1016\/j.knosys.2026.116319_b34","series-title":"2023 IEEE 8th International Conference for Convergence in Technology","first-page":"1","article-title":"Tourism route recommendation using reinforcement learning","author":"Mubarak","year":"2023"},{"key":"10.1016\/j.knosys.2026.116319_b35","series-title":"2025 2nd International Conference on Advanced Innovations in Smart Cities","first-page":"1","article-title":"Deep reinforcement learning for travel sequence recommendations: A dubai case study","author":"Al Bayouk","year":"2025"},{"issue":"10","key":"10.1016\/j.knosys.2026.116319_b36","doi-asserted-by":"crossref","first-page":"18864","DOI":"10.1109\/TITS.2022.3169002","article-title":"Automatic itinerary planning using triple-agent deep reinforcement learning","volume":"23","author":"Chen","year":"2022","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"10.1016\/j.knosys.2026.116319_b37","article-title":"RPMTD: A route planning model with consideration of tourists\u2019 distribution","author":"Kong","year":"2024","journal-title":"IEEE Access"},{"key":"10.1016\/j.knosys.2026.116319_b38","doi-asserted-by":"crossref","unstructured":"J. Feng, H. Li, M. Huang, S. Liu, W. Ou, Z. Wang, X. Zhu, Learning to collaborate: Multi-scenario ranking via multi-agent reinforcement learning, in: Proceedings of the 2018 World Wide Web Conference, 2018, pp. 1939\u20131948.","DOI":"10.1145\/3178876.3186165"},{"key":"10.1016\/j.knosys.2026.116319_b39","article-title":"MARRGM: Learning framework for multi-agent reinforcement learning via reinforcement recommendation and group modification","author":"Wu","year":"2024","journal-title":"IEEE Robot. Autom. Lett."},{"key":"10.1016\/j.knosys.2026.116319_b40","series-title":"Deep Q-network based multi-agent reinforcement learning with binary action agents","author":"Mueed Hafiz","year":"2020"},{"key":"10.1016\/j.knosys.2026.116319_b41","doi-asserted-by":"crossref","first-page":"39974","DOI":"10.1109\/ACCESS.2019.2902846","article-title":"Multi-objective workflow scheduling with deep-Q-network-based multi-agent reinforcement learning","volume":"7","author":"Wang","year":"2019","journal-title":"IEEE Access"},{"key":"10.1016\/j.knosys.2026.116319_b42","doi-asserted-by":"crossref","unstructured":"T. Theodoropoulos, D. Kafetzis, J. Violos, A. Makris, K. Tserpes, Multi-agent deep reinforcement learning for weighted multi-path routing, in: Proceedings of the 3rd Workshop on Flexible Resource and Application Management on the Edge, 2023, pp. 7\u201311.","DOI":"10.1145\/3589010.3594888"},{"key":"10.1016\/j.knosys.2026.116319_b43","doi-asserted-by":"crossref","unstructured":"T. Gabel, M. Riedmiller, Reinforcement learning for DEC-MDPs with changing action sets and partially ordered dependencies, in: Proceedings of the 7th International Joint Conference on Autonomous Agents and Multiagent Systems-Volume 3, 2008, pp. 1333\u20131336.","DOI":"10.65109\/KAVV9707"},{"key":"10.1016\/j.knosys.2026.116319_b44","series-title":"International Conference on Cognitive Computing","first-page":"71","article-title":"An adaptive hot ranking algorithm for popular item recommendation in the express industry","author":"Li","year":"2024"},{"key":"10.1016\/j.knosys.2026.116319_b45","doi-asserted-by":"crossref","DOI":"10.1016\/j.elerap.2020.100943","article-title":"MULTITOUR: A multiple itinerary tourists recommendation engine","volume":"40","author":"Sarkar","year":"2020","journal-title":"Electron. Commer. Res. Appl."}],"container-title":["Knowledge-Based Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950705126010452?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950705126010452?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T12:15:08Z","timestamp":1780920908000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0950705126010452"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":45,"alternative-id":["S0950705126010452"],"URL":"https:\/\/doi.org\/10.1016\/j.knosys.2026.116319","relation":{},"ISSN":["0950-7051"],"issn-type":[{"value":"0950-7051","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A Multi-Agent Reinforcement Learning framework for personalized travel sequence recommendations","name":"articletitle","label":"Article Title"},{"value":"Knowledge-Based Systems","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.knosys.2026.116319","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"116319"}}