{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T16:25:42Z","timestamp":1783009542625,"version":"3.54.5"},"reference-count":53,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,7,18]],"date-time":"2025-07-18T00:00:00Z","timestamp":1752796800000},"content-version":"vor","delay-in-days":198,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Intelligent Networks"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1016\/j.ijin.2025.07.001","type":"journal-article","created":{"date-parts":[[2025,7,22]],"date-time":"2025-07-22T23:15:48Z","timestamp":1753226148000},"page":"97-112","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"special_numbering":"C","title":["Intelligent routing agent based on Q-learning and Markov decision processes for routing optimization in DTN networks"],"prefix":"10.1016","volume":"6","author":[{"given":"El Mastapha","family":"Sammou","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.ijin.2025.07.001_bib1","doi-asserted-by":"crossref","first-page":"237","DOI":"10.3390\/network4030012","article-title":"Delay and disruption tolerant networking for terrestrial and TCP\/IP applications: a systematic literature review","volume":"4","author":"Castillo","year":"2024","journal-title":"Network"},{"key":"10.1016\/j.ijin.2025.07.001_bib2","article-title":"Comparative analysis of routing algorithms in opportunistic network","volume":"2039","author":"Joshi","year":"2024"},{"key":"10.1016\/j.ijin.2025.07.001_bib3","first-page":"7339","article-title":"Performance evaluation of DTN routing protocols on map-based social mobility models for DTN networks","volume":"101","author":"Sammou","year":"2023","journal-title":"J. Theor. Appl. Inf. Technol."},{"key":"10.1016\/j.ijin.2025.07.001_bib4","first-page":"2385","article-title":"A social spray-and-wait routing protocol based on social nodes in delay tolerant networks (DTNs)","volume":"101","author":"Sammou","year":"2023","journal-title":"J. Theor. Appl. Inf. Technol."},{"key":"10.1016\/j.ijin.2025.07.001_bib5","first-page":"1400","article-title":"A hierarchical routing tree topology based on probabilistic selection of cluster head and super cluster head to overcome inter-cluster and intra-cluster routing problems in DTN networks","volume":"101","author":"Sammou","year":"2023","journal-title":"J. Theor. Appl. Inf. Technol."},{"key":"10.1016\/j.ijin.2025.07.001_bib6","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1016\/j.procs.2024.05.020","article-title":"Impact of renewable energy resources on the performance of DTN networks in the context of hierarchical routing tree topology (HRTT)","volume":"236","author":"Sammou","year":"2024","journal-title":"Procedia Comput. Sci."},{"key":"10.1016\/j.ijin.2025.07.001_bib7","first-page":"209","article-title":"Modeling of energy-autonomous and sustainable solar DTN nodes and their impacts on the performances of DTN networks in the context of different mobility models and DTN routing protocols","volume":"9","author":"El Mastapha","year":"2024","journal-title":"Int. J. Energy Prod. Manag."},{"key":"10.1016\/j.ijin.2025.07.001_bib8","series-title":"Artificial Intelligence: a Modern Approach","author":"Russell","year":"2020"},{"key":"10.1016\/j.ijin.2025.07.001_bib9","first-page":"21","article-title":"Preparing opportunistic networks for smart cities: collecting sensed data with minimal knowledge, J. Parallel distrib","volume":"135","author":"Amah","year":"2020","journal-title":"Comput. Times"},{"key":"10.1016\/j.ijin.2025.07.001_bib10","article-title":"AAR-SpW: an adaptive Anti-packet recovery (AAR) method with spray and wait protocol for DTN considering adaptive message recovery by drones and regular vehicles","volume":"vol. 183","author":"Ikeda","year":"2023"},{"key":"10.1016\/j.ijin.2025.07.001_bib11","first-page":"49","article-title":"A new intelligent controller based on integral sliding mode control and extended state observer for nonlinear MIMO drone quadrotor","volume":"5","author":"Abdillah","year":"2024","journal-title":"Int. J. Intell. Netw."},{"key":"10.1016\/j.ijin.2025.07.001_bib12","first-page":"77","article-title":"Personal internet of things networks: an overview of 3GPP architecture, applications, key technologies, and future trends","volume":"5","author":"Eusufzai","year":"2024","journal-title":"Int. J. Intell. Netw."},{"key":"10.1016\/j.ijin.2025.07.001_bib13","first-page":"133","article-title":"Machine learning-enhanced IoT and wireless sensor networks for predictive analysis and maintenance in wind turbine systems","volume":"5","author":"Gong","year":"2024","journal-title":"Int. J. Intell. Netw."},{"key":"10.1016\/j.ijin.2025.07.001_bib14","doi-asserted-by":"crossref","DOI":"10.1038\/s41598-024-68471-y","article-title":"A local filtering-based energy-aware routing scheme in flying ad hoc networks","volume":"14","author":"Hosseinzadeh","year":"2024","journal-title":"Sci. Rep."},{"key":"10.1016\/j.ijin.2025.07.001_bib15","series-title":"2024 International Joint Conference on Neural Networks (IJCNN)","first-page":"1","article-title":"An improved spray and wait algorithm based on Q-learning in delay tolerant network","author":"Yao","year":"2024"},{"key":"10.1016\/j.ijin.2025.07.001_bib16","doi-asserted-by":"crossref","first-page":"4528","DOI":"10.3390\/electronics12214528","article-title":"Multi-decision dynamic intelligent routing protocol for delay-tolerant networks","volume":"12","author":"Xiong","year":"2023","journal-title":"Electronics"},{"key":"10.1016\/j.ijin.2025.07.001_bib17","series-title":"IEEE International Conference on Enabling Technologies: Infrastructure for Collaborative Enterprises (WETICE 2023)","first-page":"1","article-title":"Unlocking the power of reinforcement learning: investigating optimal Q-Learning parameters for routing in flying Ad hoc networks","author":"Bousaid","year":"2023"},{"key":"10.1016\/j.ijin.2025.07.001_bib18","article-title":"CARL-DTN: context adaptive reinforcement learning based routing algorithm in delay tolerant network","author":"Yesuf","year":"2021","journal-title":"arXiv preprint arXiv:2105.00544"},{"key":"10.1016\/j.ijin.2025.07.001_bib19","doi-asserted-by":"crossref","first-page":"348","DOI":"10.3390\/fi14120348","article-title":"rl4dtn: Q-learning for opportunistic networks","volume":"14","author":"Visca","year":"2022","journal-title":"Future Internet"},{"key":"10.1016\/j.ijin.2025.07.001_bib20","article-title":"A fuzzy-logic-based double Q-Learning routing in delay-tolerant networks","volume":"2021","author":"Wu","year":"2021","journal-title":"Wireless Commun. Mobile Comput."},{"key":"10.1016\/j.ijin.2025.07.001_bib21","first-page":"404","article-title":"Autonomous delay tolerant network management using reinforcement learning","volume":"18","author":"Garcia Buzzi","year":"2021","journal-title":"J. Aerospace Inf. Syst."},{"key":"10.1016\/j.ijin.2025.07.001_bib22","doi-asserted-by":"crossref","first-page":"2909","DOI":"10.1007\/s11276-025-03911-9","article-title":"Reinforcement learning based routing in delay tolerant networks","volume":"31","author":"Rezaei","year":"2025","journal-title":"Wirel. Netw."},{"key":"10.1016\/j.ijin.2025.07.001_bib23","article-title":"Reinforcement learning for cognitive delay\/disruption tolerant network node management in an LEO-Based satellite constellation","author":"Sun","year":"2022","journal-title":"arXiv preprint arXiv:2209.13237"},{"key":"10.1016\/j.ijin.2025.07.001_bib24","doi-asserted-by":"crossref","first-page":"5374","DOI":"10.1109\/TNNLS.2021.3070584","article-title":"Multiagent meta-reinforcement learning for adaptive multipath routing optimization","volume":"33","author":"Chen","year":"2022","journal-title":"IEEE Transact. Neural Networks Learn. Syst."},{"key":"10.1016\/j.ijin.2025.07.001_bib25","doi-asserted-by":"crossref","first-page":"2243","DOI":"10.1016\/j.engappai.2013.07.017","article-title":"A reinforcement learning-based routing for delay tolerant networks","volume":"26","author":"Rolla","year":"2013","journal-title":"Eng. Appl. Artif. Intell."},{"key":"10.1016\/j.ijin.2025.07.001_bib26","series-title":"Earth Observing Constellation, AIAA 2021-4041, ASCEND 2021","article-title":"Deep Q-learning for delay tolerant network management in a reactive imaging","author":"Garcia Buzzi","year":"2021"},{"key":"10.1016\/j.ijin.2025.07.001_bib27","first-page":"325","article-title":"Multi-sensor-based strategy learning with deep reinforcement learning for unmanned ground vehicle","volume":"4","author":"Luo","year":"2023","journal-title":"Int. J. Intell. Netw."},{"key":"10.1016\/j.ijin.2025.07.001_bib28","first-page":"113","article-title":"PARouting: prediction-Supported adaptive routing protocol for FANETs with deep reinforcement learning","volume":"4","author":"Liu","year":"2023","journal-title":"Int. J. Intell. Netw."},{"key":"10.1016\/j.ijin.2025.07.001_bib29","first-page":"286","article-title":"Improved spectrum prediction model for cognitive radio networks using hybrid deep learning technique","volume":"5","author":"Sumithra","year":"2024","journal-title":"Int. J. Intell. Netw."},{"key":"10.1016\/j.ijin.2025.07.001_bib30","first-page":"302","article-title":"A swarm intelligence and deep learning strategy for wind power and energy storage scheduling in smart grid","volume":"5","author":"Geng","year":"2024","journal-title":"Int. J. Intell. Netw."},{"key":"10.1016\/j.ijin.2025.07.001_bib31","first-page":"212","article-title":"Enhancing road safety in internet of vehicles using deep learning approach for real-time accident prediction and prevention","volume":"5","author":"Wei","year":"2024","journal-title":"Int. J. Intell. Netw."},{"key":"10.1016\/j.ijin.2025.07.001_bib32","doi-asserted-by":"crossref","first-page":"3145","DOI":"10.1007\/s11277-021-08172-1","article-title":"Agent-based spider-net information gathering in wireless sensor networks","volume":"118","author":"Bhanu","year":"2021","journal-title":"Wirel. Pers. Commun."},{"key":"10.1016\/j.ijin.2025.07.001_bib33","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1016\/j.procs.2015.07.361","article-title":"Agent-based predictive data collection in opportunistic wireless sensor network","volume":"57","author":"Rohankar","year":"2015","journal-title":"Procedia Comput. Sci."},{"key":"10.1016\/j.ijin.2025.07.001_bib34","series-title":"Proc. 5th Int. Workshop Collaborative Agents Res. & Develop. (CARE) Int. Conf. Autonomous Agents Multiagent Syst. (AAMAS)","article-title":"Towards predictive routing agents in opportunistic networks","author":"Rolim","year":"2014"},{"key":"10.1016\/j.ijin.2025.07.001_bib35","article-title":"Agent-based routing for wireless sensor network, in advanced intelligent computing theories and applications. With aspects of theoretical and methodological issues. ICIC 2007","volume":"vol. 4681","author":"Shakshuki","year":"2007"},{"key":"10.1016\/j.ijin.2025.07.001_bib36","series-title":"Reinforcement Learning for Sequential Decision and Optimal Control","first-page":"1","author":"Li","year":"2023"},{"key":"10.1016\/j.ijin.2025.07.001_bib37","series-title":"Foundations of Reinforcement Learning with Applications in Finance","author":"Rao","year":"2022"},{"key":"10.1016\/j.ijin.2025.07.001_bib38","series-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"Puterman","year":"1994"},{"key":"10.1016\/j.ijin.2025.07.001_bib39","series-title":"Competitive Markov Decision Processes","first-page":"394","author":"Filar","year":"1997"},{"key":"10.1016\/j.ijin.2025.07.001_bib40","first-page":"1","article-title":"Convergence of Q-learning: a simple proof, inst. Syst. Robot","author":"Melo","year":"2001","journal-title":"Tech. Rep., Tech. Lisboa, Portugal"},{"key":"10.1016\/j.ijin.2025.07.001_bib41","series-title":"Markov Decision Process and Bellman Equations","author":"Rao","year":"2021"},{"key":"10.1016\/j.ijin.2025.07.001_bib42","series-title":"An Elementary Proof that Q-learning Converges Almost Surely","author":"Regehr","year":"2021"},{"key":"10.1016\/j.ijin.2025.07.001_bib43","doi-asserted-by":"crossref","first-page":"8323","DOI":"10.1109\/TAC.2024.3409647","article-title":"The projected bellman equation in reinforcement learning","volume":"69","author":"Meyn","year":"2024","journal-title":"IEEE Trans. Automat. Control"},{"key":"10.1016\/j.ijin.2025.07.001_bib44","series-title":"Understanding the Bellman Equation in Reinforcement Learning","author":"Pykes","year":"2024"},{"key":"10.1016\/j.ijin.2025.07.001_bib45","series-title":"Comparative Analysis of A\u2217 and Deep Q-Learning Algorithms for UAV Path Planning","author":"Eveborn","year":"2024"},{"key":"10.1016\/j.ijin.2025.07.001_bib46","series-title":"RBED: Reward Based Epsilon Decay","author":"Maroti","year":"2019"},{"key":"10.1016\/j.ijin.2025.07.001_bib47","series-title":"Simutools \u201909 Proceedings of the 2nd International Conference on Simulation Tools and Techniques","first-page":"1","article-title":"The ONE simulator for DTN protocol evaluation","author":"Ker\u00e4nen","year":"2009"},{"key":"10.1016\/j.ijin.2025.07.001_bib48","series-title":"The Opportunistic Network Environment Simulator, Project Page of the ONE Simulator","year":"2025"},{"key":"10.1016\/j.ijin.2025.07.001_bib49","doi-asserted-by":"crossref","first-page":"35274","DOI":"10.1109\/ACCESS.2019.2904750","article-title":"An adaptive spray and wait routing algorithm based on quality of node in delay tolerant network","volume":"7","author":"Cui","year":"2019","journal-title":"IEEE Access"},{"key":"10.1016\/j.ijin.2025.07.001_bib50","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","article-title":"Explainable artificial intelligence (XAI): concepts, taxonomies, opportunities and challenges toward responsible AI","volume":"58","author":"Arrieta","year":"2020","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.ijin.2025.07.001_bib51","doi-asserted-by":"crossref","DOI":"10.1002\/aisy.202400304","article-title":"A perspective on explainable artificial intelligence methods: SHAP and LIME","volume":"7","author":"Salih","year":"2025","journal-title":"Adv. Intell. Syst."},{"issue":"4","key":"10.1016\/j.ijin.2025.07.001_bib52","doi-asserted-by":"crossref","first-page":"670","DOI":"10.1109\/TCBB.2022.3204673","article-title":"Synchronizing detection and removal of smoke in endoscopic images with cyclic consistency adversarial nets","volume":"21","author":"Zhou","year":"2024","journal-title":"IEEE ACM Trans. Comput. Biol. Bioinf"},{"key":"10.1016\/j.ijin.2025.07.001_bib53","doi-asserted-by":"crossref","first-page":"114","DOI":"10.1016\/j.neucom.2020.07.044","article-title":"Asymmetric CycleGAN for image-to-image translations with uneven complexities","volume":"415","author":"Dou","year":"2020","journal-title":"Neurocomputing"}],"container-title":["International Journal of Intelligent Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666603025000107?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666603025000107?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T12:39:02Z","timestamp":1771245542000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2666603025000107"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":53,"alternative-id":["S2666603025000107"],"URL":"https:\/\/doi.org\/10.1016\/j.ijin.2025.07.001","relation":{},"ISSN":["2666-6030"],"issn-type":[{"value":"2666-6030","type":"print"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Intelligent routing agent based on Q-learning and Markov decision processes for routing optimization in DTN networks","name":"articletitle","label":"Article Title"},{"value":"International Journal of Intelligent Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ijin.2025.07.001","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Authors. Publishing services by Elsevier B.V. on behalf of KeAi Communications Co. Ltd.","name":"copyright","label":"Copyright"}]}}