{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T14:22:34Z","timestamp":1783088554468,"version":"3.54.6"},"reference-count":33,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["3132025806"],"award-info":[{"award-number":["3132025806"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100018617","name":"Liaoning Revitalization Talents Program","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100018617","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002338","name":"Ministry of Education of the People's Republic of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002338","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Future Generation Computer Systems"],"published-print":{"date-parts":[[2026,10]]},"DOI":"10.1016\/j.future.2026.108589","type":"journal-article","created":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T04:02:14Z","timestamp":1778817734000},"page":"108589","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["DHRL-JARSS: SDN-based Deep Hierarchical Reinforcement Learning for QoS-aware Joint Access\u2013Routing Scheduling in multi-link intelligent ship network"],"prefix":"10.1016","volume":"183","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-9619-0787","authenticated-orcid":false,"given":"Jiabing","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-8102-8329","authenticated-orcid":false,"given":"Yinkuan","family":"Ren","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhengfei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2267-0737","authenticated-orcid":false,"given":"Shuaiheng","family":"Huai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Feng","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8569-044X","authenticated-orcid":false,"given":"Qing","family":"Hu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.future.2026.108589_b1","doi-asserted-by":"crossref","first-page":"1155","DOI":"10.1109\/TCCN.2019.2939813","article-title":"A novel transmission scheduling based on deep reinforcement learning in software-defined maritime communication networks","volume":"5","author":"Yang","year":"2019","journal-title":"IEEE Trans. Cogn. Commun. Netw."},{"key":"10.1016\/j.future.2026.108589_b2","doi-asserted-by":"crossref","DOI":"10.1016\/j.comcom.2025.108255","article-title":"Maritime communication networks: A survey on architecture, key technologies, and challenges","volume":"241","author":"Shang","year":"2025","journal-title":"Comput. Commun."},{"key":"10.1016\/j.future.2026.108589_b3","series-title":"2015 6th IEEE International Conference on Cognitive Infocommunications (CogInfoCom)","first-page":"71","article-title":"IEEE 802.11p and LTE as enablers of cognitive vehicle-to-infrastructure communication","author":"Valta","year":"2015"},{"key":"10.1016\/j.future.2026.108589_b4","doi-asserted-by":"crossref","first-page":"53172","DOI":"10.1109\/ACCESS.2019.2912392","article-title":"LTE-maritime: High-speed maritime wireless communication based on LTE technology","volume":"7","author":"Jo","year":"2019","journal-title":"IEEE Access"},{"key":"10.1016\/j.future.2026.108589_b5","series-title":"2024 IEEE 21st Consumer Communications & Networking Conference","first-page":"847","article-title":"Measurement study of IEEE 802.11ah sub-1 GHz wireless channel performance","author":"Aust","year":"2024"},{"key":"10.1016\/j.future.2026.108589_b6","doi-asserted-by":"crossref","DOI":"10.1016\/j.comcom.2025.108151","article-title":"Research on intelligent ship resilient network architecture based on SDN","volume":"236","author":"Hu","year":"2025","journal-title":"Comput. Commun."},{"key":"10.1016\/j.future.2026.108589_b7","doi-asserted-by":"crossref","DOI":"10.1016\/j.jtrangeo.2020.102824","article-title":"The geography of maritime networks: A critical review","volume":"88","author":"Ducruet","year":"2020","journal-title":"J. Transp. Geogr."},{"key":"10.1016\/j.future.2026.108589_b8","doi-asserted-by":"crossref","first-page":"14","DOI":"10.2478\/pomr-2018-0050","article-title":"Netbaltic system \u2013 heterogeneous wireless network for maritime communications","volume":"25","author":"Hoeft","year":"2018","journal-title":"Pol. Marit. Res."},{"key":"10.1016\/j.future.2026.108589_b9","doi-asserted-by":"crossref","first-page":"2507","DOI":"10.3390\/rs12152507","article-title":"Integrated satellite\u2013terrestrial connectivity for autonomous ships: Survey and future research directions","volume":"12","author":"H\u00f6yhty\u00e4","year":"2020","journal-title":"Remote. Sens."},{"key":"10.1016\/j.future.2026.108589_b10","doi-asserted-by":"crossref","first-page":"1201","DOI":"10.3390\/s23031201","article-title":"Design and experiment of satellite-terrestrial integrated gateway with dynamic traffic steering capabilities for maritime communication","volume":"23","author":"Koo","year":"2023","journal-title":"Sensors"},{"key":"10.1016\/j.future.2026.108589_b11","doi-asserted-by":"crossref","first-page":"2773","DOI":"10.3390\/s19122773","article-title":"An optimized load balance solution for multi-homed host in heterogeneous wireless networks","volume":"19","author":"Naeem","year":"2019","journal-title":"Sensors"},{"key":"10.1016\/j.future.2026.108589_b12","first-page":"435","article-title":"A composite weight based access network selection algorithm in marine internet","author":"Zhou","year":"2017","journal-title":"IFIP Adv. Inf. Commun. Technol."},{"key":"10.1016\/j.future.2026.108589_b13","doi-asserted-by":"crossref","first-page":"800","DOI":"10.1016\/j.asoc.2017.05.026","article-title":"The utility based non-linear fuzzy AHP optimization model for network selection in heterogeneous wireless networks","volume":"67","author":"Goyal","year":"2018","journal-title":"Appl. Soft Comput."},{"key":"10.1016\/j.future.2026.108589_b14","series-title":"2024 IEEE International Conference on Communications Workshops (ICC Workshops)","first-page":"1888","article-title":"Delay optimization in vehicular edge computing with sensing information fusion and heterogeneous tasks","author":"Zhao","year":"2024"},{"key":"10.1016\/j.future.2026.108589_b15","doi-asserted-by":"crossref","DOI":"10.1007\/s10287-023-00478-8","article-title":"An ALNS-based matheuristic algorithm for a multi-product many-to-many maritime inventory routing problem","volume":"20","author":"Heidari","year":"2023","journal-title":"Comput. Manag. Sci."},{"key":"10.1016\/j.future.2026.108589_b16","doi-asserted-by":"crossref","first-page":"400","DOI":"10.3390\/s23010400","article-title":"Wireless link selection methods for maritime communication access networks\u2014A deep learning approach","volume":"23","author":"Hoeft","year":"2022","journal-title":"Sensors"},{"key":"10.1016\/j.future.2026.108589_b17","doi-asserted-by":"crossref","first-page":"1367","DOI":"10.3390\/electronics14071367","article-title":"Analysis of maritime wireless communication connectivity based on CNN-BiLSTM-AM","volume":"14","author":"Cheng","year":"2025","journal-title":"Electronics"},{"key":"10.1016\/j.future.2026.108589_b18","series-title":"2019 IEEE\/CIC International Conference on Communications in China","first-page":"786","article-title":"Intelligent maritime communications enabled by deep reinforcement learning","author":"Li","year":"2019"},{"key":"10.1016\/j.future.2026.108589_b19","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1016\/j.comcom.2023.11.005","article-title":"Heterogeneous temporal graph powered DRL algorithm for channel allocation in maritime IoT systems","volume":"213","author":"Li","year":"2024","journal-title":"Comput. Commun."},{"key":"10.1016\/j.future.2026.108589_b20","article-title":"Multi objective dynamic task scheduling optimization algorithm based on deep reinforcement learning","author":"Cheng","year":"2023","journal-title":"J. Supercomput."},{"key":"10.1016\/j.future.2026.108589_b21","doi-asserted-by":"crossref","first-page":"1612","DOI":"10.1109\/LCOMM.2018.2844243","article-title":"A deep reinforcement learning-based framework for dynamic resource allocation in multibeam satellite systems","volume":"22","author":"Kim","year":"2018","journal-title":"IEEE Commun. Lett."},{"key":"10.1016\/j.future.2026.108589_b22","series-title":"Joint multi-domain resource allocation and trajectory optimization in UAV-assisted maritime IoT networks","first-page":"539","author":"Qian","year":"2023"},{"key":"10.1016\/j.future.2026.108589_b23","doi-asserted-by":"crossref","first-page":"1045","DOI":"10.3390\/electronics14051045","article-title":"Hierarchical traffic engineering in 3D networks using QoS-aware graph-based deep reinforcement learning","volume":"14","author":"Ko\u0142 akowski","year":"2025","journal-title":"Electronics"},{"key":"10.1016\/j.future.2026.108589_b24","doi-asserted-by":"crossref","first-page":"1188","DOI":"10.1109\/JSAC.2024.3365878","article-title":"Stigmergy and hierarchical learning for routing optimization in multi-domain collaborative satellite networks","volume":"42","author":"Li","year":"2024","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"10.1016\/j.future.2026.108589_b25","first-page":"1","article-title":"Human-aware dynamic hierarchical network control for distributed metaverse services","author":"Chen","year":"2024","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"10.1016\/j.future.2026.108589_b26","doi-asserted-by":"crossref","first-page":"3093","DOI":"10.1109\/TNSE.2025.3556390","article-title":"An adaptive service function chains mapping with multi-task deep reinforcement learning","volume":"12","author":"Wei","year":"2025","journal-title":"IEEE Trans. Netw. Sci. Eng."},{"key":"10.1016\/j.future.2026.108589_b27","doi-asserted-by":"crossref","DOI":"10.1016\/j.comcom.2024.107983","article-title":"DAR-DRL: A dynamic adaptive routing method based on deep reinforcement learning","volume":"228","author":"Rao","year":"2024","journal-title":"Comput. Commun."},{"key":"10.1016\/j.future.2026.108589_b28","doi-asserted-by":"crossref","DOI":"10.1016\/j.comnet.2024.110399","article-title":"MATE: When multi-agent deep reinforcement learning meets traffic engineering in multi-domain networks","volume":"247","author":"Luan","year":"2024","journal-title":"Comput. Netw."},{"key":"10.1016\/j.future.2026.108589_b29","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2024.125963","article-title":"RDG-TE: Link reliability-aware DRL-GNN-based traffic engineering in SDN","volume":"265","author":"Farhan","year":"2025","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.future.2026.108589_b30","doi-asserted-by":"crossref","DOI":"10.1016\/j.comcom.2022.09.029","article-title":"Deep reinforcement learning meets graph neural networks: Exploring a routing optimization use case","author":"Almasan","year":"2022","journal-title":"Comput. Commun."},{"key":"10.1016\/j.future.2026.108589_b31","doi-asserted-by":"crossref","first-page":"1001","DOI":"10.1109\/TSC.2023.3326539","article-title":"Joint admission control and resource allocation of virtual network embedding via hierarchical deep reinforcement learning","volume":"17","author":"Wang","year":"2023","journal-title":"IEEE Trans. Serv. Comput."},{"key":"10.1016\/j.future.2026.108589_b32","series-title":"Heterogeneous team deep q-learning in low-dimensional multi-agent environments","first-page":"1","author":"Kurek","year":"2016"},{"key":"10.1016\/j.future.2026.108589_b33","doi-asserted-by":"crossref","first-page":"10628","DOI":"10.1109\/TMC.2024.3379191","article-title":"Scalable QoS-aware multipath routing in hybrid knowledge-defined networking with multiagent deep reinforcement learning","volume":"23","author":"Xiao","year":"2024","journal-title":"IEEE Trans. Mob. Comput."}],"container-title":["Future Generation Computer Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167739X26002232?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167739X26002232?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T13:58:35Z","timestamp":1783087115000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0167739X26002232"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,10]]},"references-count":33,"alternative-id":["S0167739X26002232"],"URL":"https:\/\/doi.org\/10.1016\/j.future.2026.108589","relation":{},"ISSN":["0167-739X"],"issn-type":[{"value":"0167-739X","type":"print"}],"subject":[],"published":{"date-parts":[[2026,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"DHRL-JARSS: SDN-based Deep Hierarchical Reinforcement Learning for QoS-aware Joint Access\u2013Routing Scheduling in multi-link intelligent ship network","name":"articletitle","label":"Article Title"},{"value":"Future Generation Computer Systems","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.future.2026.108589","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"108589"}}