{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T14:43:07Z","timestamp":1775745787706,"version":"3.50.1"},"reference-count":55,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003725","name":"Basic Science Research Programs through the National Research Foundation of Korea","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010002","name":"Ministry of Education","doi-asserted-by":"publisher","award":["NRF-2023R1A2C1003143"],"award-info":[{"award-number":["NRF-2023R1A2C1003143"]}],"id":[{"id":"10.13039\/100010002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010002","name":"Ministry of Education","doi-asserted-by":"publisher","award":["NRF-2018R1A6A1A03025526"],"award-info":[{"award-number":["NRF-2018R1A6A1A03025526"]}],"id":[{"id":"10.13039\/100010002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2024,3,1]]},"DOI":"10.1109\/jiot.2023.3319542","type":"journal-article","created":{"date-parts":[[2023,9,26]],"date-time":"2023-09-26T17:53:49Z","timestamp":1695750829000},"page":"8552-8568","source":"Crossref","is-referenced-by-count":17,"title":["Virtual Network Embedding Based on Hierarchical Cooperative Multiagent Reinforcement Learning"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8807-1158","authenticated-orcid":false,"given":"Hyun-Kyo","family":"Lim","sequence":"first","affiliation":[{"name":"Future Convergence Engineering, Korea University of Technology and Education, Cheonan, South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5204-2283","authenticated-orcid":false,"given":"Ihsan","family":"Ullah","sequence":"additional","affiliation":[{"name":"Advanced Technology Research Center, Korea University of Technology and Education, Cheonan, South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ju-Bong","family":"Kim","sequence":"additional","affiliation":[{"name":"Future Convergence Engineering, Korea University of Technology and Education, Cheonan, South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5835-7972","authenticated-orcid":false,"given":"Youn-Hee","family":"Han","sequence":"additional","affiliation":[{"name":"Future Convergence Engineering, Korea University of Technology and Education, Cheonan, South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2014.2312291"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3379444"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2012.113012.120310"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2477041"},{"issue":"20","key":"ref5","doi-asserted-by":"crossref","first-page":"4361","DOI":"10.3390\/app9204361","article-title":"Towards efficiently provisioning 5G core network slice based on resource and topology attributes","volume":"9","author":"Li","year":"2019","journal-title":"Appl. Sci."},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/1355734.1355737"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/1971162.1971168"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2016.2632421"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1049\/ic.2013.0213"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2012.6503509"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2014.6847918"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2761840"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2016.2645123"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICAIIC51459.2021.9415185"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2011.2159308"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1049\/el.2013.3202"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1002\/dac.4691"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3040335"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICCC47050.2019.9064173"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2018.2884523"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.13140\/RG.2.2.18893.74727"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2018.01.025"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1186\/s13638-018-1170-x"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2019.05.004"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CCNC46108.2020.9045434"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-019-04376-6"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/WiMob50308.2020.9253442"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.6020"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2020.3022278"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/OJCS.2020.3000330"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2022.109204"},{"key":"ref33","article-title":"Semi-supervised classification with graph convolutional networks","author":"Kipf","year":"2016","journal-title":"arXiv:1609.02907"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.2986662"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ISNCC49221.2020.9297270"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3095094"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2021.3120297"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/PIMRC50174.2021.9569358"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2022.3222589"},{"key":"ref40","first-page":"107","article-title":"The anatomy of a large-scale hypertextual Web search engine","volume":"30","author":"Brin","year":"1998","journal-title":"Comput. Netw."},{"key":"ref41","first-page":"1","article-title":"Deep exploration via bootstrapped DQN","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"29","author":"Osband"},{"key":"ref42","article-title":"Incentivizing exploration in reinforcement learning with deep predictive models","author":"Stadie","year":"2015","journal-title":"arXiv:1507.00814"},{"key":"ref43","article-title":"Pointer networks","author":"Vinyals","year":"2015","journal-title":"arXiv:1506.03134"},{"key":"ref44","article-title":"Asynchronous methods for deep reinforcement learning","author":"Mnih","year":"2016","journal-title":"arXiv:1602.01783"},{"key":"ref45","first-page":"1","article-title":"Hierarchical deep reinforcement learning: Integrating temporal abstraction and intrinsic motivation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"29","author":"Kulkarni"},{"key":"ref46","article-title":"A hierarchical reinforcement learning based optimization framework for large-scale dynamic pickup and delivery problems","volume-title":"Advances in Neural Information Processing Systems","author":"Ma","year":"2021"},{"key":"ref47","article-title":"FeUdal networks for hierarchical reinforcement learning","author":"Vezhnevets","year":"2017","journal-title":"arXiv:1703.01161"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-60990-0_12"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-022-04105-y"},{"key":"ref50","first-page":"6382","article-title":"Multi-agent actor\u2013critic for mixed cooperative-competitive environments","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Lowe"},{"key":"ref51","first-page":"2145","article-title":"Learning to communicate with deep multi-agent reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"29","author":"Foerster"},{"key":"ref52","article-title":"Value-decomposition networks for cooperative multi-agent learning","author":"Sunehag","year":"2017","journal-title":"arXiv:1706.05296"},{"issue":"1","key":"ref53","first-page":"7234","article-title":"Monotonic value function factorisation for deep multi-agent reinforcement learning","volume":"21","author":"Rashid","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref54","first-page":"1","article-title":"HyperNetworks","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Ha"},{"key":"ref55","article-title":"Empirical evaluation of gated recurrent neural networks on sequence modeling","author":"Chung","year":"2014","journal-title":"arXiv:1412.3555"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6488907\/10443092\/10263775.pdf?arnumber=10263775","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,2]],"date-time":"2024-03-02T06:48:47Z","timestamp":1709362127000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10263775\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,1]]},"references-count":55,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2023.3319542","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"value":"2327-4662","type":"electronic"},{"value":"2372-2541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3,1]]}}}