{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,5]],"date-time":"2026-05-05T12:30:16Z","timestamp":1777984216741,"version":"3.51.4"},"reference-count":54,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Netw. Serv. Manage."],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1109\/tnsm.2023.3333875","type":"journal-article","created":{"date-parts":[[2023,11,20]],"date-time":"2023-11-20T14:21:29Z","timestamp":1700490089000},"page":"2077-2094","source":"Crossref","is-referenced-by-count":9,"title":["Toward Massive Distribution of Intelligence for 6G Network Management Using Double Deep Q-Networks"],"prefix":"10.1109","volume":"21","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5002-7349","authenticated-orcid":false,"given":"Sayantini","family":"Majumdar","sequence":"first","affiliation":[{"name":"Munich Research Center, Huawei Technologies, Munich, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3705-7559","authenticated-orcid":false,"given":"Susanna","family":"Schwarzmann","sequence":"additional","affiliation":[{"name":"Munich Research Center, Huawei Technologies, Munich, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4190-5781","authenticated-orcid":false,"given":"Riccardo","family":"Trivisonno","sequence":"additional","affiliation":[{"name":"Munich Research Center, Huawei Technologies, Munich, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2347-1839","authenticated-orcid":false,"given":"Georg","family":"Carle","sequence":"additional","affiliation":[{"name":"Department of Informatics, Technical University of Munich, Garching, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.13052\/jicts2245-800x.615"},{"key":"ref2","volume-title":"Service-based Architecture for 5G Core Networks","volume":"1","author":"Brown","year":"2017"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MCOMSTD.001.2000046"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICCE53296.2022.9730220"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2018.8486021"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/MVT.2021.3114655"},{"key":"ref7","article-title":"Management and orchestration; architecture framework (Release 16)","year":"2019"},{"key":"ref8","volume-title":"Deep learning","author":"Goodfellow","year":"2016"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2019.2941458"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/tnn.1998.712192"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2021.3135829"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-19-0339-7_3"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM48880.2022.9796717"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.1900411"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.3390\/fi14060165"},{"key":"ref16","first-page":"1","article-title":"The importance of experience replay database composition in deep reinforcement learning","volume-title":"Proc. Deep Reinforcement Learn. Workshop, NIPS","author":"De Bruin"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11757"},{"key":"ref19","article-title":"A distributed intelligence architecture for b5g network automation","author":"Majumdar","year":"2021","journal-title":"arXiv:2107.13268"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM48099.2022.10000643"},{"key":"ref21","volume-title":"Open source MANO (OSM) information model","year":"2016"},{"key":"ref22","volume-title":"EPC and 4G Packet Networks: Driving the Mobile Broadband Revolution","author":"Olsson","year":"2013"},{"key":"ref23","volume-title":"The 6G architecture landscape\u2014A European perspective","year":"2022"},{"key":"ref24","article-title":"Telecommunication management; Management concept, architecture and requirements for mobile networks that include virtualized network functions (Release 17)","year":"2022"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2902984"},{"key":"ref26","volume-title":"Network Functions Virtualisation (NFV); Management and Orchestration, V1.1.1","year":"2014"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/tnsm.2023.3292713"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2022.3151626"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2022.3159670"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.23919\/CNSM50824.2020.9269107"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.3390\/app13053083"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM46510.2021.9685162"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS47774.2020.00028"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC45663.2020.9120616"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.111.2100322"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/GCWkshps52748.2021.9682129"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICC45855.2022.9838791"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICC45041.2023.10279655"},{"key":"ref39","article-title":"Network functions virtualisation (NFV); management and orchestration; report on policy management in MANO; Release 3, V3.1.1","year":"2017"},{"key":"ref40","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-27645-3","article-title":"Adaptation, learning, and optimization","volume":"12","author":"Wiering","year":"2012","journal-title":"Reinforcement Learning"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2023.3274649"},{"key":"ref44","first-page":"2613","article-title":"Double Q-learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Hasselt"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2959185"},{"key":"ref46","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv:1509.02971"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2959263"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/2815675.2815680"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/MCOMSTD.001.1900040"},{"key":"ref50","volume-title":"Python","year":"2022"},{"key":"ref51","volume-title":"SimPy","year":"2022"},{"key":"ref52","volume-title":"PyTorch","year":"2023"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/379"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533150"}],"container-title":["IEEE Transactions on Network and Service Management"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4275028\/10499985\/10323293.pdf?arnumber=10323293","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,16]],"date-time":"2024-04-16T01:09:16Z","timestamp":1713229756000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10323293\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4]]},"references-count":54,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tnsm.2023.3333875","relation":{"has-preprint":[{"id-type":"doi","id":"10.36227\/techrxiv.22262467.v1","asserted-by":"object"},{"id-type":"doi","id":"10.36227\/techrxiv.22262467.v2","asserted-by":"object"},{"id-type":"doi","id":"10.36227\/techrxiv.22262467","asserted-by":"object"}]},"ISSN":["1932-4537","2373-7379"],"issn-type":[{"value":"1932-4537","type":"electronic"},{"value":"2373-7379","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4]]}}}