{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T13:54:44Z","timestamp":1780581284499,"version":"3.54.1"},"reference-count":46,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","license":[{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Veturi - Neural Publish-Subscribe for 6G project"},{"DOI":"10.13039\/501100014438","name":"Business Finland","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100014438","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Research Council of Finland University"},{"DOI":"10.13039\/501100004785","name":"NordForsk","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004785","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Nordic University Cooperation on Edge Intelligence","award":["168043"],"award-info":[{"award-number":["168043"]}]},{"DOI":"10.13039\/501100002341","name":"Research Council of Finland","doi-asserted-by":"publisher","award":["338854"],"award-info":[{"award-number":["338854"]}],"id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. on Mobile Comput."],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1109\/tmc.2025.3557280","type":"journal-article","created":{"date-parts":[[2025,4,2]],"date-time":"2025-04-02T20:29:34Z","timestamp":1743625774000},"page":"8582-8599","source":"Crossref","is-referenced-by-count":9,"title":["Dynamic Hierarchical Reinforcement Learning Framework for Energy-Efficient 5G Base Stations in Urban Environments"],"prefix":"10.1109","volume":"24","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9091-5129","authenticated-orcid":false,"given":"Dianlei","family":"Xu","sequence":"first","affiliation":[{"name":"Department of Computer Science, University of Helsinki, Helsinki, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5945-9551","authenticated-orcid":false,"given":"Xiang","family":"Su","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Helsinki, Helsinki, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3463-6077","authenticated-orcid":false,"given":"Gopika","family":"Premsankar","sequence":"additional","affiliation":[{"name":"Department of Information and Communications Engineering, Aalto University, Espoo, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6382-0861","authenticated-orcid":false,"given":"Huandong","family":"Wang","sequence":"additional","affiliation":[{"name":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4220-3650","authenticated-orcid":false,"given":"Sasu","family":"Tarkoma","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Helsinki, Helsinki, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0848-2599","authenticated-orcid":false,"given":"Pan","family":"Hui","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Helsinki, Helsinki, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2014.2328098"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2021.3083073"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.resconrec.2022.106339"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2016.2598813"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3044242"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICC42927.2021.9500442"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2846694"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2016.2538231"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2016.2602824"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2021.3130901"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2019.2922602"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2021.3053771"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCWorkshops49972.2020.9209916"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM54140.2023.10437599"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2024.3415034"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/2030613.2030628"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2973648"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOMW.2019.8845250"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/PIMRC48278.2020.9217286"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/SARNOF.2006.4534773"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2015.2453991"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2011.042211.101183"},{"key":"ref26","article-title":"Divide-and-conquer reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Ghosh"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-72150-7_19"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93417-4_38"},{"key":"ref29","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Haarnoja"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.32657\/10356\/90191"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3581791.3597297"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3542671"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599853"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780198508885.001.0001"},{"key":"ref37","article-title":"Study on new radio access technology: Radio access architecture and interfaces","year":"2017"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2937405"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2015.7010533"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/s00357-014-9161-z"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/3477.764879"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/34.865189"},{"key":"ref43","first-page":"6382","article-title":"Multi-agent actor-critic for mixed cooperative-competitive environments","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lowe"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.3390\/biomimetics4010028"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2020.12.2021"},{"key":"ref46","first-page":"1008","article-title":"Actor-critic algorithms","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Konda"},{"key":"ref47","first-page":"4295","article-title":"QMIX: Monotonic value function factorisation for deep multi-agent reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Rashid"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3542679"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2018.2870135"}],"container-title":["IEEE Transactions on Mobile Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/7755\/11116789\/10947617.pdf?arnumber=10947617","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,7]],"date-time":"2025-08-07T17:46:49Z","timestamp":1754588809000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10947617\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9]]},"references-count":46,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/tmc.2025.3557280","relation":{},"ISSN":["1536-1233","1558-0660","2161-9875"],"issn-type":[{"value":"1536-1233","type":"print"},{"value":"1558-0660","type":"electronic"},{"value":"2161-9875","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9]]}}}