{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,16]],"date-time":"2026-05-16T03:20:51Z","timestamp":1778901651034,"version":"3.51.4"},"reference-count":36,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62103105"],"award-info":[{"award-number":["62103105"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["12201108"],"award-info":[{"award-number":["12201108"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62233004"],"award-info":[{"award-number":["62233004"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62073076"],"award-info":[{"award-number":["62073076"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004608","name":"Natural Science Foundation of Jiangsu Province","doi-asserted-by":"publisher","award":["BK20210218"],"award-info":[{"award-number":["BK20210218"]}],"id":[{"id":"10.13039\/501100004608","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100021171","name":"Basic and Applied Basic Research Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2020A1515110129"],"award-info":[{"award-number":["2020A1515110129"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Jiangsu Provincial Scientific Research Center of Applied Mathematics","award":["BK20233002"],"award-info":[{"award-number":["BK20233002"]}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2242022R40044"],"award-info":[{"award-number":["2242022R40044"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2242022K30038"],"award-info":[{"award-number":["2242022K30038"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Southeast University Zhishan Youth Scholar Foundation"},{"name":"Southeast University Global Engagement of Excellence Fund"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Wireless Commun."],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/twc.2026.3665362","type":"journal-article","created":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T20:58:49Z","timestamp":1772053129000},"page":"12646-12661","source":"Crossref","is-referenced-by-count":1,"title":["Resource Management in Hybrid-Powered HetNets With Two-Timescale Deep Reinforcement Learning"],"prefix":"10.1109","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2357-2947","authenticated-orcid":false,"given":"Xiaokai","family":"Nie","sequence":"first","affiliation":[{"name":"School of Automation, Southeast University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-0523-4503","authenticated-orcid":false,"given":"Chang","family":"Sun","sequence":"additional","affiliation":[{"name":"School of Automation, Southeast University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3604-1643","authenticated-orcid":false,"given":"Xin","family":"Zhao","sequence":"additional","affiliation":[{"name":"School of Mathematics, Southeast University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0301-9180","authenticated-orcid":false,"given":"Wenwu","family":"Yu","sequence":"additional","affiliation":[{"name":"School of Mathematics, Southeast University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aej.2022.08.017"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.110.2100224"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2022.3149593"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2019.2958562"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2023.3301988"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2023.3339477"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2020.3047432"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2022.3162722"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3058519"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2022.3202167"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2024.3478230"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2018.2890281"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TCSII.2022.3168149"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.3027013"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2933417"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.3001736"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2023.3300331"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2769644"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3151001"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2022.3148775"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2023.3235316"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3120266"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3002936"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2022.3140731"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2018.2791629"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2015.2470659"},{"key":"ref27","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Haarnoja"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.3004524"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2010.2099222"},{"issue":"83","key":"ref30","first-page":"1","article-title":"CVXPY: A Python-embedded modeling language for convex optimization","volume":"17","author":"Diamond","year":"2016","journal-title":"J. Mach. Learn. Res."},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3073570"},{"key":"ref32","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv:1509.02971"},{"key":"ref33","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref34","first-page":"1582","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","author":"Fujimoto"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2015.2391836"},{"key":"ref36","volume-title":"Radio Frequency (RF) System Scenarios","year":"2017"}],"container-title":["IEEE Transactions on Wireless Communications"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/7693\/11298242\/11412371.pdf?arnumber=11412371","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T20:00:42Z","timestamp":1773086442000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11412371\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":36,"URL":"https:\/\/doi.org\/10.1109\/twc.2026.3665362","relation":{},"ISSN":["1536-1276","1558-2248"],"issn-type":[{"value":"1536-1276","type":"print"},{"value":"1558-2248","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}