{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,26]],"date-time":"2026-07-26T03:27:54Z","timestamp":1785036474616,"version":"3.55.0"},"reference-count":38,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T00:00:00Z","timestamp":1698796800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T00:00:00Z","timestamp":1698796800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,11,1]],"date-time":"2023-11-01T00:00:00Z","timestamp":1698796800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Wireless Commun."],"published-print":{"date-parts":[[2023,11]]},"DOI":"10.1109\/twc.2023.3259721","type":"journal-article","created":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T19:02:25Z","timestamp":1679943745000},"page":"8114-8127","source":"Crossref","is-referenced-by-count":34,"title":["Hierarchical Deep Reinforcement Learning for Age-of-Information Minimization in IRS-Aided and Wireless-Powered Wireless Networks"],"prefix":"10.1109","volume":"22","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4874-8766","authenticated-orcid":false,"given":"Shimin","family":"Gong","sequence":"first","affiliation":[{"name":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1441-1789","authenticated-orcid":false,"given":"Leiyang","family":"Cui","sequence":"additional","affiliation":[{"name":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0556-2769","authenticated-orcid":false,"given":"Bo","family":"Gu","sequence":"additional","affiliation":[{"name":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5077-2576","authenticated-orcid":false,"given":"Bin","family":"Lyu","sequence":"additional","affiliation":[{"name":"Key Laboratory of Ministry of Education in Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9528-0863","authenticated-orcid":false,"given":"Dinh Thai","family":"Hoang","sequence":"additional","affiliation":[{"name":"School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7442-7416","authenticated-orcid":false,"given":"Dusit","family":"Niyato","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.1900041"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/IV48863.2021.9575131"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2017.2735804"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2020.3004197"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3020875"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3093352"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2021.3129342"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3065057"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM46510.2021.9685561"},{"key":"ref10","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/WoWMoM54355.2022.00024"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICCC52777.2021.9580438"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM42002.2020.9322415"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2019.2916097"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2019.2938969"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2021.3086007"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2021.3114681"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.2991992"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2022.3186279"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2022.3190007"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.3007035"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2021.3064973"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/tnsm.2023.3310790"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3063953"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3115251"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2021.3049500"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.3028875"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/LWC.2020.3000892"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804441"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2021.3133839"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.3011942"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.001.1900561"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2916583"},{"key":"ref35","first-page":"1","article-title":"Continuous control with deep reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Lillicrap"},{"key":"ref36","first-page":"1889","article-title":"Trust region policy optimization","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Schulman"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3078502"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2018.2873606"}],"container-title":["IEEE Transactions on Wireless Communications"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7693\/10314841\/10083085.pdf?arnumber=10083085","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,13]],"date-time":"2024-02-13T18:55:48Z","timestamp":1707850548000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10083085\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11]]},"references-count":38,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/twc.2023.3259721","relation":{},"ISSN":["1536-1276","1558-2248"],"issn-type":[{"value":"1536-1276","type":"print"},{"value":"1558-2248","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,11]]}}}