{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T05:20:04Z","timestamp":1782969604735,"version":"3.54.5"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61902080"],"award-info":[{"award-number":["61902080"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61972104"],"award-info":[{"award-number":["61972104"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62002072"],"award-info":[{"award-number":["62002072"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61702120"],"award-info":[{"award-number":["61702120"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2019YFB1804403"],"award-info":[{"award-number":["2019YFB1804403"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2018YFB1802200"],"award-info":[{"award-number":["2018YFB1802200"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Special Projects in Key Areas of Guangdong Province","award":["2019B010118001"],"award-info":[{"award-number":["2019B010118001"]}]},{"name":"Science and Technology Project in Guangzhou","award":["201803010081"],"award-info":[{"award-number":["201803010081"]}]},{"name":"Foshan Science and Technology Innovation Project, China","award":["2018IT100283"],"award-info":[{"award-number":["2018IT100283"]}]},{"name":"Guangzhou Key Laboratory","award":["202102100006"],"award-info":[{"award-number":["202102100006"]}]},{"name":"Science and Technology Program of Guangzhou, China","award":["202002020035"],"award-info":[{"award-number":["202002020035"]}]},{"name":"Research Projects in Guangdong Province","award":["2021ZDJS026"],"award-info":[{"award-number":["2021ZDJS026"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Netw. Serv. Manage."],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1109\/tnsm.2022.3207994","type":"journal-article","created":{"date-parts":[[2022,9,20]],"date-time":"2022-09-20T19:28:34Z","timestamp":1663702114000},"page":"486-501","source":"Crossref","is-referenced-by-count":25,"title":["Deep Reinforcement Learning for Reactive Content Caching With Predicted Content Popularity in Three-Tier Wireless Networks"],"prefix":"10.1109","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8257-2701","authenticated-orcid":false,"given":"Yan","family":"Liu","sequence":"first","affiliation":[{"name":"School of Cyber Security, Guangdong Polytechnic Normal University, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinling","family":"Jia","sequence":"additional","affiliation":[{"name":"School of Cyber Security, Guangdong Polytechnic Normal University, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1695-483X","authenticated-orcid":false,"given":"Jun","family":"Cai","sequence":"additional","affiliation":[{"name":"School of Cyber Security, Guangdong Polytechnic Normal University, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Taiqin","family":"Huang","sequence":"additional","affiliation":[{"name":"School of Cyber Security, Guangdong Polytechnic Normal University, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/505696.505701"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2010.5461964"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2787609"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-00563-4_72"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2015.10.012"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.3015478"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.2979918"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2973953"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2894403"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2019.2936193"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.2981657"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2020.2968326"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2018.1800109"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/IEEECONF44664.2019.9048832"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3014379"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2021.102000"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2951509"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2018.1700317"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2789866"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-72079-9_10"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1155\/2009\/421425"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2772911"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.2966599"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2914500"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC.2017.7925848"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2018.2878231"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2016.2628032"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2017.2654341"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2015.2452672"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2958261"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2762661"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2705038"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2019.102457"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2016.7553029"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2016.2618940"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2969466"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2016.2622236"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2019.2919724"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2734646"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2015.2468220"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2966289"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1002\/9780470316801"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2009.263"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3065386"},{"issue":"3","key":"ref45","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-learning","volume":"8","author":"Watkins","year":"1992","journal-title":"Mach. Learn."},{"key":"ref46","article-title":"Playing atari with deep reinforcement learning","author":"Mnih","year":"2013","journal-title":"arXiv:1312.5602"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2016.2636139"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2012.6384452"}],"container-title":["IEEE Transactions on Network and Service Management"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4275028\/10065607\/09896205.pdf?arnumber=9896205","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T20:14:37Z","timestamp":1705954477000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9896205\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3]]},"references-count":48,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tnsm.2022.3207994","relation":{},"ISSN":["1932-4537","2373-7379"],"issn-type":[{"value":"1932-4537","type":"electronic"},{"value":"2373-7379","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,3]]}}}