{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T16:23:09Z","timestamp":1774369389009,"version":"3.50.1"},"reference-count":32,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100014013","name":"UK Research and Innovation","doi-asserted-by":"publisher","award":["EP\/X038866\/1"],"award-info":[{"award-number":["EP\/X038866\/1"]}],"id":[{"id":"10.13039\/100014013","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Horizon EU","award":["101086159"],"award-info":[{"award-number":["101086159"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1109\/tpds.2024.3368763","type":"journal-article","created":{"date-parts":[[2024,2,22]],"date-time":"2024-02-22T20:01:52Z","timestamp":1708632112000},"page":"663-674","source":"Crossref","is-referenced-by-count":19,"title":["Agile Cache Replacement in Edge Computing via Offline-Online Deep Reinforcement Learning"],"prefix":"10.1109","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2954-9913","authenticated-orcid":false,"given":"Zhe","family":"Wang","sequence":"first","affiliation":[{"name":"Department of Computer Science, University of Exeter, Exeter, U.K."}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5406-8420","authenticated-orcid":false,"given":"Jia","family":"Hu","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Exeter, Exeter, U.K."}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1395-7314","authenticated-orcid":false,"given":"Geyong","family":"Min","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Exeter, Exeter, U.K."}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5293-0558","authenticated-orcid":false,"given":"Zhiwei","family":"Zhao","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engeeneering, University of Electronic Science and Technology of China, Chengdu, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6596-540X","authenticated-orcid":false,"given":"Zi","family":"Wang","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Exeter, Exeter, U.K."}]}],"member":"263","reference":[{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2021.103005"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2018.1800109"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870855"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2018.2844999"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2945640"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2019.8762084"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3087232"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.3001301"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2021.3062017"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2021.3107918"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2019.2931688"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.2975849"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155373"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CISS.2018.8362276"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2022.3147240"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2918334"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TETC.2021.3115793"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3387514.3405883"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref21","article-title":"Continuous control with deep reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Representations (Poster)","author":"Lillicrap"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.3014896"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2022.3148254"},{"key":"ref24","article-title":"Offline reinforcement learning: Tutorial, review, and perspectives on open problems","author":"Levine","year":"2020"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-020-00710-y"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2019.8852105"},{"key":"ref27","first-page":"1179","article-title":"Conservative q-learning for offline reinforcement learning","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Kumar"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.2982136"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2017.2787979"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/2827872"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2016.2636139"},{"key":"ref33","first-page":"1","article-title":"Adam: A method for stochastic optimization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Kingma"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/71\/10438218\/10443593.pdf?arnumber=10443593","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T19:26:56Z","timestamp":1725996416000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10443593\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4]]},"references-count":32,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2024.3368763","relation":{},"ISSN":["1045-9219","1558-2183","2161-9883"],"issn-type":[{"value":"1045-9219","type":"print"},{"value":"1558-2183","type":"electronic"},{"value":"2161-9883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4]]}}}