{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T04:44:37Z","timestamp":1780634677839,"version":"3.54.1"},"reference-count":41,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"publisher","award":["61832020"],"award-info":[{"award-number":["61832020"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"publisher","award":["61821003"],"award-info":[{"award-number":["61821003"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"publisher","award":["82090044"],"award-info":[{"award-number":["82090044"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Comput."],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1109\/tc.2023.3325625","type":"journal-article","created":{"date-parts":[[2023,10,19]],"date-time":"2023-10-19T17:59:36Z","timestamp":1697738376000},"page":"164-177","source":"Crossref","is-referenced-by-count":9,"title":["An Efficient Deep Reinforcement Learning-Based Automatic Cache Replacement Policy in Cloud Block Storage Systems"],"prefix":"10.1109","volume":"73","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3374-292X","authenticated-orcid":false,"given":"Yang","family":"Zhou","sequence":"first","affiliation":[{"name":"Wuhan National Laboratory for Optoelectronics, Key Laboratory of Information Storage System, Engineering Research Center of Data Storage Systems and Technology, Ministry of Education of China, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2791-4158","authenticated-orcid":false,"given":"Fang","family":"Wang","sequence":"additional","affiliation":[{"name":"Wuhan National Laboratory for Optoelectronics, Key Laboratory of Information Storage System, Engineering Research Center of Data Storage Systems and Technology, Ministry of Education of China, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7798-1121","authenticated-orcid":false,"given":"Zhan","family":"Shi","sequence":"additional","affiliation":[{"name":"Wuhan National Laboratory for Optoelectronics, Key Laboratory of Information Storage System, Engineering Research Center of Data Storage Systems and Technology, Ministry of Education of China, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4674-6006","authenticated-orcid":false,"given":"Dan","family":"Feng","sequence":"additional","affiliation":[{"name":"Wuhan National Laboratory for Optoelectronics, Key Laboratory of Information Storage System, Engineering Research Center of Data Storage Systems and Technology, Ministry of Education of China, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","first-page":"379","article-title":"Cliffhanger: Scaling performance cliffs in web memory caches","volume-title":"Proc. 13th USENIX Symp. Networked Syst. Des. Implementation (NSDI)","author":"Cidon","year":"2016"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2001.970573"},{"key":"ref3","first-page":"115","article-title":"ARC: A self-tuning, low overhead replacement cache","volume-title":"Proc. 2nd USENIX Conf. File Storage Technologies (FAST)","volume":"3","author":"Megiddo","year":"2003"},{"key":"ref4","first-page":"1","article-title":"FRD: A filtering based buffer cache algorithm that considers both frequency and reuse distance","volume-title":"Proc. 33rd IEEE Int. Conf. Massive Storage Syst. Technol. (MSST)","author":"Park","year":"2017"},{"key":"ref5","first-page":"143","article-title":"ACME: Adaptive caching using multiple experts","volume-title":"Proc. Workshop Distrib. Data Struct. (WDAS)","volume":"2","author":"Ari","year":"2002"},{"key":"ref6","first-page":"1","article-title":"Driving cache replacement with ML-based LeCaR","volume-title":"Proc. 10th USENIX Workshop Hot Topics Storage File Syst. (HotStorage)","author":"Vietri","year":"2018"},{"key":"ref7","first-page":"341","article-title":"Learning cache replacement with CACHEUS","volume-title":"Proc. 19th USENIX Conf. File Storage Technologies (FAST)","author":"Rodriguez","year":"2021"},{"key":"ref8","article-title":"A brief primer on probability distributions","volume-title":"Santa Fe Institute","author":"Clauset","year":"2011"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1609\/icaps.v32i1.19840"},{"key":"ref10","first-page":"1","article-title":"Performance improvement of least-recently-used policy in web proxy cache replacement using supervised machine learning","volume-title":"Proc. Int. J. Adv. Soft Comput. Its Appl.","volume":"6","author":"Ali","year":"2014"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2019.8852275"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3300085"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA.2016.17"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3352460.3358319"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO.2016.7783705"},{"key":"ref16","first-page":"529","article-title":"Learning relaxed Belady for content distribution network caching","volume-title":"Proc. 17th USENIX Symp. Networked Syst. Des. Implementation (NSDI)","author":"Song","year":"2020"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3286062.3286082"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA51647.2021.00033"},{"key":"ref19","first-page":"445","article-title":"CacheSifter: Sifting cache files for boosted mobile performance and lifetime","volume-title":"Proc. 20th USENIX Conf. File Storage Technologies (FAST)","author":"Liang","year":"2022"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA47549.2020.00058"},{"key":"ref21","article-title":"LQoCo: Learning to optimize cache capacity overloading in storage systems","author":"Zhang","year":"2022"},{"key":"ref22","first-page":"6237","article-title":"An imitation learning approach for cache replacement","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Liu","year":"2020"},{"key":"ref23","first-page":"1","article-title":"Reinforcement learning-based SLC cache technique for enhancing SSD write performance","volume-title":"Proc. 12th USENIX Workshop Hot Topics Storage File Syst. (HotStorage)","author":"Yoo","year":"2020"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3466752.3480114"},{"key":"ref25","first-page":"785","article-title":"OSCA: An online-model based cache allocation scheme in cloud block storage systems","volume-title":"Proc. USENIX Annu. Tech. Conf. (USENIX ATC)","author":"Zhang","year":"2020"},{"key":"ref26","first-page":"1919","article-title":"Learning memory access patterns","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Hashemi","year":"2018"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-67667-4_26"},{"key":"ref28","first-page":"1","article-title":"CENSUS: Counting interleaved workloads on shared storage","volume-title":"Proc. 36th Int. Conf. Massive Storage Syst. Technol. (MSST)","author":"Chen","year":"2020"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3357223.3362705"},{"key":"ref30","first-page":"253","article-title":"BCW: Buffer-controlled writes to HDDs for SSD-HDD hybrid storage server","volume-title":"Proc. 18th USENIX Conf. File Storage Technologies (FAST)","author":"Wang","year":"2020"},{"key":"ref31","article-title":"Learning forward reuse distance","author":"Li","year":"2020"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1609\/icaps.v30i1.6685"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.32657\/10356\/90191"},{"key":"ref34","first-page":"1","article-title":"CENSUS: Counting interleaved workloads on shared storage","volume-title":"Proc. 36th Int. Conf. Massive Storage Syst. Technol. (MSST)","author":"Chen","year":"2020"},{"key":"ref35","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/511399.511340"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3211890.3211891"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1147\/sj.52.0078"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1002\/spe.995"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.2200\/S00922ED1V01Y201905CAC047"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3472456.3472490"}],"container-title":["IEEE Transactions on Computers"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/12\/10372122\/10288208.pdf?arnumber=10288208","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T03:47:19Z","timestamp":1705031239000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10288208\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1]]},"references-count":41,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tc.2023.3325625","relation":{},"ISSN":["0018-9340","1557-9956","2326-3814"],"issn-type":[{"value":"0018-9340","type":"print"},{"value":"1557-9956","type":"electronic"},{"value":"2326-3814","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1]]}}}