{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T12:08:21Z","timestamp":1763381301323,"version":"3.45.0"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,11,17]]},"DOI":"10.1145\/3772356.3772388","type":"proceedings-article","created":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T12:02:48Z","timestamp":1763380968000},"page":"317-325","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Rethinking the Cost of Distributed Caches for Datacenter Services"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7738-2498","authenticated-orcid":false,"given":"Ziming","family":"Mao","sequence":"first","affiliation":[{"name":"UC Berkeley, Berkeley, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-1741-8215","authenticated-orcid":false,"given":"Jonathan","family":"Ellithorpe","sequence":"additional","affiliation":[{"name":"Databricks, Mountain View, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8767-6908","authenticated-orcid":false,"given":"Atul","family":"Adya","sequence":"additional","affiliation":[{"name":"Databricks, Mountain View, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-5599-8636","authenticated-orcid":false,"given":"Rishabh","family":"Iyer","sequence":"additional","affiliation":[{"name":"UC Berkeley, Berkeley, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7547-7204","authenticated-orcid":false,"given":"Matei","family":"Zaharia","sequence":"additional","affiliation":[{"name":"UC Berkeley, Berkerley, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1357-7533","authenticated-orcid":false,"given":"Scott","family":"Shenker","sequence":"additional","affiliation":[{"name":"UC Berkeley \/ ICSI, Berkeley, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5373-0088","authenticated-orcid":false,"given":"Ion","family":"Stoica","sequence":"additional","affiliation":[{"name":"UC Berkeley, Berkeley, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,11,17]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2024. Evaluating SSD hardware for Facebook workloads. https:\/\/cachelib.org\/docs\/Cache_Library_User_Guides\/cachebench-fb-hw-eval. Accessed: 2024-06-22."},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the Workshop on Hot Topics in Operating Systems. 113\u2013119","author":"Adya Atul","year":"2019","unstructured":"Atul Adya, Robert Grandl, Daniel Myers, and Henry Qin. 2019. Fast key-value stores: An idea whose time has come and gone. In Proceedings of the Workshop on Hot Topics in Operating Systems. 113\u2013119."},{"key":"e_1_3_2_1_3_1","volume-title":"12th USENIX Symposium on Operating Systems Design and Implementation (OSDI 16)","author":"Adya Atul","year":"2016","unstructured":"Atul Adya, Daniel Myers, Jon Howell, Jeremy Elson, Colin Meek, Vishesh Khemani, Stefan Fulger, Pan Gu, Lakshminath Bhuvanagiri, Jason Hunter, et al. 2016. Slicer:{Auto-Sharding} for datacenter applications. In 12th USENIX Symposium on Operating Systems Design and Implementation (OSDI 16). 739\u2013753."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3606557.3606563"},{"key":"e_1_3_2_1_5_1","unstructured":"Microsoft Azure. 2025. Azure Cache Pricing - Microsoft Azure. https:\/\/azure.microsoft.com\/en-us\/pricing\/details\/cache\/ Accessed: 2025-01-12."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2018.2818468"},{"key":"e_1_3_2_1_7_1","volume-title":"14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20)","author":"Berg Benjamin","year":"2020","unstructured":"Benjamin Berg, Daniel S Berger, Sara McAllister, Isaac Grosof, Sathya Gunasekar, Jimmy Lu, Michael Uhlar, Jim Carrig, Nathan Beckmann, Mor Harchol-Balter, et al. 2020. The {CacheLib} caching engine: Design and experiences at scale. In 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20). 753\u2013768."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.peva.2014.07.001"},{"key":"e_1_3_2_1_9_1","volume-title":"VLDB'02: Proceedings of the 28th International Conference on Very Large Databases. Elsevier, 550\u2013561","author":"Bright Laura","year":"2002","unstructured":"Laura Bright and Louiqa Raschid. 2002. Using latency-recency profiles for data delivery on the web. In VLDB'02: Proceedings of the 28th International Conference on Very Large Databases. Elsevier, 550\u2013561."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.5555\/1298455.1298487"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737546"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2020.2980105"},{"key":"e_1_3_2_1_13_1","volume-title":"Unity Catalog: Open and Universal Governance for the Lakehouse and Beyond. In Companion of the 2025 International Conference on Management of Data. 310\u2013322","author":"Chandra Ramesh","year":"2025","unstructured":"Ramesh Chandra, Haogang Chen, Ray Matharu, Sarah Cai, Jeff Chen, Priyam Dutta, Bogdan Ghita, Todd Greenstein, Gopal Holla, Peng Huang, et al. 2025. Unity Catalog: Open and Universal Governance for the Lakehouse and Beyond. In Companion of the 2025 International Conference on Management of Data. 310\u2013322."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2741948.2741967"},{"key":"e_1_3_2_1_15_1","unstructured":"James Cipar. 2014. Trading freshness for performance in distributed systems. Technical Report. Citeseer."},{"key":"e_1_3_2_1_16_1","unstructured":"Google Cloud. 2025. Google Cloud Compute Engine Pricing. https:\/\/cloud.google.com\/compute\/vm-instance-pricing Accessed: 2025-01-06."},{"key":"e_1_3_2_1_17_1","unstructured":"Oracle Corporation. 2023. Introducing Oracle True Cache. https:\/\/blogs.oracle.com\/database\/post\/introducing-oracle-true-cache"},{"key":"e_1_3_2_1_18_1","volume-title":"Cache Made Consistent: Improving Cache Efficiency and Data Freshness. Facebook Engineering Blog (June","author":"Engineering Facebook","year":"2022","unstructured":"Facebook Engineering. 2022. Cache Made Consistent: Improving Cache Efficiency and Data Freshness. Facebook Engineering Blog (June 2022). https:\/\/engineering.fb.com\/2022\/06\/08\/core-infra\/cache-made-consistent\/"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.5555\/1012889.1012894"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2014.03.006"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3410276"},{"key":"e_1_3_2_1_22_1","unstructured":"Google Cloud. n.d.. Create a VM with a Custom Machine Type. https:\/\/cloud.google.com\/compute\/docs\/instances\/creating-instance-with-custom-machine-type. Accessed: 2025-01-14."},{"key":"e_1_3_2_1_23_1","volume-title":"14th USENIX Symposium on Networked Systems Design and Implementation (NSDI 17)","author":"Gu Juncheng","year":"2017","unstructured":"Juncheng Gu, Youngmoon Lee, Yiwen Zhang, Mosharaf Chowdhury, and Kang G Shin. 2017. Efficient memory disaggregation with infiniswap. In 14th USENIX Symposium on Networked Systems Design and Implementation (NSDI 17). 649\u2013667."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415535"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2003.1208693"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSC.2012.21"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2749469.2750392"},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings 2003 VLDB Conference. Elsevier, 393\u2013404","author":"Labrinidis Alexandros","year":"2003","unstructured":"Alexandros Labrinidis and Nick Roussopoulos. 2003. Balancing performance and data freshness in web database servers. In Proceedings 2003 VLDB Conference. Elsevier, 393\u2013404."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3575693.3578835"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the 14th International Workshop on Data Management on New Hardware. 1\u201310","author":"Lomet David","year":"2018","unstructured":"David Lomet. 2018. Cost\/performance in modern data stores: How data caching systems succeed. In Proceedings of the 14th International Workshop on Data Management on New Hardware. 1\u201310."},{"key":"e_1_3_2_1_31_1","first-page":"1","article-title":"Designing Resilient Systems: A Guide to Distributed Caching for Modern Applications","volume":"14","author":"Manivelmurugan Vigneshwaran","year":"2025","unstructured":"Vigneshwaran Manivelmurugan. 2025. Designing Resilient Systems: A Guide to Distributed Caching for Modern Applications. International Journal of Engineering Research & Technology (IJERT) 14, 1 (January 2025).","journal-title":"International Journal of Engineering Research & Technology (IJERT)"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3696348.3696858"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3582016.3582063"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477132.3483568"},{"key":"e_1_3_2_1_35_1","unstructured":"M. Mead. n.d.. RAM Hard Drive and SSD Prices Over Time. https:\/\/azrael.digipen.edu\/~mmead\/www\/Courses\/CS180\/ram-hd-ssd-prices.html. Accessed: 2025-01-04."},{"key":"e_1_3_2_1_36_1","volume-title":"10th USENIX Symposium on Networked Systems Design and Implementation (NSDI 13)","author":"Nishtala Rajesh","year":"2013","unstructured":"Rajesh Nishtala, Hans Fugal, Steven Grimm, Marc Kwiatkowski, Herman Lee, Harry C Li, Ryan McElroy, Mike Paleczny, Daniel Peek, Paul Saab, et al. 2013. Scaling memcache at facebook. In 10th USENIX Symposium on Networked Systems Design and Implementation (NSDI 13). 385\u2013398."},{"key":"e_1_3_2_1_37_1","unstructured":"Percona. 2023. MySQL Caching Methods and Tips. https:\/\/www.percona.com\/blog\/mysql-caching-methods-and-tips\/"},{"key":"e_1_3_2_1_38_1","volume-title":"9th USENIX Symposium on Operating Systems Design and Implementation (OSDI 10)","author":"Ports Dan RK","year":"2010","unstructured":"Dan RK Ports, Irene Zhang, Samuel Madden, and Barbara Liskov. 2010. Transactional consistency and automatic management in an application data cache. In 9th USENIX Symposium on Operating Systems Design and Implementation (OSDI 10)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3552326.3587446"},{"key":"e_1_3_2_1_40_1","volume-title":"Caching Data: Automatic Database Caching. https:\/\/ravendb.net\/articles\/caching-data-automatic-database-caching","author":"DB.","year":"2023","unstructured":"RavenDB. 2023. Caching Data: Automatic Database Caching. https:\/\/ravendb.net\/articles\/caching-data-automatic-database-caching"},{"key":"e_1_3_2_1_41_1","unstructured":"Salvatore Sanfilippo and Redis Core Team. 2024. Redis. https:\/\/redis.io. Accessed: 2024-09-20."},{"key":"e_1_3_2_1_42_1","unstructured":"Amazon Web Services. 2023. Database Caching Strategies Using Redis. https:\/\/aws.amazon.com\/caching\/database-caching\/"},{"key":"e_1_3_2_1_43_1","volume-title":"Proceedings of the Nineteenth European Conference on Computer Systems. 387\u2013404","author":"Sultan Sari","year":"2024","unstructured":"Sari Sultan, Kia Shakiba, Albert Lee, Paul Chen, and Michael Stumm. 2024. TTLs matter: Efficient cache sizing with TTL-aware miss ratio curves and working set sizes. In Proceedings of the Nineteenth European Conference on Computer Systems. 387\u2013404."},{"key":"e_1_3_2_1_44_1","unstructured":"Dropbox Tech Team. 2023. Meet Chrono: Our Scalable Consistent Metadata Caching Solution. Dropbox Tech Blog. https:\/\/dropbox.tech\/infrastructure\/meet-chrono-our-scalable-consistent-metadata-caching-solution Accessed: 2025-03-19."},{"key":"e_1_3_2_1_45_1","unstructured":"PingCAP Documentation Team. n.d.. Tune TiKV Memory Performance. https:\/\/docs.pingcap.com\/tidb\/stable\/tune-tikv-memory-performance. Accessed: 2025-01-04."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1145\/155870.155881","article-title":"GRPC: A communication cooperation mechanism in distributed systems","volume":"27","author":"Wang Xingwei","year":"1993","unstructured":"Xingwei Wang, Hong Zhao, and Jiakeng Zhu. 1993. GRPC: A communication cooperation mechanism in distributed systems. ACM SIGOPS Operating Systems Review 27, 3 (1993), 75\u201386.","journal-title":"ACM SIGOPS Operating Systems Review"},{"key":"e_1_3_2_1_47_1","unstructured":"Wikipedia. 2023. List of In-Memory Databases. https:\/\/en.wikipedia.org\/wiki\/List_of_in-memory_databases"},{"key":"e_1_3_2_1_48_1","volume-title":"21st USENIX Conference on File and Storage Technologies (FAST 23)","author":"Yang Juncheng","year":"2023","unstructured":"Juncheng Yang, Ziming Mao, Yao Yue, and KV Rashmi. 2023. {GLCache}: Group-level learning for efficient and high-performance caching. In 21st USENIX Conference on File and Storage Technologies (FAST 23). 115\u2013134."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468521"},{"key":"e_1_3_2_1_50_1","volume-title":"18th USENIX Symposium on Networked Systems Design and Implementation (NSDI 21)","author":"Yang Juncheng","year":"2021","unstructured":"Juncheng Yang, Yao Yue, and Rashmi Vinayak. 2021. Segcache: a memory-efficient and scalable in-memory key-value cache for small objects. In 18th USENIX Symposium on Networked Systems Design and Implementation (NSDI 21). 503\u2013518."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600006.3613147"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/316194.316219"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2501040.2501980"},{"key":"e_1_3_2_1_54_1","volume-title":"21st USENIX Symposium on Networked Systems Design and Implementation (NSDI 24)","author":"Zhang Haoran","year":"2024","unstructured":"Haoran Zhang, Konstantinos Kallas, Spyros Pavlatos, Rajeev Alur, Sebastian Angel, and Vincent Liu. 2024. {MuCache}: A General Framework for Caching in Microservice Graphs. In 21st USENIX Symposium on Networked Systems Design and Implementation (NSDI 24). 221\u2013238."},{"key":"e_1_3_2_1_55_1","volume-title":"Annual Conference on Innovative Data Systems Research (CIDR'22)","author":"Zhang Qizhen","year":"2022","unstructured":"Qizhen Zhang, Philip A Bernstein, Daniel S Berger, Badrish Chandramouli, Vincent Liu, and Boon Thau Loo. 2022. Compucache: Remote computable caching using spot vms. In Annual Conference on Innovative Data Systems Research (CIDR'22)."}],"event":{"name":"HotNets '25: 24th ACM Workshop on Hot Topics in Networks","location":"UMD Campus College Park MD USA","acronym":"HotNets '25","sponsor":["SIGCOMM ACM Special Interest Group on Data Communication"]},"container-title":["Proceedings of the 24th ACM Workshop on Hot Topics in Networks"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772356.3772388","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T12:04:59Z","timestamp":1763381099000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772356.3772388"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,17]]},"references-count":55,"alternative-id":["10.1145\/3772356.3772388","10.1145\/3772356"],"URL":"https:\/\/doi.org\/10.1145\/3772356.3772388","relation":{},"subject":[],"published":{"date-parts":[[2025,11,17]]},"assertion":[{"value":"2025-11-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}