{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,20]],"date-time":"2025-12-20T22:09:34Z","timestamp":1766268574063,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,10,30]],"date-time":"2023-10-30T00:00:00Z","timestamp":1698624000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1910613"],"award-info":[{"award-number":["IIS-1910613"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,10,30]]},"DOI":"10.1145\/3620678.3624784","type":"proceedings-article","created":{"date-parts":[[2023,10,31]],"date-time":"2023-10-31T13:58:07Z","timestamp":1698760687000},"page":"459-474","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["FileScale"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8280-9094","authenticated-orcid":false,"given":"Gang","family":"Liao","sequence":"first","affiliation":[{"name":"ByteDance Infrastructure System Lab, San Jose, California, USA and University of Maryland, College Park"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3771-2995","authenticated-orcid":false,"given":"Daniel J.","family":"Abadi","sequence":"additional","affiliation":[{"name":"University of Maryland, College Park, Maryland, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,10,31]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. Alternate Hash Table for NameNode Memory Optimization. https:\/\/issues.apache.org\/jira\/browse\/HDFS-1114."},{"key":"e_1_3_2_1_2_1","unstructured":"[n.d.]. Apache HBase. https:\/\/hbase.apache.org."},{"key":"e_1_3_2_1_3_1","unstructured":"[n.d.]. Apache Ignite. https:\/\/ignite.apache.org."},{"key":"e_1_3_2_1_4_1","unstructured":"[n.d.]. ByteDance NNProxy. https:\/\/github.com\/bytedance\/nnproxy."},{"key":"e_1_3_2_1_5_1","unstructured":"[n.d.]. HDFS Federation. https:\/\/hadoop.apache.org\/docs\/current\/hadoop-project-dist\/hadoop-hdfs\/Federation.html."},{"key":"e_1_3_2_1_6_1","unstructured":"[n.d.]. HDFS High Availability Using NFS. https:\/\/hadoop.apache.org\/docs\/current\/hadoop-project-dist\/hadoop-hdfs\/HDFSHighAvailabilityWithNFS.html."},{"key":"e_1_3_2_1_7_1","unstructured":"[n.d.]. HDFS High Availability Using the Quorum Journal Manager. https:\/\/hadoop.apache.org\/docs\/current\/hadoop-project-dist\/hadoop-hdfs\/HDFSHighAvailabilityWithQJM.html."},{"key":"e_1_3_2_1_8_1","unstructured":"[n.d.]. HDFS Router-based Federation. https:\/\/hadoop.apache.org\/docs\/current\/hadoop-project-dist\/hadoop-hdfsrbf\/HDFSRouterFederation.html."},{"key":"e_1_3_2_1_9_1","unstructured":"[n.d.]. HDFS Router-based Federation. https:\/\/issues.apache.org\/jira\/browse\/HDFS-10467."},{"key":"e_1_3_2_1_10_1","unstructured":"[n.d.]. HDFS scalability with multiple namenodes. https:\/\/issues.apache.org\/jira\/browse\/HDFS-1052."},{"key":"e_1_3_2_1_11_1","unstructured":"[n.d.]. HDFS ViewFs Guide. https:\/\/hadoop.apache.org\/docs\/current\/hadoop-project-dist\/hadoop-hdfs\/ViewFs.html."},{"key":"e_1_3_2_1_12_1","unstructured":"[n.d.]. LevelDB. https:\/\/github.com\/google\/leveldb."},{"key":"e_1_3_2_1_13_1","unstructured":"[n.d.]. NNThroughputBenchmark. https:\/\/hadoop.apache.org\/docs\/current\/hadoop-project-dist\/hadoop-common\/Benchmarking.html."},{"key":"e_1_3_2_1_14_1","unstructured":"[n.d.]. Removing Name-node's memory limitation. https:\/\/issues.apache.org\/jira\/browse\/HDFS-5389."},{"key":"e_1_3_2_1_15_1","unstructured":"[n.d.]. Scaling Uber's Apache Hadoop Distributed File System for Growth. https:\/\/eng.uber.com\/scaling-hdfs\/."},{"key":"e_1_3_2_1_16_1","unstructured":"[n.d.]. WinFS: Windows Future Storage. https:\/\/en.wikipedia.org\/wiki\/WinFS."},{"key":"e_1_3_2_1_17_1","unstructured":"2010. VoltDB. https:\/\/www.voltdb.com."},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings of the 12th USENIX Conference on Operating Systems Design and Implementation","author":"Abadi Mart\u00edn","year":"2016","unstructured":"Mart\u00edn Abadi, Paul Barham, Jianmin Chen, Zhifeng Chen, Andy Davis, Jeffrey Dean, Matthieu Devin, Sanjay Ghemawat, Geoffrey Irving, Michael Isard, Manjunath Kudlur, Josh Levenberg, Rajat Monga, Sherry Moore, Derek G. Murray, Benoit Steiner, Paul Tucker, Vijay Vasudevan, Pete Warden, Martin Wicke, Yuan Yu, and Xiaoqiang Zheng. 2016. TensorFlow: A System for Large-scale Machine Learning. In Proceedings of the 12th USENIX Conference on Operating Systems Design and Implementation (Savannah, GA, USA) (OSDI'16). USENIX Association, Berkeley, CA, USA, 265--283. http:\/\/dl.acm.org\/citation.cfm?id=3026877.3026899"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 4th Conference on USENIX Conference on File and Storage Technologies -","volume":"4","author":"Abd-El-Malek Michael","unstructured":"Michael Abd-El-Malek, William V. Courtright, II, Chuck Cranor, Gregory R. Ganger, James Hendricks, Andrew J. Klosterman, Michael Mesnier, Manish Prasad, Brandon Salmon, Raja R. Sambasivan, Shafeeq Sinnamohideen, John D. Strunk, Eno Thereska, Matthew Wachs, and Jay J. Wylie. 2005. Ursa Minor: Versatile Cluster-based Storage. In Proceedings of the 4th Conference on USENIX Conference on File and Storage Technologies - Volume 4 (San Francisco, CA) (FAST'05). USENIX Association, Berkeley, CA, USA, 5--5. http:\/\/dl.acm.org\/citation.cfm?id=1251028.1251033"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/844128.844130"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341301.3359656"},{"key":"e_1_3_2_1_22_1","unstructured":"Andrew Audibert. 2019. Scalable Metadata Service in Alluxio: Storing Billions of Files. https:\/\/www.alluxio.io\/blog\/scalable-metadata-service-in-alluxio-storing-billions."},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the 7th USENIX Symposium on Operating Systems Design and Implementation -","volume":"7","author":"Chang Fay","unstructured":"Fay Chang, Jeffrey Dean, Sanjay Ghemawat, Wilson C. Hsieh, Deborah A. Wallach, Mike Burrows, Tushar Chandra, Andrew Fikes, and Robert E. Gruber. 2006. Bigtable: A Distributed Storage System for Structured Data. In Proceedings of the 7th USENIX Symposium on Operating Systems Design and Implementation - Volume 7 (Seattle, WA) (OSDI '06). USENIX Association, Berkeley, CA, USA, 15--15. http:\/\/dl.acm.org\/citation.cfm?id=1267308.1267323"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 6th Conference on Symposium on Operating Systems Design & Implementation -","volume":"6","author":"Dean Jeffrey","year":"2004","unstructured":"Jeffrey Dean and Sanjay Ghemawat. 2004. MapReduce: Simplified Data Processing on Large Clusters. In Proceedings of the 6th Conference on Symposium on Operating Systems Design & Implementation - Volume 6 (San Francisco, CA) (OSDI'04). USENIX Association, Berkeley, CA, USA, 10--10. http:\/\/dl.acm.org\/citation.cfm?id=1251254.1251264"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2463710"},{"key":"e_1_3_2_1_26_1","unstructured":"Huang Dongfa. 2022. DanceNN: Overview of Byte Self-developed 100 Billion Scale File Metadata Storage System. https:\/\/bafybeigahnjknx333gpi6uoftsoohvdssb5pyalaoavv6l2wbxicqorxwu.ipfs.infura-ipfs.io\/."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.14778\/3476311.3476385"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/945445.945450"},{"key":"e_1_3_2_1_29_1","unstructured":"Dean Hildebrand and Denis Serenyi. 2021. Colossus under the hood: a peek into Google's scalable storage system. https:\/\/cloud.google.com\/blog\/products\/storage-data-transfer\/a-peek-behind-colossus-googles-file-system."},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the 2010 USENIX Conference on USENIX Annual Technical Conference","author":"Hunt Patrick","year":"2010","unstructured":"Patrick Hunt, Mahadev Konar, Flavio P. Junqueira, and Benjamin Reed. 2010. ZooKeeper: Wait-free Coordination for Internet-scale Systems. In Proceedings of the 2010 USENIX Conference on USENIX Annual Technical Conference (Boston, MA) (USENIXATC'10) USENIX Association, Berkeley, CA, USA, 11--11. http:\/\/dl.acm.org\/citation.cfm?id=1855840.1855851"},{"key":"e_1_3_2_1_31_1","volume-title":"The XtreemFS architecture - a case for object-based file systems in Grids. Concurrency and Computation - Practice and Experience","author":"Hupfeld Felix","year":"2008","unstructured":"Felix Hupfeld, Toni Cortes, Bj\u00f6rn Kolbeck, Jan Stender, Erich Focht, Matthias Hess, Jesus Malo, Jonathan Mart\u00ed, and Eugenio Cesario. 2008. The XtreemFS architecture - a case for object-based file systems in Grids. Concurrency and Computation - Practice and Experience (2008)."},{"key":"e_1_3_2_1_32_1","unstructured":"Leslie Lamport. 2019. The part-time parliament. In Concurrency: the Works of Leslie Lamport. 277--317."},{"key":"e_1_3_2_1_33_1","first-page":"18","article-title":"Paxos made simple","volume":"32","author":"Leslie Lamport","year":"2001","unstructured":"Leslie Lamport et al. 2001. Paxos made simple. ACM Sigact News 32, 4 (2001), 18--25.","journal-title":"ACM Sigact News"},{"key":"e_1_3_2_1_34_1","volume-title":"Alluxio: A Virtual Distributed File System. https:\/\/www2.eecs.berkeley.edu\/Pubs\/TechRpts\/2018\/EECS-2018-29.pdf.","author":"Li Haoyuan","year":"2018","unstructured":"Haoyuan Li. 2018. Alluxio: A Virtual Distributed File System. https:\/\/www2.eecs.berkeley.edu\/Pubs\/TechRpts\/2018\/EECS-2018-29.pdf."},{"key":"e_1_3_2_1_35_1","unstructured":"Gang Liao. 2022. The Evolution of Cloud Data Architectures: Storage Compute and Migration. https:\/\/drum.lib.umd.edu\/items\/e591f36a-a240-42db-8252-196ed4facee9."},{"key":"e_1_3_2_1_36_1","unstructured":"Sarang Masti. [n.d.]. ZippyDB: A Distributed key value store. https:\/\/engineering.fb.com\/2021\/08\/06\/core-data\/zippydb\/."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1594204.1594206"},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the 2017 USENIX Conference on Usenix Annual Technical Conference (Santa Clara, CA, USA) (USENIX ATC '17). USENIX Association","author":"Misra Pulkit A.","year":"2017","unstructured":"Pulkit A. Misra, \u00cd\u00f1igo Goiri, Jason Kace, and Ricardo Bianchini. 2017. Scaling Distributed File Systems in Resource-harvesting Datacenters. In Proceedings of the 2017 USENIX Conference on Usenix Annual Technical Conference (Santa Clara, CA, USA) (USENIX ATC '17). USENIX Association, Berkeley, CA, USA, 799--811. http:\/\/dl.acm.org\/citation.cfm?id=3154690.3154765"},{"key":"e_1_3_2_1_39_1","volume-title":"Proceedings of the 15th Usenix Conference on File and Storage Technologies (Santa clara, CA, USA) (FAST'17)","author":"Niazi Salman","year":"2017","unstructured":"Salman Niazi, Mahmoud Ismail, Seif Haridi, Jim Dowling, Steffen Grohsschmiedt, and Mikael Ronstr\u00f6m. 2017. HopsFS: Scaling Hierarchical File System Metadata Using newSQL Databases. In Proceedings of the 15th Usenix Conference on File and Storage Technologies (Santa clara, CA, USA) (FAST'17). USENIX Association, Berkeley, CA, USA, 89--103. http:\/\/dl.acm.org\/citation.cfm?id=3129633.3129642"},{"key":"e_1_3_2_1_40_1","volume-title":"19th USENIX Conference on File and Storage Technologies (FAST'21)","author":"Pan Satadru","year":"2021","unstructured":"Satadru Pan, Theano Stavrinos, Yunqiao Zhang, Atul Sikaria, Pavel Zakharov, Abhinav Sharma, Mike Shuey, Richard Wareing, Monika Gangapuram, Guanglei Cao, et al. 2021. Facebook's Tectonic Filesystem: Efficiency from Exascale. In 19th USENIX Conference on File and Storage Technologies (FAST'21). 217--231."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1374596.1374604"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3035918.3056100"},{"key":"e_1_3_2_1_43_1","volume-title":"TABLEFS: Enhancing Metadata Efficiency in the Local File System. In 2013 USENIX Annual Technical Conference (USENIX ATC 13)","author":"Ren Kai","year":"2013","unstructured":"Kai Ren and Garth Gibson. 2013. TABLEFS: Enhancing Metadata Efficiency in the Local File System. In 2013 USENIX Annual Technical Conference (USENIX ATC 13). USENIX Association, San Jose, CA, 145--156. https:\/\/www.usenix.org\/conference\/atc13\/technical-sessions\/presentation\/ren"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2014.25"},{"key":"e_1_3_2_1_45_1","volume-title":"Proceedings of the 2003 Linux Symposium","author":"Schwan P.","year":"2003","unstructured":"P. Schwan. 2003. Lustre: Building a file system for 1000-node clusters. In Proceedings of the 2003 Linux Symposium (2003)."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSST.2010.5496972"},{"key":"e_1_3_2_1_47_1","volume-title":"HDFS Scalability: The limits to growth","author":"Shvachko Konstantin V","year":"2010","unstructured":"Konstantin V Shvachko. 2010. HDFS Scalability: The limits to growth.; login:: the magazine of USENIX & SAGE 35, 2 (2010), 6--16."},{"key":"e_1_3_2_1_48_1","volume-title":"Scaling Namespace Operations with Giraffa File System. USENIX","author":"Shvachko Konstantin V","year":"2017","unstructured":"Konstantin V Shvachko and Yuxiang Chen. 2017. Scaling Namespace Operations with Giraffa File System. USENIX; login (2017)."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/snapi.2010.14"},{"volume-title":"Proceedings of the 13th USENIX Conference on File and Storage Technologies","author":"Thomson Alexander","key":"e_1_3_2_1_50_1","unstructured":"Alexander Thomson and Daniel J. Abadi. 2015. CalvinFS: Consistent WAN Replication and Scalable Metadata Management for Distributed File Systems. In Proceedings of the 13th USENIX Conference on File and Storage Technologies (Santa Clara, CA) (FAST'15). USENIX Association, Berkeley, CA, USA, 1--14. http:\/\/dl.acm.org\/citation.cfm?id=2750482.2750483"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/2213836.2213838"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2806777.2806844"},{"key":"e_1_3_2_1_53_1","volume-title":"Proceedings of the 9th USENIX Conference on Networked Systems Design and Implementation","author":"Zaharia Matei","year":"2012","unstructured":"Matei Zaharia, Mosharaf Chowdhury, Tathagata Das, Ankur Dave, Justin Ma, Murphy McCauley, Michael J. Franklin, Scott Shenker, and Ion Stoica. 2012. Resilient Distributed Datasets: A Fault-tolerant Abstraction for In-memory Cluster Computing. In Proceedings of the 9th USENIX Conference on Networked Systems Design and Implementation (San Jose, CA) (NSDI'12). USENIX Association, Berkeley, CA, USA, 2--2. http:\/\/dl.acm.org\/citation.cfm?id=2228298.2228301"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2018.00006"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2834976.2834984"}],"event":{"name":"SoCC '23: ACM Symposium on Cloud Computing","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGOPS ACM Special Interest Group on Operating Systems"],"location":"Santa Cruz CA USA","acronym":"SoCC '23"},"container-title":["Proceedings of the 2023 ACM Symposium on Cloud Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3620678.3624784","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3620678.3624784","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T15:56:24Z","timestamp":1755878184000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3620678.3624784"}},"subtitle":["Fast and Elastic Metadata Management for Distributed File Systems"],"short-title":[],"issued":{"date-parts":[[2023,10,30]]},"references-count":55,"alternative-id":["10.1145\/3620678.3624784","10.1145\/3620678"],"URL":"https:\/\/doi.org\/10.1145\/3620678.3624784","relation":{},"subject":[],"published":{"date-parts":[[2023,10,30]]},"assertion":[{"value":"2023-10-31","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}