{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,20]],"date-time":"2026-10-20T16:23:37Z","timestamp":1792513417388,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,11]],"date-time":"2023-11-11T00:00:00Z","timestamp":1699660800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,12]]},"DOI":"10.1145\/3581784.3607072","type":"proceedings-article","created":{"date-parts":[[2023,10,30]],"date-time":"2023-10-30T20:34:48Z","timestamp":1698698088000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Design Considerations and Analysis of Multi-Level Erasure Coding in Large-Scale Data Centers"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0970-6558","authenticated-orcid":false,"given":"Meng","family":"Wang","sequence":"first","affiliation":[{"name":"University of Chicago, Chicago, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3087-0245","authenticated-orcid":false,"given":"Jiajun","family":"Mao","sequence":"additional","affiliation":[{"name":"University of Chicago, Chicago, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-8381-3583","authenticated-orcid":false,"given":"Rajdeep","family":"Rana","sequence":"additional","affiliation":[{"name":"University of Chicago, Chicago, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7887-0047","authenticated-orcid":false,"given":"John","family":"Bent","sequence":"additional","affiliation":[{"name":"Los Alamos National Laboratory, Los Alamos, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2344-6753","authenticated-orcid":false,"given":"Serkay","family":"Olmez","sequence":"additional","affiliation":[{"name":"Seagate Research, Longmont, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7973-7061","authenticated-orcid":false,"given":"Anjus","family":"George","sequence":"additional","affiliation":[{"name":"Oak Ridge National Laboratory, Oak Ridge, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-9324-6070","authenticated-orcid":false,"given":"Garrett Wilson","family":"Ransom","sequence":"additional","affiliation":[{"name":"Los Alamos National Laboratory, Los Alamos, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8266-7463","authenticated-orcid":false,"given":"Jun","family":"Li","sequence":"additional","affiliation":[{"name":"CUNY Queens College & Graduate Center, New York, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3680-8450","authenticated-orcid":false,"given":"Haryadi S.","family":"Gunawi","sequence":"additional","affiliation":[{"name":"University of Chicago, Chicago, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,11,11]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.5555\/762761.762819"},{"key":"e_1_3_2_2_2_1","volume-title":"Xia and Andrew A. Chien. RobuSTore: Robust Performance for Distributed Storage Systems. In Proceedings of the 2007 ACM\/IEEE Conference on Supercomputing (SC)","author":"Huaxia","year":"2007","unstructured":"Huaxia Xia and Andrew A. Chien. RobuSTore: Robust Performance for Distributed Storage Systems. In Proceedings of the 2007 ACM\/IEEE Conference on Supercomputing (SC), 2007."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1654059.1654089"},{"key":"e_1_3_2_2_4_1","volume-title":"Shi and Xiaoyi Lu. TriEC: Tripartite Graph Based Erasure Coding NIC Offload. In Proceedings of International Conference on High Performance Computing, Networking, Storage and Analysis (SC)","author":"Haiyang","year":"2019","unstructured":"Haiyang Shi and Xiaoyi Lu. TriEC: Tripartite Graph Based Erasure Coding NIC Offload. In Proceedings of International Conference on High Performance Computing, Networking, Storage and Analysis (SC), 2019."},{"key":"e_1_3_2_2_5_1","volume-title":"Shi and Xiaoyi Lu. INEC: Fast and Coherent In-Network Erasure Coding. In Proceedings of International Conference on High Performance Computing, Networking, Storage and Analysis (SC)","author":"Haiyang","year":"2020","unstructured":"Haiyang Shi and Xiaoyi Lu. INEC: Fast and Coherent In-Network Erasure Coding. In Proceedings of International Conference on High Performance Computing, Networking, Storage and Analysis (SC), 2020."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458817.3480852"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458817.3476204"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC41404.2022.00015"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/50202.50214"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2349896.2349900"},{"key":"e_1_3_2_2_11_1","volume-title":"Proceedings of the 16th USENIX Symposium on File and Storage Technologies (FAST)","author":"Zhang Guangyan","year":"2018","unstructured":"Guangyan Zhang, Zican Huang, Xiaosong Ma, Songlin Yang, Zhufan Wang, and Weimin Zheng. RAID+: Deterministic and Balanced Data Distribution for Large Disk Enclosures. In Proceedings of the 16th USENIX Symposium on File and Storage Technologies (FAST), 2018."},{"key":"e_1_3_2_2_12_1","volume-title":"the 5th Workshop on Hot Topics in Storage and File Systems (HotStorage)","author":"Rashmi K. V.","year":"2013","unstructured":"K. V. Rashmi, Nihar B. Shah, Dikang Gu, Hairong Kuang, Dhruba Borthakur, and Kannan Ramchandran. A Solution to the Network Challenges of Data Recovery in Erasure-coded Distributed Storage Systems: A Study on the Facebook Warehouse Cluster. In the 5th Workshop on Hot Topics in Storage and File Systems (HotStorage), 2013."},{"key":"e_1_3_2_2_13_1","volume-title":"Storage and Network-bandwidth. In Proceedings of the 13th USENIX Symposium on File and Storage Technologies (FAST)","author":"Rashmi KV","year":"2015","unstructured":"KV Rashmi, Preetum Nakkiran, Jingyan Wang, Nihar B. Shah, and Kannan Ramchandran. Having Your Cake and Eating It Too: Jointly Optimal Erasure Codes for I\/O, Storage and Network-bandwidth. In Proceedings of the 13th USENIX Symposium on File and Storage Technologies (FAST), 2015."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/2750482.2750499"},{"key":"e_1_3_2_2_15_1","volume-title":"Garrett Wilson Ransom, and Gary Alan Grider. Marfs, a near-posix interface to cloud objects.","author":"Inman Jeffrey Thornton","year":"2017","unstructured":"Jeffrey Thornton Inman, William Flynn Vining, Garrett Wilson Ransom, and Gary Alan Grider. Marfs, a near-posix interface to cloud objects. ; Login, 42(LA-UR-16-28720; LA-UR-16-28952), 2017."},{"key":"e_1_3_2_2_16_1","unstructured":"Scality ARTESCA: Object Storage for S3 Applications. https:\/\/www.scality.com\/products\/artesca\/."},{"key":"e_1_3_2_2_17_1","unstructured":"Hierarchical Erasure Coding: Making Erasure Coding Usable. https:\/\/www.snia.org\/sites\/default\/files\/SNIA_Hierarchical_Erasure_Coding_Final.pdf."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/PCCC.2012.6407774"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2016.15"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1138085.1138091"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/383962.384036"},{"key":"e_1_3_2_2_22_1","volume-title":"Performability Aspects of Hierarchical RAID. In 2011 IEEE Sixth International Conference on Networking, Architecture, and Storage (NAS)","author":"Thomasian Alexander","year":"2011","unstructured":"Alexander Thomasian and Yujie Tang. Performance, Reliability, and Performability Aspects of Hierarchical RAID. In 2011 IEEE Sixth International Conference on Networking, Architecture, and Storage (NAS), 2011."},{"key":"e_1_3_2_2_23_1","volume-title":"Sergey Yekhanin. Erasure Coding in Windows Azure Storage. In Proceedings of the 2012 USENIX Annual Technical Conference (ATC)","author":"Huang Cheng","year":"2012","unstructured":"Cheng Huang, Huseyin Simitci, Yikang Xu, Aaron Ogus, Brad Calder, Parikshit Gopalan, Jin Li, and Sergey Yekhanin. Erasure Coding in Windows Azure Storage. In Proceedings of the 2012 USENIX Annual Technical Conference (ATC), 2012."},{"key":"e_1_3_2_2_24_1","unstructured":"MLEC Github repository. https:\/\/github.com\/ucare-uchicago\/mlec-sim."},{"key":"e_1_3_2_2_25_1","unstructured":"MLEC Artifact on Chameleon Trovi. https:\/\/tinyurl.com\/mlec-artifact."},{"key":"e_1_3_2_2_26_1","volume-title":"Proceedings of the 16th International Conference on Very Large Data Bases (VLDB)","author":"Richard","year":"1990","unstructured":"Richard R. Muntz and John C. S. Lui. Performance analysis of disk arrays under failure. In Proceedings of the 16th International Conference on Very Large Data Bases (VLDB), 1990."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/143365.143383"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/264107.264132"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/279361.279374"},{"key":"e_1_3_2_2_30_1","volume-title":"Proceedings of the 5th International Symposium on High Performance Computer Architecture (HPCA-5)","author":"Thomas J.E.","year":"1999","unstructured":"Thomas J.E. Schwarz S.J., Jesse Steinberg, and Walter A. Burkhard. Permutation development data layout (PDDL). In Proceedings of the 5th International Symposium on High Performance Computer Architecture (HPCA-5), 1999."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN48063.2020.00050"},{"key":"e_1_3_2_2_32_1","unstructured":"CORVAULT - Self-Healing High Density Data Storage. https:\/\/www.seagate.com\/products\/storage\/data-storage-systems\/corvault\/."},{"key":"e_1_3_2_2_33_1","volume-title":"Zfs: The last word in file systems","author":"Bonwick Jeff","year":"2007","unstructured":"Jeff Bonwick and Bill Moore. Zfs: The last word in file systems, 2007."},{"key":"e_1_3_2_2_34_1","unstructured":"Dell PowerEdge RAID Controller 12. https:\/\/infohub.delltechnologies.com\/p\/dell-poweredge-raid-controller-12\/."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/256562.256635"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/24.974122"},{"key":"e_1_3_2_2_37_1","volume-title":"Sean Quinlna. Availability in Globally Distributed Storage Systems. In Proceedings of the 9th Symposium on Operating Systems Design and Implementation (OSDI)","author":"Ford Daniel","year":"2010","unstructured":"Daniel Ford, Franis Labelle, Florentina I. Popovici, Murray Stokely, Van-Anh Truong, Luiz Barroso, Carrie Grimes, and Sean Quinlna. Availability in Globally Distributed Storage Systems. In Proceedings of the 9th Symposium on Operating Systems Design and Implementation (OSDI), 2010."},{"key":"e_1_3_2_2_38_1","volume-title":"the 2nd Workshop on Hot Topics in Storage and File Systems (HotStorage)","author":"Greenan Kevin M.","year":"2010","unstructured":"Kevin M. Greenan, James S. Plank, and Jay J. Wylie. Mean time to meaningless: MTTDL, Markov models, and storage system reliability. In the 2nd Workshop on Hot Topics in Storage and File Systems (HotStorage), 2010."},{"key":"e_1_3_2_2_39_1","volume-title":"Proc. USENIX Conf.","author":"Akutsu Hiroaki","year":"2013","unstructured":"Hiroaki Akutsu and Tomohiro Kawaguchi. Reliability analysis of distributed raid with priority rebuilding. In Proc. USENIX Conf., 2013."},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.5555\/501883"},{"key":"e_1_3_2_2_41_1","unstructured":"ORNL's Alpine storage system. https:\/\/www.olcf.ornl.gov\/olcf-resources\/data-visualization-resources\/alpine."},{"key":"e_1_3_2_2_42_1","unstructured":"Personal Communication with LANL ORNL and Seagate Engineers and Operators."},{"key":"e_1_3_2_2_43_1","volume-title":"Wei Chen. Exploiting Combined Locality for Wide-Stripe Erasure Coding in Distributed Storage. In Proceedings of the 19th USENIX Symposium on File and Storage Technologies (FAST)","author":"Hu Yuchong","year":"2021","unstructured":"Yuchong Hu, Liangfeng Cheng, Qiaori Yao, Patrick P. C. Lee, Weichun Wang, and Wei Chen. Exploiting Combined Locality for Wide-Stripe Erasure Coding in Distributed Storage. In Proceedings of the 19th USENIX Symposium on File and Storage Technologies (FAST), 2021."},{"key":"e_1_3_2_2_44_1","unstructured":"Intel Intelligent Storage Acceleration Library (Intel ISA-L). https:\/\/software.intel.com\/en-us\/storage\/ISA-L."},{"key":"e_1_3_2_2_45_1","volume-title":"Dhruba Borthakur. XORing Elephants: Novel Erasure Codes for Big Data. In Proceedings of the 39th International Conference on Very Large Data Bases (VLDB)","author":"Sathiamoorthy Maheswaran","year":"2013","unstructured":"Maheswaran Sathiamoorthy, Megasthenis Asteris, Dimitris Papailiopoulos, Alexandros G. Dimakis, Ramkumar Vadali, Scott Chen, and Dhruba Borthakur. XORing Elephants: Novel Erasure Codes for Big Data. In Proceedings of the 39th International Conference on Very Large Data Bases (VLDB), 2013."},{"key":"e_1_3_2_2_46_1","volume-title":"Proceedings of the 2018 USENIX Annual Technical Conference (ATC)","author":"Kolosov Oleg","year":"2018","unstructured":"Oleg Kolosov, Gala Yadgar, Matan Liram, Itzhak Tamo, and Alexander Barg. On Fault Tolerance, Locality, and Optimality in Locally Repairable Codes. In Proceedings of the 2018 USENIX Annual Technical Conference (ATC), 2018."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2014.2321280"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626198"},{"key":"e_1_3_2_2_49_1","unstructured":"Chameleon - A configurable experimental environment for large-scale cloud research. https:\/\/www.chameleoncloud.org."},{"key":"e_1_3_2_2_50_1","volume-title":"Proceedings of the 2020 USENIX Annual Technical Conference (ATC)","author":"Keahey Kate","year":"2020","unstructured":"Kate Keahey, Jason Anderson, Zhuo Zhen, Pierre Riteau, Paul Ruth, Dan Stanzione, Mert Cevik, Jacob Colleran, Haryadi S. Gunawi, Cody Hammock, Joe Mambretti, Alexander Barnes, Fran\u00e7ois Halbach, Alex Rocha, and Joe Stubbs. Lessons Learned from the Chameleon Testbed. In Proceedings of the 2020 USENIX Annual Technical Conference (ATC), 2020."}],"event":{"name":"SC '23: International Conference for High Performance Computing, Networking, Storage and Analysis","location":"Denver CO USA","acronym":"SC '23","sponsor":["SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing","IEEE CS"]},"container-title":["Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581784.3607072","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3581784.3607072","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:23Z","timestamp":1750178183000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581784.3607072"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,11]]},"references-count":50,"alternative-id":["10.1145\/3581784.3607072","10.1145\/3581784"],"URL":"https:\/\/doi.org\/10.1145\/3581784.3607072","relation":{},"subject":[],"published":{"date-parts":[[2023,11,11]]},"assertion":[{"value":"2023-11-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}