{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T10:01:39Z","timestamp":1777024899714,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,4,5]],"date-time":"2022-04-05T00:00:00Z","timestamp":1649116800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Agence Nationale de la Recherche","award":["ANR-16-CE25-0014-01"],"award-info":[{"award-number":["ANR-16-CE25-0014-01"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,4,5]]},"DOI":"10.1145\/3503646.3524296","type":"proceedings-article","created":{"date-parts":[[2022,3,24]],"date-time":"2022-03-24T22:04:01Z","timestamp":1648159441000},"page":"24-32","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Understanding the performance of erasure codes in hadoop distributed file system"],"prefix":"10.1145","author":[{"given":"Jad","family":"Darrous","sequence":"first","affiliation":[{"name":"IMT Atlantique, Nantes, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shadi","family":"Ibrahim","sequence":"additional","affiliation":[{"name":"Univ. Rennes, Rennes, France"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,4,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2022. Apache Flink. https:\/\/flink.apache.org  2022. Apache Flink. https:\/\/flink.apache.org"},{"key":"e_1_3_2_1_2_1","unstructured":"2022. Apache Hadoop. http:\/\/hadoop.apache.org  2022. Apache Hadoop. http:\/\/hadoop.apache.org"},{"key":"e_1_3_2_1_3_1","unstructured":"2022. Apache Spark. https:\/\/spark.apache.org  2022. Apache Spark. https:\/\/spark.apache.org"},{"key":"e_1_3_2_1_4_1","unstructured":"2022. CMU Hadoop traces. https:\/\/www.pdl.cmu.edu\/HLA\/  2022. CMU Hadoop traces. https:\/\/www.pdl.cmu.edu\/HLA\/"},{"key":"e_1_3_2_1_5_1","unstructured":"2022. Intel Intelligent Storage Acceleration Library Homepage. https:\/\/software.intel.com\/en-us\/storage\/ISA-L  2022. Intel Intelligent Storage Acceleration Library Homepage. https:\/\/software.intel.com\/en-us\/storage\/ISA-L"},{"key":"e_1_3_2_1_6_1","unstructured":"2022. psutil: Cross-platform lib for process and system monitoring in Python. https:\/\/github.com\/giampaolo\/psutil  2022. psutil: Cross-platform lib for process and system monitoring in Python. https:\/\/github.com\/giampaolo\/psutil"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2018.00034"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.5555\/1991596.1991613"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-04519-1_1"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2486001.2486021"},{"key":"e_1_3_2_1_12_1","volume-title":"Enabling Data Processing under Erasure Coding in the Fog. Poster at ICPP 2019 - the 48th International Conference on Parallel Processing. https:\/\/hal.inria.fr\/hal-02388835","author":"Darrous Jad","unstructured":"Jad Darrous and Shadi Ibrahim . 2019. Enabling Data Processing under Erasure Coding in the Fog. Poster at ICPP 2019 - the 48th International Conference on Parallel Processing. https:\/\/hal.inria.fr\/hal-02388835 Jad Darrous and Shadi Ibrahim. 2019. Enabling Data Processing under Erasure Coding in the Fog. Poster at ICPP 2019 - the 48th International Conference on Parallel Processing. https:\/\/hal.inria.fr\/hal-02388835"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/MASCOTS.2019.00026"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1327452.1327492"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2014.102"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1713072.1713075"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/945445.945450"},{"key":"e_1_3_2_1_18_1","unstructured":"Hadoop. 2017. HDFS Erasure Coding. https:\/\/hadoop.apache.org\/docs\/r3.0.0\/hadoop-project-dist\/hadoop-hdfs\/HDFSErasureCoding.html  Hadoop. 2017. HDFS Erasure Coding. https:\/\/hadoop.apache.org\/docs\/r3.0.0\/hadoop-project-dist\/hadoop-hdfs\/HDFSErasureCoding.html"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 2nd Conference on Symposium on Networked Systems Design & Implementation -","volume":"2","author":"Haeberlen Andreas","year":"2005","unstructured":"Andreas Haeberlen , Alan Mislove , and Peter Druschel . 2005 . Glacier: Highly Durable, Decentralized Storage despite Massive Correlated Failures . In Proceedings of the 2nd Conference on Symposium on Networked Systems Design & Implementation - Volume 2 (NSDI'05). USENIX Association, USA, 143--158. Andreas Haeberlen, Alan Mislove, and Peter Druschel. 2005. Glacier: Highly Durable, Decentralized Storage despite Massive Correlated Failures. In Proceedings of the 2nd Conference on Symposium on Networked Systems Design & Implementation - Volume 2 (NSDI'05). USENIX Association, USA, 143--158."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2012.122"},{"key":"e_1_3_2_1_21_1","unstructured":"Intel. 2017. ISA-L Performance report. https:\/\/01.org\/sites\/default\/files\/documentation\/intel_isa-l_2.19_performance_report_0.pdf  Intel. 2017. ISA-L Performance report. https:\/\/01.org\/sites\/default\/files\/documentation\/intel_isa-l_2.19_performance_report_0.pdf"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 13th USENIX Conference on File and Storage Technologies","author":"Kim Jaeho","unstructured":"Jaeho Kim , Donghee Lee , and Sam H. Noh . 2015. Towards SLO Complying SSDs through OPS Isolation . In Proceedings of the 13th USENIX Conference on File and Storage Technologies ( Santa Clara, CA) (FAST'15). USENIX Association, USA, 183--189. Jaeho Kim, Donghee Lee, and Sam H. Noh. 2015. Towards SLO Complying SSDs through OPS Isolation. In Proceedings of the 13th USENIX Conference on File and Storage Technologies (Santa Clara, CA) (FAST'15). USENIX Association, USA, 183--189."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/378995.379239"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2017.191"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2018.00019"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2014.47"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-44881-7_11"},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of the 11th USENIX Conference on Operating Systems Design and Implementation","author":"Muralidhar Subramanian","year":"2014","unstructured":"Subramanian Muralidhar , Wyatt Lloyd , Sabyasachi Roy , Cory Hill , Ernest Lin , Weiwen Liu , Satadru Pan , Shiva Shankar , Viswanath Sivakumar , Linpeng Tang , and Sanjeev Kumar . 2014 . F4: Facebook's Warm BLOB Storage System . In Proceedings of the 11th USENIX Conference on Operating Systems Design and Implementation ( Broomfield, CO) (OSDI'14). USENIX Association, USA, 383--398. Subramanian Muralidhar, Wyatt Lloyd, Sabyasachi Roy, Cory Hill, Ernest Lin, Weiwen Liu, Satadru Pan, Shiva Shankar, Viswanath Sivakumar, Linpeng Tang, and Sanjeev Kumar. 2014. F4: Facebook's Warm BLOB Storage System. In Proceedings of the 11th USENIX Conference on Operating Systems Design and Implementation (Broomfield, CO) (OSDI'14). USENIX Association, USA, 383--398."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274808.3274811"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2619239.2626325"},{"key":"e_1_3_2_1_31_1","volume-title":"Proceedings of the 12th USENIX Conference on Operating Systems Design and Implementation","author":"Rashmi K. V.","year":"2016","unstructured":"K. V. Rashmi , Mosharaf Chowdhury , Jack Kosaian , Ion Stoica , and Kannan Ramchandran . 2016 . EC-Cache: Load-Balanced, Low-Latency Cluster Caching with Online Erasure Coding . In Proceedings of the 12th USENIX Conference on Operating Systems Design and Implementation ( Savannah, GA, USA) (OSDI'16). USENIX Association, USA, 401--417. K. V. Rashmi, Mosharaf Chowdhury, Jack Kosaian, Ion Stoica, and Kannan Ramchandran. 2016. EC-Cache: Load-Balanced, Low-Latency Cluster Caching with Online Erasure Coding. In Proceedings of the 12th USENIX Conference on Operating Systems Design and Implementation (Savannah, GA, USA) (OSDI'16). USENIX Association, USA, 401--417."},{"key":"e_1_3_2_1_32_1","volume-title":"Worldwide Global DataSphere Forecast, 2021","author":"Reinsel David","year":"2025","unstructured":"David Reinsel , John Rydning , and John F. Gantz . IDC Report 2021 . Worldwide Global DataSphere Forecast, 2021 -- 2025 : The World Keeps Creating More Data - Now, What Do We Do with It All? David Reinsel, John Rydning, and John F. Gantz. IDC Report 2021. Worldwide Global DataSphere Forecast, 2021 -- 2025: The World Keeps Creating More Data - Now, What Do We Do with It All?"},{"key":"e_1_3_2_1_33_1","volume-title":"High Availability in DHTs: Erasure Coding vs. Replication","author":"Rodrigues Rodrigo","unstructured":"Rodrigo Rodrigues and Barbara Liskov . 2005. High Availability in DHTs: Erasure Coding vs. Replication . In Peer-to-Peer Systems IV, Miguel Castro and Robbert van Renesse (Eds.). Springer Berlin Heidelberg , Berlin, Heidelberg , 226--239. Rodrigo Rodrigues and Barbara Liskov. 2005. High Availability in DHTs: Erasure Coding vs. Replication. In Peer-to-Peer Systems IV, Miguel Castro and Robbert van Renesse (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg, 226--239."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.14778\/2535573.2488339"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSST.2010.5496972"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCGRID.2019.00014"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2016.02.015"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1755913.1755940"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.5555\/2930583.2930596"},{"key":"e_1_3_2_1_41_1","unstructured":"Zhe Zhang Weihua Jiang Andrew Wang Kai Zheng Uma Maheswara G. and Vinayakumar B. 2015. Introduction to HDFS Erasure Coding in Apache Hadoop. https:\/\/blog.cloudera.com\/blog\/2015\/09\/introduction-to-hdfs-erasure-coding-in-apache-hadoop  Zhe Zhang Weihua Jiang Andrew Wang Kai Zheng Uma Maheswara G. and Vinayakumar B. 2015. Introduction to HDFS Erasure Coding in Apache Hadoop. https:\/\/blog.cloudera.com\/blog\/2015\/09\/introduction-to-hdfs-erasure-coding-in-apache-hadoop"}],"event":{"name":"EuroSys '22: Seventeenth European Conference on Computer Systems","location":"Rennes France","acronym":"EuroSys '22","sponsor":["SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the Workshop on Challenges and Opportunities of Efficient and Performant Storage Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3503646.3524296","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3503646.3524296","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:19Z","timestamp":1750186939000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3503646.3524296"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,5]]},"references-count":39,"alternative-id":["10.1145\/3503646.3524296","10.1145\/3503646"],"URL":"https:\/\/doi.org\/10.1145\/3503646.3524296","relation":{},"subject":[],"published":{"date-parts":[[2022,4,5]]},"assertion":[{"value":"2022-04-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}