{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T00:24:02Z","timestamp":1743121442821,"version":"3.40.3"},"publisher-location":"Cham","reference-count":45,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030328122"},{"type":"electronic","value":"9783030328139"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-32813-9_18","type":"book-chapter","created":{"date-parts":[[2019,10,15]],"date-time":"2019-10-15T15:01:33Z","timestamp":1571151693000},"page":"215-230","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["EC-Bench: Benchmarking Onload and Offload Erasure Coders on Modern Hardware Architectures"],"prefix":"10.1007","author":[{"given":"Haiyang","family":"Shi","sequence":"first","affiliation":[]},{"given":"Xiaoyi","family":"Lu","sequence":"additional","affiliation":[]},{"given":"Dhabaleswar K.","family":"Panda","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,10,8]]},"reference":[{"key":"18_CR1","unstructured":"Facebook\u2019s Erasure Coded Hadoop Distributed File System (HDFS-RAID) (2010). https:\/\/github.com\/facebookarchive\/hadoop-20"},{"key":"18_CR2","unstructured":"ec$$\\_$$highlevel$$\\_$$func.c (2018). https:\/\/github.com\/intel\/isa-l\/blob\/master\/erasure_code\/ec_highlevel_func.c#L98"},{"key":"18_CR3","unstructured":"Apache Hadoop 3.0.0-alpha2 (2017). http:\/\/hadoop.apache.org\/docs\/r3.0.0-alpha2\/"},{"key":"18_CR4","unstructured":"Backblaze Online Backup (2015). https:\/\/www.backblaze.com\/blog\/reed-solomon\/"},{"key":"18_CR5","unstructured":"Ceph Erasure Coding (2016). http:\/\/docs.ceph.com\/docs\/master\/rados\/operations\/erasure-code\/"},{"key":"18_CR6","unstructured":"Colossus: Successor to the Google File System (GFS) (2012). https:\/\/www.systutorials.com\/3202\/colossus-successor-to-google-file-system-gfs\/"},{"key":"18_CR7","unstructured":"Corbett, P., et al.: Row-diagonal parity for double disk failure correction. In: Proceedings of the 3rd USENIX Conference on File and Storage Technologies, pp. 1\u201314. USENIX Association, Berkeley (2004)"},{"issue":"18","key":"18_CR8","doi-asserted-by":"publisher","first-page":"2477","DOI":"10.1002\/cpe.1810","volume":"23","author":"M Curry","year":"2011","unstructured":"Curry, M., Skjellum, A., Lee Ward, H., Brightwell, R.: Gibraltar: a Reed-Solomon coding library for storage applications on programmable graphics processors. Concurr. Comput.: Pract. Exp. 23(18), 2477\u20132495 (2011)","journal-title":"Concurr. Comput.: Pract. Exp."},{"issue":"9","key":"18_CR9","doi-asserted-by":"publisher","first-page":"4539","DOI":"10.1109\/TIT.2010.2054295","volume":"56","author":"AG Dimakis","year":"2010","unstructured":"Dimakis, A.G., Godfrey, P.B., Wu, Y., Wainwright, M.J., Ramchandran, K.: Network coding for distributed storage systems. IEEE Trans. Inf. Theory 56(9), 4539\u20134551 (2010)","journal-title":"IEEE Trans. Inf. Theory"},{"key":"18_CR10","doi-asserted-by":"crossref","unstructured":"Fujii, Y., Azumi, T., Nishio, N., Kato, S., Edahiro, M.: Data transfer matters for GPU computing. In: 2013 International Conference on Parallel and Distributed Systems (ICPADS), pp. 275\u2013282. IEEE (2013)","DOI":"10.1109\/ICPADS.2013.47"},{"key":"18_CR11","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1145\/1165389.945450","volume":"37","author":"S Ghemawat","year":"2003","unstructured":"Ghemawat, S., Gobioff, H., Leung, S.T.: The Google file system. ACM SIGOPS Oper. Syst. Rev. 37, 29\u201343 (2003)","journal-title":"ACM SIGOPS Oper. Syst. Rev."},{"key":"18_CR12","doi-asserted-by":"crossref","unstructured":"Greenan, K.M., Li, X., Wylie, J.J.: Flat XOR-based erasure codes in storage systems: constructions, efficient recovery, and tradeoffs. In: 2010 IEEE 26th Symposium on Mass Storage Systems and Technologies (MSST), pp. 1\u201314. IEEE (2010)","DOI":"10.1109\/MSST.2010.5496983"},{"key":"18_CR13","unstructured":"Hafner, J.L.: WEAVER codes: highly fault tolerant erasure codes for storage systems. In: Proceedings of the 4th Conference on USENIX Conference on File and Storage Technologies - FAST 2005, vol. 4, p. 16. USENIX Association, Berkeley (2005)"},{"issue":"7","key":"18_CR14","doi-asserted-by":"publisher","first-page":"889","DOI":"10.1109\/TC.2007.70830","volume":"57","author":"C Huang","year":"2008","unstructured":"Huang, C., Xu, L.: STAR: an efficient coding scheme for correcting triple storage node failures. IEEE Trans. Comput. 57(7), 889\u2013901 (2008)","journal-title":"IEEE Trans. Comput."},{"key":"18_CR15","unstructured":"Huang, C., et al.: Erasure coding in windows azure storage. In: USENIX Annual Technical Conference, Boston, pp. 15\u201326 (2012)"},{"key":"18_CR16","unstructured":"Intel Intelligent Storage Acceleration Library (Intel ISA-L) (2016). https:\/\/software.intel.com\/en-us\/storage\/ISA-L"},{"key":"18_CR17","unstructured":"Introduction to Intel$$^{\\textregistered }$$ Advanced Vector Extensions. https:\/\/software.intel.com\/en-us\/articles\/introduction-to-intel-advanced-vector-extensions"},{"key":"18_CR18","doi-asserted-by":"crossref","unstructured":"Lai, C., et al.: Atlas: Baidu\u2019s key-value storage system for cloud data. In: 2015 31st Symposium on Mass Storage Systems and Technologies (MSST), pp. 1\u201314. IEEE (2015)","DOI":"10.1109\/MSST.2015.7208288"},{"issue":"4","key":"18_CR19","doi-asserted-by":"publisher","first-page":"14:1","DOI":"10.1145\/2658991","volume":"10","author":"M Li","year":"2014","unstructured":"Li, M., Lee, P.P.: STAIR codes: a general family of erasure codes for tolerating device and sector failures. Trans. Storage 10(4), 14:1\u201314:30 (2014)","journal-title":"Trans. Storage"},{"key":"18_CR20","unstructured":"Li, R., Li, X., Lee, P.P., Huang, Q.: Repair pipelining for erasure-coded storage. In: Proceedings of the 2017 USENIX Annual Technical Conference (USENIX ATC 2017), pp. 567\u2013579 (2017)"},{"key":"18_CR21","unstructured":"Luby, M.: Benchmark comparisons of erasure codes (2002)"},{"key":"18_CR22","doi-asserted-by":"crossref","unstructured":"Marov, A., Fedorov, A.: Optimization of RAID erasure coding algorithms for Intel Xeon Phi. In: 2016 IEEE International Conference on Networking, Architecture and Storage (NAS), pp. 1\u20134. IEEE (2016)","DOI":"10.1109\/NAS.2016.7549411"},{"key":"18_CR23","unstructured":"Mellanox. HDFS Erasure Coding Offload Plugin (2016). https:\/\/github.com\/Mellanox\/EC\/tree\/master\/HDFS"},{"key":"18_CR24","unstructured":"Mellanox. Understanding Erasure Coding Offload (2016). https:\/\/community.mellanox.com\/docs\/DOC-2414"},{"key":"18_CR25","doi-asserted-by":"crossref","unstructured":"Mitra, S., Panta, R., Ra, M.R., Bagchi, S.: Partial-parallel-repair (PPR): a distributed technique for repairing erasure coded storage. In: Proceedings of the Eleventh European Conference on Computer Systems, p. 30. ACM (2016)","DOI":"10.1145\/2901318.2901328"},{"key":"18_CR26","unstructured":"Muralidhar, S., et al.: f4: Facebook\u2019s warm BLOB storage system. In: Proceedings of the 11th USENIX Conference on Operating Systems Design and Implementation, pp. 383\u2013398. USENIX Association (2014)"},{"key":"18_CR27","doi-asserted-by":"publisher","first-page":"1092","DOI":"10.14778\/2536222.2536234","volume":"11","author":"M Ovsiannikov","year":"2013","unstructured":"Ovsiannikov, M., Rus, S., Reeves, D., Sutter, P., Rao, S., Kelly, J.: The quantcast file system. Proc. VLDB Endow. 11, 1092\u20131101 (2013)","journal-title":"Proc. VLDB Endow."},{"key":"18_CR28","unstructured":"Plank, J.S., Greenan, K.M., Miller, E.L.: Screaming fast galois field arithmetic using Intel SIMD instructions. In: 11th USENIX Conference on File and Storage Technologies (FAST 2013), San Jose, pp. 298\u2013306. USENIX Association (2013)"},{"key":"18_CR29","unstructured":"Plank, J.S., et al.: A performance evaluation and examination of open-source erasure coding libraries for storage. In: Proccedings of the 7th Conference on File and Storage Technologies, FAST 2009, pp. 253\u2013265. USENIX Association, Berkeley (2009)"},{"key":"18_CR30","unstructured":"Plank, J.S., Simmerman, S., Schuman, C.D.: Jerasure: a library in C\/C++ facilitating erasure coding for storage applications (2008)"},{"key":"18_CR31","unstructured":"Rashmi, K.V., Chowdhury, M., Kosaian, J., Stoica, I., Ramchandran, K.: EC-Cache: load-balanced, low-latency cluster caching with online erasure coding. In: 12th USENIX Symposium on Operating Systems Design and Implementation (OSDI 2016). USENIX Association (2016)"},{"key":"18_CR32","unstructured":"Rashmi, K.V., Nakkiran, P., Wang, J., Shah, N.B., Ramchandran, K.: Having your cake and eating it too: jointly optimal erasure codes for i\/o, storage, and network-bandwidth. In: FAST, pp. 81\u201394 (2015)"},{"key":"18_CR33","unstructured":"Rashmi, K.V., Shah, N.B., Gu, D., Kuang, H., Borthakur, D., Ramchandran, K.: A solution to the network challenges of data recovery in erasure-coded distributed storage systems: a study on the Facebook warehouse cluster. In: HotStorage (2013)"},{"issue":"2","key":"18_CR34","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1137\/0108018","volume":"8","author":"IS Reed","year":"1960","unstructured":"Reed, I.S., Solomon, G.: Polynomial codes over certain finite fields. J. Soc. Ind. Appl. Math. 8(2), 300\u2013304 (1960)","journal-title":"J. Soc. Ind. Appl. Math."},{"key":"18_CR35","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1007\/11558989_21","volume-title":"Peer-to-Peer Systems IV","author":"R Rodrigues","year":"2005","unstructured":"Rodrigues, R., Liskov, B.: High availability in DHTs: erasure coding vs. replication. In: Castro, M., van Renesse, R. (eds.) IPTPS 2005. LNCS, vol. 3640, pp. 226\u2013239. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/11558989_21"},{"issue":"5","key":"18_CR36","doi-asserted-by":"publisher","first-page":"325","DOI":"10.14778\/2535573.2488339","volume":"6","author":"M Sathiamoorthy","year":"2013","unstructured":"Sathiamoorthy, M., et al.: XORing elephants: novel erasure codes for big data. Proc. VLDB Endow. 6(5), 325\u2013336 (2013)","journal-title":"Proc. VLDB Endow."},{"key":"18_CR37","doi-asserted-by":"crossref","unstructured":"Shankar, D., Lu, X., Panda, D.K.: High-performance and resilient key-value store with online erasure coding for big data workloads. In: 2017 IEEE 37th International Conference on Distributed Computing Systems (ICDCS), pp. 527\u2013537. IEEE (2017)","DOI":"10.1109\/ICDCS.2017.224"},{"key":"18_CR38","doi-asserted-by":"crossref","unstructured":"Shi, H., Lu, X., Shankar, D., Panda, D.K.: High-performance multi-rail erasure coding library over modern data center architectures: early experiences. In: Proceedings of the ACM Symposium on Cloud Computing, pp. 530\u2013531. ACM (2018)","DOI":"10.1145\/3267809.3275472"},{"key":"18_CR39","doi-asserted-by":"crossref","unstructured":"Shvachko, K., Kuang, H., Radia, S., Chansler, R.: The hadoop distributed file system. In: 2010 IEEE 26th Symposium on Mass Storage Systems and Technologies (MSST), pp. 1\u201310. IEEE (2010)","DOI":"10.1109\/MSST.2010.5496972"},{"key":"18_CR40","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1007\/978-3-642-11261-4_11","volume-title":"Tools for High Performance Computing 2009","author":"D Terpstra","year":"2010","unstructured":"Terpstra, D., Jagode, H., You, H., Dongarra, J.: Collecting performance data with PAPI-C. In: M\u00fcller, M., Schulz, A., Nagel, W. (eds.) Tools for High Performance Computing 2009, pp. 157\u2013173. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-11261-4_11"},{"key":"18_CR41","unstructured":"Using Intel$$^{\\textregistered }$$ Streaming SIMD Extensions and Intel$$^{\\textregistered }$$ Integrated Performance Primitives to Accelerate Algorithms (2016). https:\/\/software.intel.com\/en-us\/articles\/"},{"key":"18_CR42","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"328","DOI":"10.1007\/3-540-45748-8_31","volume-title":"Peer-to-Peer Systems","author":"H Weatherspoon","year":"2002","unstructured":"Weatherspoon, H., Kubiatowicz, J.D.: Erasure coding vs. replication: a quantitative comparison. In: Druschel, P., Kaashoek, F., Rowstron, A. (eds.) IPTPS 2002. LNCS, vol. 2429, pp. 328\u2013337. Springer, Heidelberg (2002). https:\/\/doi.org\/10.1007\/3-540-45748-8_31"},{"key":"18_CR43","unstructured":"Weil, S.A., Brandt, S.A., Miller, E.L., Long, D.D., Maltzahn, C.: Ceph: a scalable, high-performance distributed file system. In: Proceedings of the 7th Symposium on Operating Systems Design and Implementation, pp. 307\u2013320. USENIX Association (2006)"},{"issue":"1","key":"18_CR44","doi-asserted-by":"publisher","first-page":"272","DOI":"10.1109\/18.746809","volume":"45","author":"L Xu","year":"1999","unstructured":"Xu, L., Bruck, J.: X-code: MDS array codes with optimal encoding. IEEE Trans. Inf. Theory 45(1), 272\u2013276 (1999)","journal-title":"IEEE Trans. Inf. Theory"},{"key":"18_CR45","unstructured":"Zhang, H., Dong, M., Chen, H.: Efficient and available in-memory KV-store with hybrid erasure coding and replication. In: 14th USENIX Conference on File and Storage Technologies (FAST 2016), Santa Clara, pp. 167\u2013180. USENIX Association (2016)"}],"container-title":["Lecture Notes in Computer Science","Benchmarking, Measuring, and Optimizing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-32813-9_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,2,19]],"date-time":"2021-02-19T03:57:35Z","timestamp":1613707055000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-32813-9_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030328122","9783030328139"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-32813-9_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"8 October 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Bench","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Benchmarking, Measuring and Optimization","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Seattle, WA","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 December 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 December 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bench2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/prof.ict.ac.cn\/Bench18\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CyberDhair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"20","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}