{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T13:47:54Z","timestamp":1764251274410,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2011,11,12]],"date-time":"2011-11-12T00:00:00Z","timestamp":1321056000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000143","name":"Division of Computing and Communication Foundations","doi-asserted-by":"publisher","award":["CCF-1019104SCI-0430781"],"award-info":[{"award-number":["CCF-1019104SCI-0430781"]}],"id":[{"id":"10.13039\/100000143","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1019104SCI-0430781"],"award-info":[{"award-number":["CCF-1019104SCI-0430781"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-FC02-06ER25767"],"award-info":[{"award-number":["DE-FC02-06ER25767"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006132","name":"Office of Science","doi-asserted-by":"publisher","award":["DE-AC02-06CH11357"],"award-info":[{"award-number":["DE-AC02-06CH11357"]}],"id":[{"id":"10.13039\/100006132","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006192","name":"Advanced Scientific Computing Research","doi-asserted-by":"publisher","award":["DE-AC02-06CH11357"],"award-info":[{"award-number":["DE-AC02-06CH11357"]}],"id":[{"id":"10.13039\/100006192","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007458","name":"Qatar Foundation","doi-asserted-by":"publisher","award":["NPRP 09-1116-1-172"],"award-info":[{"award-number":["NPRP 09-1116-1-172"]}],"id":[{"id":"10.13039\/100007458","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Los Alamos National Laboratory","award":["54515-001-07"],"award-info":[{"award-number":["54515-001-07"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2011,11,12]]},"DOI":"10.1145\/2063384.2063474","type":"proceedings-article","created":{"date-parts":[[2011,11,8]],"date-time":"2011-11-08T13:32:09Z","timestamp":1320759129000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":47,"title":["On the duality of data-intensive file system design"],"prefix":"10.1145","author":[{"given":"Wittawat","family":"Tantisiriroj","sequence":"first","affiliation":[{"name":"Carnegie Mellon University"}]},{"given":"Seung Woo","family":"Son","sequence":"additional","affiliation":[{"name":"Argonne National Laboratory"}]},{"given":"Swapnil","family":"Patil","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}]},{"given":"Samuel J.","family":"Lang","sequence":"additional","affiliation":[{"name":"Argonne National Laboratory"}]},{"given":"Garth","family":"Gibson","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}]},{"given":"Robert B.","family":"Ross","sequence":"additional","affiliation":[{"name":"Argonne National Laboratory"}]}],"member":"320","published-online":{"date-parts":[[2011,11,12]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Amazon Web Services - High Performance Computing. http:\/\/aws.amazon.com\/hpc-applications\/.  Amazon Web Services - High Performance Computing. http:\/\/aws.amazon.com\/hpc-applications\/."},{"key":"e_1_3_2_1_2_1","unstructured":"Lustre File System. http:\/\/www.lustre.org.  Lustre File System. http:\/\/www.lustre.org."},{"key":"e_1_3_2_1_3_1","volume-title":"Jan.","author":"Apache Hadoop Using Lustre","year":"2010","unstructured":"Using Lustre with Apache Hadoop . http:\/\/wiki.lustre.org\/images\/1\/1b\/Hadoop_wp_v0.4.2.pdf , Jan. 2010 . Using Lustre with Apache Hadoop. http:\/\/wiki.lustre.org\/images\/1\/1b\/Hadoop_wp_v0.4.2.pdf, Jan. 2010."},{"key":"e_1_3_2_1_4_1","unstructured":"Amazon-EBS. Amazon Elastic Block Storage (Amazon EBS). http:\/\/www.amazon.com\/s3.  Amazon-EBS. Amazon Elastic Block Storage (Amazon EBS). http:\/\/www.amazon.com\/s3."},{"key":"e_1_3_2_1_5_1","unstructured":"Amazon-EC2. Amazon Elastic Compute Cloud (Amazon EC2). http:\/\/www.amazon.com\/ec2.  Amazon-EC2. Amazon Elastic Compute Cloud (Amazon EC2). http:\/\/www.amazon.com\/ec2."},{"key":"e_1_3_2_1_6_1","unstructured":"Amazon-S3. Amazon Simple Storage Service (Amazon S3). http:\/\/www.amazon.com\/s3.  Amazon-S3. Amazon Simple Storage Service (Amazon S3). http:\/\/www.amazon.com\/s3."},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the 9th USENIX Symposium on Operating Systems Design and Implementation (OSDI '2010)","author":"Ananthanarayanan G.","year":"2010","unstructured":"G. Ananthanarayanan , S. Kandula , A. Greenberg , I. Stoica , Y. Lu , B. Saha , and E. Harris . Reining in the Outliers in Map-Reduce Clusters using Mantri . In Proceedings of the 9th USENIX Symposium on Operating Systems Design and Implementation (OSDI '2010) , Vancouver, Canada , October 2010 . G. Ananthanarayanan, S. Kandula, A. Greenberg, I. Stoica, Y. Lu, B. Saha, and E. Harris. Reining in the Outliers in Map-Reduce Clusters using Mantri. In Proceedings of the 9th USENIX Symposium on Operating Systems Design and Implementation (OSDI '2010), Vancouver, Canada, October 2010."},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the 1st USENIX Workshop on Hot Topics in Cloud Computing (HOTCLOUD '2009)","author":"Ananthanarayanan R.","year":"2009","unstructured":"R. Ananthanarayanan , K. Gupta , P. Pandey , H. Pucha , P. Sarkar , M. Shah , and R. Tewari . Cloud analytics: Do we really need to reinvent the storage stack? In Proceedings of the 1st USENIX Workshop on Hot Topics in Cloud Computing (HOTCLOUD '2009) , San Diego, CA, USA , June 2009 . R. Ananthanarayanan, K. Gupta, P. Pandey, H. Pucha, P. Sarkar, M. Shah, and R. Tewari. Cloud analytics: Do we really need to reinvent the storage stack? In Proceedings of the 1st USENIX Workshop on Hot Topics in Cloud Computing (HOTCLOUD '2009), San Diego, CA, USA, June 2009."},{"key":"e_1_3_2_1_9_1","unstructured":"D. Borthakur. The Hadoop Distributed File System: Architecture and Design. http:\/\/hadoop.apache.org\/core\/docs\/r0.16.4\/hdfsdesign.html.  D. Borthakur. The Hadoop Distributed File System: Architecture and Design. http:\/\/hadoop.apache.org\/core\/docs\/r0.16.4\/hdfsdesign.html."},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 7th USENIX Symposium on Operating Systems Design and Implementation (OSDI '2006)","author":"Chang F.","year":"2006","unstructured":"F. Chang , J. Dean , S. Ghemawat , W. C. Hsieh , D. A. Wallach , M. Burrows , T. Chandra , A. Fikes , and R. Gruber . Bigtable: A Distributed Storage System for Structured Data . In Proceedings of the 7th USENIX Symposium on Operating Systems Design and Implementation (OSDI '2006) , Seattle, WA, USA , November 2006 . F. Chang, J. Dean, S. Ghemawat, W. C. Hsieh, D. A. Wallach, M. Burrows, T. Chandra, A. Fikes, and R. Gruber. Bigtable: A Distributed Storage System for Structured Data. In Proceedings of the 7th USENIX Symposium on Operating Systems Design and Implementation (OSDI '2006), Seattle, WA, USA, November 2006."},{"key":"e_1_3_2_1_11_1","unstructured":"Cloudstore. Cloudstore distributed file system (formerly Kosmos file system). http:\/\/kosmosfs.sourceforge.net\/.  Cloudstore. Cloudstore distributed file system (formerly Kosmos file system). http:\/\/kosmosfs.sourceforge.net\/."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1152154.1152155"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the 6th USENIX Symposium on Operating Systems Design and Implementation (OSDI '2004)","author":"Dean J.","year":"2004","unstructured":"J. Dean and S. Ghemawat . MapReduce: Simplified Data Processing on Large Clusters . In Proceedings of the 6th USENIX Symposium on Operating Systems Design and Implementation (OSDI '2004) , San Francisco, CA, USA , December 2004 . J. Dean and S. Ghemawat. MapReduce: Simplified Data Processing on Large Clusters. In Proceedings of the 6th USENIX Symposium on Operating Systems Design and Implementation (OSDI '2004), San Francisco, CA, USA, December 2004."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1294261.1294281"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1851476.1851527"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/945445.945450"},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of 1st Cluster World Conference and Expo","author":"Gibson G. A.","year":"2003","unstructured":"G. A. Gibson , B. B. Welch , D. B. Nagle , and B. C. Moxon . ObjectStorage: Scalable Bandwidth for HPC Clusters . In Proceedings of 1st Cluster World Conference and Expo , San Jose, CA, USA , June 2003 . G. A. Gibson, B. B. Welch, D. B. Nagle, and B. C. Moxon. ObjectStorage: Scalable Bandwidth for HPC Clusters. In Proceedings of 1st Cluster World Conference and Expo, San Jose, CA, USA, June 2003."},{"key":"e_1_3_2_1_18_1","unstructured":"Hadoop. Apache Hadoop Project. http:\/\/hadoop.apache.org\/.  Hadoop. Apache Hadoop Project. http:\/\/hadoop.apache.org\/."},{"key":"e_1_3_2_1_19_1","unstructured":"Hadoop-Docs. The Hadoop Cluster Setup. http:\/\/hadoop.apache.org\/core\/docs\/current\/cluster_setup.html.  Hadoop-Docs. The Hadoop Cluster Setup. http:\/\/hadoop.apache.org\/core\/docs\/current\/cluster_setup.html."},{"key":"e_1_3_2_1_20_1","unstructured":"Hadoop-S3. Using the Amazon S3 backend on Hadoop. http:\/\/wiki.apache.org\/hadoop\/AmazonS3.  Hadoop-S3. Using the Amazon S3 backend on Hadoop. http:\/\/wiki.apache.org\/hadoop\/AmazonS3."},{"key":"e_1_3_2_1_21_1","volume-title":"Red Hat white paper","author":"Horman N.","year":"2005","unstructured":"N. Horman . Understanding Virtual Memory In Red HatEnterprise Linux 4. Red Hat white paper , Raleigh, NC , 2005 , http:\/\/people.redhat.com\/nhorman\/papers\/rhel4_vm.pdf. N. Horman. Understanding Virtual Memory In Red HatEnterprise Linux 4. Red Hat white paper, Raleigh, NC, 2005, http:\/\/people.redhat.com\/nhorman\/papers\/rhel4_vm.pdf."},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 14th Pacific-Asia Conference on Knowledge Discovery and Data Mining (PAKDD '2010)","author":"Kang U.","year":"2010","unstructured":"U. Kang , B. Meeder , and C. Faloutsos . Spectral Analysis for Billion-Scale Graphs: Discoveries and Implementation . In Proceedings of the 14th Pacific-Asia Conference on Knowledge Discovery and Data Mining (PAKDD '2010) , Hyderabad, India , June 2010 . U. Kang, B. Meeder, and C. Faloutsos. Spectral Analysis for Billion-Scale Graphs: Discoveries and Implementation. In Proceedings of the 14th Pacific-Asia Conference on Knowledge Discovery and Data Mining (PAKDD '2010), Hyderabad, India, June 2010."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1654059.1654100"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTR.2009.5289152"},{"key":"e_1_3_2_1_25_1","unstructured":"Magellan. Argonne's DOE Cloud Computing: Magellan A Cloud for Science. http:\/\/magellan.alcf.anl.gov\/.  Magellan. Argonne's DOE Cloud Computing: Magellan A Cloud for Science. http:\/\/magellan.alcf.anl.gov\/."},{"key":"e_1_3_2_1_26_1","volume-title":"August","author":"Maltzahn C.","year":"2010","unstructured":"C. Maltzahn , E. Molina-Estolano , A. Khurana , A. J. Nelson , S. A. Brandt , and S. Weil . Ceph as a scalable alternative to the Hadoop Distributed File System. ;login: The USENIX MAGAZINE, 35(4) , August 2010 . C. Maltzahn, E. Molina-Estolano, A. Khurana, A. J. Nelson, S. A. Brandt, and S. Weil. Ceph as a scalable alternative to the Hadoop Distributed File System. ;login: The USENIX MAGAZINE, 35(4), August 2010."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.5555\/1267903.1267905"},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of the 3rd ACM SIGOPS International Workshop on Large Scale Distributed Systems and Middleware (LADIS '2009)","author":"Porter G.","year":"2009","unstructured":"G. Porter . Towards Decoupling Storage and Computation in Hadoop with SuperDataNodes . In Proceedings of the 3rd ACM SIGOPS International Workshop on Large Scale Distributed Systems and Middleware (LADIS '2009) , Big Sky, MT, USA , October 2009 . G. Porter. Towards Decoupling Storage and Computation in Hadoop with SuperDataNodes. In Proceedings of the 3rd ACM SIGOPS International Workshop on Large Scale Distributed Systems and Middleware (LADIS '2009), Big Sky, MT, USA, October 2009."},{"key":"e_1_3_2_1_29_1","unstructured":"PVFS2. Parallel Virtual File System Version 2. http:\/\/www.pvfs.org.  PVFS2. Parallel Virtual File System Version 2. http:\/\/www.pvfs.org."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.5555\/645371.651312"},{"key":"e_1_3_2_1_31_1","volume-title":"Proceedings of the 5th USENIX Conference on File and Storage Technologies (FAST '2007)","author":"Schroeder B.","year":"2007","unstructured":"B. Schroeder and G. A. Gibson . Disk Failures in the Real World: What Does an MTTF of 1,000,000 Hours Mean to You? In Proceedings of the 5th USENIX Conference on File and Storage Technologies (FAST '2007) , San Jose, CA, USA , February 2007 . B. Schroeder and G. A. Gibson. Disk Failures in the Real World: What Does an MTTF of 1,000,000 Hours Mean to You? In Proceedings of the 5th USENIX Conference on File and Storage Technologies (FAST '2007), San Jose, CA, USA, February 2007."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSST.2010.5496972"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.5555\/1364813.1364815"},{"key":"e_1_3_2_1_35_1","volume-title":"Proceedings of the 8th USENIX Symposium on Operating Systems Design and Implementation (OSDI '2008)","author":"Zaharia M.","year":"2008","unstructured":"M. Zaharia , A. Konwinski , A. D. Joseph , R. Katz , and I. Stoica . Improving MapReduce Performance in Heterogeneous Environments . In Proceedings of the 8th USENIX Symposium on Operating Systems Design and Implementation (OSDI '2008) , San Diego, CA, USA , December 2008 . M. Zaharia, A. Konwinski, A. D. Joseph, R. Katz, and I. Stoica. Improving MapReduce Performance in Heterogeneous Environments. In Proceedings of the 8th USENIX Symposium on Operating Systems Design and Implementation (OSDI '2008), San Diego, CA, USA, December 2008."}],"event":{"name":"SC '11: International Conference for High Performance Computing, Networking, Storage and Analysis","sponsor":["SIGARCH ACM Special Interest Group on Computer Architecture","IEEE-CS Computer Society"],"location":"Seattle Washington","acronym":"SC '11"},"container-title":["Proceedings of 2011 International Conference for High Performance Computing, Networking, Storage and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2063384.2063474","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2063384.2063474","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T10:06:08Z","timestamp":1750241168000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2063384.2063474"}},"subtitle":["reconciling HDFS and PVFS"],"short-title":[],"issued":{"date-parts":[[2011,11,12]]},"references-count":34,"alternative-id":["10.1145\/2063384.2063474","10.1145\/2063384"],"URL":"https:\/\/doi.org\/10.1145\/2063384.2063474","relation":{},"subject":[],"published":{"date-parts":[[2011,11,12]]},"assertion":[{"value":"2011-11-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}