{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T05:32:49Z","timestamp":1743053569894,"version":"3.40.3"},"publisher-location":"New York, NY","reference-count":37,"publisher":"Springer New York","isbn-type":[{"type":"print","value":"9781493920914"},{"type":"electronic","value":"9781493920921"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-1-4939-2092-1_18","type":"book-chapter","created":{"date-parts":[[2015,3,16]],"date-time":"2015-03-16T09:30:47Z","timestamp":1426498247000},"page":"561-582","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["I\/O and File Systems for Data-Intensive Applications"],"prefix":"10.1007","author":[{"given":"Yanlong","family":"Yin","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hui","family":"Jin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xian-He","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,3,17]]},"reference":[{"key":"18_CR1","unstructured":"\u201cThe Message Passing Interface (MPI) standard\u201d [Online]. Available: http:\/\/www.mcs.anl.gov\/research\/projects\/mpi\/."},{"key":"18_CR2","unstructured":"F. Schmuck and R. Haskin, \u201cGPFS: A Shared-disk FileSystem for Large Computing Clusters,\u201d in Proceedings of the 1st USENIX Conference on File and, 2002."},{"key":"18_CR3","unstructured":"\u201cLustre File Systems Website,\u201d [Online]. Available: http:\/\/wiki.lustre.org\/index.php\/Main_Page."},{"key":"18_CR4","unstructured":"P. J. Braam., \u201cThe Lustre Storage Architecture,\u201d [Online]. Available: http:\/\/www.lustre.org\/documentation.html."},{"key":"18_CR5","unstructured":"\u201cOrangeFS Website,\u201d [Online]. Available: orangefs.org."},{"key":"18_CR6","unstructured":"Carns, P.H., Ligon, W.B. III, and Ross, R.B., \u201cPVFS: A Parallel File System for Linux Clusters,\u201d in Proceedings of the 4th Annual Linux Showcase and Conference, 2000."},{"key":"18_CR7","unstructured":"\u201cMPI-2: Extensions to the Message-Passing Interface,\u201d [Online]. Available: http:\/\/www.mpi-forum.org\/docs\/mpi-20-html\/mpi2-report.html."},{"key":"18_CR8","doi-asserted-by":"crossref","unstructured":"R. Thakur, W. Gropp, and E. Lusk, \u201cData Sieving and Collective I\/O in ROMIO,\u201d in FRONTIERS \u201999: Proceedings of the 7th Symposium on the Frontiers of Massively Parallel Computation, 1999.","DOI":"10.1109\/FMPC.1999.750599"},{"key":"18_CR9","unstructured":"Dean, Jeffrey, and Ghemawat, Sanjay, \u201cMapReduce: Simplified Data Processing on Large Clusters,\u201d in Sixth Symposium on Operating System Design and Implementation, 2004."},{"key":"18_CR10","doi-asserted-by":"crossref","unstructured":"Sanjay Ghemawat, Howard Gobioff, and Shun-Tak Leung, \u201cThe Google File System,\u201d in 19th ACM Symposium on Operating Systems Principles, 2003.","DOI":"10.1145\/945445.945450"},{"key":"18_CR11","unstructured":"\u201cHadoop Distribute Filesystem Website,\u201d [Online]. Available: http:\/\/hadoop.apache.org\/hdfs\/."},{"key":"18_CR12","unstructured":"\u201cKosmos Distributed Filesystem\u201d [Online]. Available: http:\/\/code.google.com\/p\/kosmosfs\/."},{"key":"18_CR13","unstructured":"\u201clibHDFS Source Code\u201d [Online]. Available: http:\/\/github.com\/apache\/hadoop-hdfs\/blob\/trunk\/src\/c++\/libhdfs\/hdfs.h."},{"key":"18_CR14","unstructured":"Brewer, E, \u201cPODC Keynote Presentation,\u201d 2000. [Online]. Available: http:\/\/www.cs.berkeley.edu\/~brewer\/cs262b-2004\/PODC-keynote.pdf."},{"key":"18_CR15","doi-asserted-by":"crossref","unstructured":"H. Song, Y. Yin, Y. Chen, and X.-H. Sun, \u201cA Cost-Intelligent Application-Specific Data Layout Scheme for Parallel File Systems,\u201d in Proc. of the 20th International ACM Symposium on High Performance Distributed Computing, 2011.","DOI":"10.1145\/1996130.1996138"},{"key":"18_CR16","doi-asserted-by":"crossref","unstructured":"Prost, J.-P.; Treumann, R.; Hedges, R.; Jia, B.; Koniges, A., \u201cMPI-IO\/GPFS, an Optimized Implemetation of MPI-IO on top of GPFS,\u201d in Proc. of the International Conference for High Performance Computing, Networks, Storage and Analysis (Supercomputing), 2001.","DOI":"10.1145\/582034.582051"},{"key":"18_CR17","doi-asserted-by":"crossref","unstructured":"Liao, Wei-keng, and Choudhary, Alok, \u201cDynamically Adapting File Domain Partitioning Methods for Collective I\/O Based On Underlying Parallel File System Locking Protocols,\u201d in International Conference for High Performance Computing, Networking, Storage and Analysis, SC 2008, 2008.","DOI":"10.1109\/SC.2008.5222722"},{"key":"18_CR18","doi-asserted-by":"crossref","unstructured":"H. Jin, J. Ji, X.-H. Sun, Y. Chen and R. Thakur, \u201cCHAIO: Enabling HPC Applications on Data-Intensive File Systems,\u201d in 41st International Conference on Parallel Processing, 2012.","DOI":"10.1109\/ICPP.2012.1"},{"key":"18_CR19","unstructured":"\u201cTOP500 Supercomputer Sites\u201d [Online]. Available: http:\/\/www.top500.org\/."},{"key":"18_CR20","unstructured":"\u201cMagellan Project: A Cloud for Science,\u201d [Online]. Available: http:\/\/magellan.alcf.anl.gov\/."},{"key":"18_CR21","unstructured":"Walker, E., \u201cBenchmarking Amazon EC2 for High-Performance Scientific Computing,\u201d Usenix Login, 2008."},{"key":"18_CR22","doi-asserted-by":"crossref","unstructured":"He, Q.; Zhou, S.; Kobler, B.; Duffy, D.; McGlynn, T., \u201cCase Study for Running HPC Applications in Public Clouds,\u201d in Proc. of 1st Workshop on Scientific Cloud Computing (ScienceCloud), 2010.","DOI":"10.1145\/1851476.1851535"},{"key":"18_CR23","unstructured":"\u201cHPC in the Cloud,\u201d [Online]. Available: http:\/\/www.hpcinthecloud.com\/."},{"key":"18_CR24","doi-asserted-by":"crossref","unstructured":"Moody, A.; Bronevetsky, G.; Mohror, K.; Supinski, B. R., \u201cDesign, Modeling and Evaluation of a Scalable Multi-Level Checkpointing System,\u201d in Proc. of the International Conference for High Performance Computing, Networks, Storage and Analysis (Supercomputing), 2010.","DOI":"10.2172\/984082"},{"key":"18_CR25","doi-asserted-by":"crossref","unstructured":"Oldfield, R.; Ward, L.; Riesen, R.; Riesen, A.; Widener, P.; Widener, T., \u201cLightweight I\/O for Scientific Applications,\u201d in Proc. of IEEE Cluster Computing (Cluster), 2006.","DOI":"10.1109\/CLUSTR.2006.311853"},{"key":"18_CR26","doi-asserted-by":"crossref","unstructured":"C. Mitchell, J. Ahrensy and J. Wang, \u201cVisIO: Enabling Interactive Visualization of Ultra-Scale, Time Series Data via High-Bandwidth Distirburted I\/O Systems,\u201d in IEEE International Parallel & Distributed Processing Symposium, 2011.","DOI":"10.1109\/IPDPS.2011.17"},{"key":"18_CR27","doi-asserted-by":"crossref","unstructured":"Bent John and Gibson Garth and Grider Gary and McClelland Ben and Nowoczynski Paul and Nunez James and Polte Milo and Wingate Meghan, \u201cPLFS: A Checkpoint Filesystem for Parallel Applications,\u201d in Proceedings of the Conference on High Performance Computing Networking, Storage and Analysis, 2009.","DOI":"10.1145\/1654059.1654081"},{"key":"18_CR28","doi-asserted-by":"crossref","unstructured":"Sehrish Saba and Mackey Grant and Wang Jun and Bent John, \u201cMRAP: a Novel Mapreduce-based Framework to Support HPC Analytics Applications with Access Patterns,\u201d in Proceedings of the 19th ACM International Symposium on High Performance Distributed Computing, 2010.","DOI":"10.1145\/1851476.1851490"},{"key":"18_CR29","doi-asserted-by":"crossref","unstructured":"Al-Kiswany, S.; Ripeanu, M.; Vazhkudai, S. S.; Gharaibeh, A., \u201cstdchk: A Checkpoint Storage System for Desktop Grid Computing,\u201d in Proc. of The 28th International Conference on Distributed Computing Systems (ICDCS), 2008.","DOI":"10.1109\/ICDCS.2008.19"},{"key":"18_CR30","unstructured":"\u201cIOR HPC Benchmark,\u201d [Online]. Available: http:\/\/sourceforge.net\/projects\/ior-sio\/."},{"key":"18_CR31","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1016\/j.jpdc.2010.08.004","volume":"2","author":"B. Nicolae","year":"2011","unstructured":"B. Nicolae, G. Antoniu, L. Boug\u00e9, D. Moise and A. Carpen-Amarie, \u201cBlobSeer: Next-Generation Data Management for Large Scale Infrastructures,\u201d Journal of Parallel and Distributed Computing, vol.\u00a02, pp.\u00a0169\u2013184, 2011.","journal-title":"Journal of Parallel and Distributed Computing"},{"key":"18_CR32","unstructured":"M.-E. Esteban, G. Maya, M. Carlos, J. Bent and S. Brandt, \u201cMixing Hadoop and HPC Workloads on Parallel,\u201d in the 2009 ACM Petascale Data Storage Workshop (PDSW 09), 2009."},{"key":"18_CR33","doi-asserted-by":"crossref","unstructured":"W. Tantisiriroj, S. Patil, G. Gibson, S. W. Son, S. J. Lang and R. B. Ross, \u201cOn the Duality of Data-Intensive File System Design: Reconciling HDFS and PVFS,\u201d in International Conference for High Performance Computing, Networking, Storage and Analysis (SC), 2011.","DOI":"10.1145\/2063384.2063474"},{"key":"18_CR34","unstructured":"\u201cHamster: Hadoop And Mpi on the same cluSTER,\u201d [Online]. Available: http:\/\/issues.apache.org\/jira\/browse\/MAPREDUCE-2911."},{"key":"18_CR35","unstructured":"\u201cApache Mesos\u201d [Online]. Available: http:\/\/mesos.apache.org\/."},{"key":"18_CR36","unstructured":"B. Hindman, A. Konwinski, M. Zaharia, A. Ghodsi, A. D. Joseph, R. Katz, S. Shenker and I. Stoica, \u201cMesos: A Platform for Fine-Grained Resource Sharing in the Data Center,\u201d in the 8th USENIX conference on Networked systems design and implementation, 2011."},{"key":"18_CR37","unstructured":"\u201cMapR Direct Access NFS\u201d [Online]. Available: http:\/\/www.mapr.com\/products\/only-with-mapr\/direct-access-nfs."}],"container-title":["Handbook on Data Centers"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-4939-2092-1_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,15]],"date-time":"2023-02-15T07:20:22Z","timestamp":1676445622000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-1-4939-2092-1_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9781493920914","9781493920921"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-1-4939-2092-1_18","relation":{},"subject":[],"published":{"date-parts":[[2015]]},"assertion":[{"value":"17 March 2015","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}