{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T16:14:03Z","timestamp":1743005643671,"version":"3.40.3"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030024642"},{"type":"electronic","value":"9783030024659"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-030-02465-9_8","type":"book-chapter","created":{"date-parts":[[2019,1,24]],"date-time":"2019-01-24T20:06:48Z","timestamp":1548360408000},"page":"117-130","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Exploring Scientific Application Performance Using Large Scale Object Storage"],"prefix":"10.1007","author":[{"given":"Steven Wei-der","family":"Chien","sequence":"first","affiliation":[]},{"given":"Stefano","family":"Markidis","sequence":"additional","affiliation":[]},{"given":"Rami","family":"Karim","sequence":"additional","affiliation":[]},{"given":"Erwin","family":"Laure","sequence":"additional","affiliation":[]},{"given":"Sai","family":"Narasimhamurthy","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,1,25]]},"reference":[{"key":"8_CR1","unstructured":"Introduction to Librados. \n                      http:\/\/docs.ceph.com\/docs\/master\/rados\/api\/librados-intro\/"},{"key":"8_CR2","unstructured":"Lustre: A scalable, high-performance file system. Cluster File Systems Inc., White Paper (2002)"},{"key":"8_CR3","unstructured":"IEEE standard for information technology-portable operating system interface (POSIX(R)) base specifications, issue 7. IEEE Std 1003.1-2017 (Revision of IEEE Std 1003.1-2008) (2018)"},{"key":"8_CR4","unstructured":"Bergman, K., et al.: Exascale computing study: technology challenges in achieving exascale systems. Defense Advanced Research Projects Agency Information Processing Techniques Office (DARPA IPTO), Technical Report 15 (2008)"},{"key":"8_CR5","doi-asserted-by":"crossref","unstructured":"Borrill, J., Oliker, L., Shalf, J., Shan, H.: Investigation of leading HPC I\/O performance using a scientific-application derived benchmark. In: Proceedings of the 2007 ACM\/IEEE Conference on Supercomputing, SC 2007, pp. 1\u201312 (2007)","DOI":"10.1145\/1362622.1362636"},{"key":"8_CR6","unstructured":"Breitenfeld, M.S., et al.: DAOS for extreme-scale systems in scientific applications. arXiv preprint \n                      arXiv:1712.00423\n                      \n                     (2017)"},{"key":"8_CR7","unstructured":"Byna, S., Chaarawi, M., Koziol, Q., Mainzer, J., Willmore, F.: Tuning HDF5 subfiling performance on parallel file systems (2017)"},{"key":"8_CR8","doi-asserted-by":"crossref","unstructured":"Carns, P., Latham, R., Ross, R., Iskra, K., Lang, S., Riley, K.: 24\/7 characterization of petascale I\/O workloads. In: IEEE International Conference on Cluster Computing and Workshops, CLUSTER 2009, pp. 1\u201310. IEEE (2009)","DOI":"10.1109\/CLUSTR.2009.5289150"},{"key":"8_CR9","unstructured":"Carns, P.H., Ligon III, W.B., Ross, R.B., Thakur, R.: PVFS: a parallel file system for Linux clusters. In: Proceedings of the 4th Annual Linux Showcase and Conference, vol. 4. p. 28 (2000). \n                      https:\/\/www.usenix.org\/legacy\/publications\/library\/proceedings\/als00\/2000papers\/papers\/full_papers\/carns\/carns_html\/#foot9"},{"key":"8_CR10","unstructured":"Data Direct Networks: WOS: Object storage. \n                      https:\/\/www.ddn.com\/products\/object-storage-web-object-scaler-wos\/"},{"key":"8_CR11","unstructured":"Factor, M., Meth, K., Naor, D., Rodeh, O., Satran, J.: Object storage: the future building block for storage systems. In: Local to Global Data Interoperability-Challenges and Technologies, pp. 119\u2013123. IEEE (2005)"},{"key":"8_CR12","doi-asserted-by":"crossref","unstructured":"Folk, M., Heber, G., Koziol, Q., Pourmal, E., Robinson, D.: An overview of the HDF5 technology suite and its applications. In: Proceedings of the EDBT\/ICDT2011 Workshop on Array Databases, pp. 36\u201347. ACM (2011)","DOI":"10.1145\/1966895.1966900"},{"key":"8_CR13","doi-asserted-by":"crossref","unstructured":"Li, J., et al.: Parallel netCDF: a high-performance scientific I\/O interface. In: 2003 ACM\/IEEE Conference on Supercomputing, p. 39 (2003)","DOI":"10.1145\/1048935.1050189"},{"key":"8_CR14","unstructured":"Mohindra, A., Devarakonda, M.: Distributed token management in Calypso file system. In: Proceedings of 1994 6th IEEE Symposium on Parallel and Distributed Processing, pp. 290\u2013297 (1994)"},{"key":"8_CR15","doi-asserted-by":"crossref","unstructured":"Narasimhamurthy, S., et al.: The SAGE project: a storage centric approach for exascale computing. In: Proceedings of Computing Frontiers. ACM (2018)","DOI":"10.1145\/3203217.3205341"},{"key":"8_CR16","doi-asserted-by":"publisher","unstructured":"Narasimhamurthy, S., et al.: SAGE: percipient storage for exascale data centric computing. Parallel Comput. (2018). \n                      https:\/\/doi.org\/10.1016\/j.parco.2018.03.002","DOI":"10.1016\/j.parco.2018.03.002"},{"key":"8_CR17","doi-asserted-by":"crossref","unstructured":"Peng, I.B., Gioiosa, R., Kestor, G., Cicotti, P., Laure, E., Markidis, S.: Exploring the performance benefit of hybrid memory system on HPC environments. In: 2017 IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW), pp. 683\u2013692. IEEE (2017)","DOI":"10.1109\/IPDPSW.2017.115"},{"key":"8_CR18","doi-asserted-by":"crossref","unstructured":"Peng, I.B., Markidis, S., Laure, E., Kestor, G., Gioiosa, R.: Exploring application performance on emerging hybrid-memory supercomputers. In: 2016 IEEE 18th International Conference on High Performance Computing and Communications, IEEE 14th International Conferenceon Smart City, IEEE 2nd International Conference on Data Science and Systems (HPCC\/SmartCity\/DSS), pp. 473\u2013480. IEEE (2016)","DOI":"10.1109\/HPCC-SmartCity-DSS.2016.0074"},{"key":"8_CR19","doi-asserted-by":"crossref","unstructured":"Rivas-Gomez, S., et al.: MPI windows on storage for HPC applications. In: Proceedings of the 24th European MPI Users\u2019 Group Meeting, p. 15. ACM (2017)","DOI":"10.1145\/3127024.3127034"},{"key":"8_CR20","unstructured":"Schmuck, F.B., Haskin, R.L.: GPFS: a shared-disk file system for large computing clusters. In: Proceedings of the Conference on File and Storage Technologies, FAST 2002, pp. 231\u2013244 (2002)"},{"key":"8_CR21","unstructured":"Schwan, P., et al.: Lustre: building a file system for 1000-node clusters. In: Proceedings of the 2003 Linux Symposium, vol. 2003, pp. 380\u2013386 (2003)"},{"key":"8_CR22","doi-asserted-by":"crossref","unstructured":"Shan, H., Antypas, K., Shalf, J.: Characterizing and predicting the I\/O performance of HPC applications using a parameterized synthetic benchmark. In: Proceedings of the 2008 ACM\/IEEE Conference on Supercomputing, p. 42. IEEE Press (2008)","DOI":"10.1109\/SC.2008.5222721"},{"key":"8_CR23","doi-asserted-by":"crossref","unstructured":"Thakur, R., Gropp, W., Lusk, E.: On implementing MPI-IO portably and withhigh performance. In: Proceedings of the Sixth Workshop on I\/O in Paralleland Distributed Systems, pp. 23\u201332 (1999)","DOI":"10.1145\/301816.301826"},{"key":"8_CR24","unstructured":"The HDF Group: Hierarchical Data Format, version 5 (1997). \n                      http:\/\/www.hdfgroup.org\/HDF5\/"},{"key":"8_CR25","unstructured":"The HDF Group: HDF5 Virtual Dataset (2014). \n                      https:\/\/support.hdfgroup.org\/HDF5\/Tutor\/vds.html"},{"key":"8_CR26","unstructured":"Wang, F., et al.: File system workload analysis for large scale scientific computing applications. Technical report (2004)"},{"key":"8_CR27","unstructured":"Weil, S.A., Brandt, S.A., Miller, E.L., Long, D.D., Maltzahn, C.: Ceph: a scalable, high-performance distributed file system. In: Proceedings of the 7th symposium on Operating systems design and implementation, pp. 307\u2013320. USENIX Association (2006)"},{"key":"8_CR28","unstructured":"Xu, C., et al.: LIOProf: exposing Lustre file system behavior for I\/O middleware (2016). \n                      https:\/\/cug.org\/proceedings\/cug2016_proceedings\/at_a_glance.html"},{"key":"8_CR29","doi-asserted-by":"crossref","unstructured":"Yu, W., Vetter, J., Canon, R.S., Jiang, S.: Exploiting Lustre file joining for effective collective I\/O. In: Seventh IEEE International Symposium on Cluster Computing and the Grid (CCGrid 2007), pp. 267\u2013274 (2007)","DOI":"10.1109\/CCGRID.2007.51"}],"container-title":["Lecture Notes in Computer Science","High Performance Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-02465-9_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,20]],"date-time":"2019-05-20T05:00:53Z","timestamp":1558328453000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-02465-9_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783030024642","9783030024659"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-02465-9_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"25 January 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISC High Performance","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on High Performance Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Frankfurt","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 June 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 June 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"33","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"supercomputing2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.isc-hpc.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}