{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T09:10:22Z","timestamp":1768468222151,"version":"3.49.0"},"reference-count":62,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2016,11,1]],"date-time":"2016-11-01T00:00:00Z","timestamp":1477958400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2017,5]]},"DOI":"10.1007\/s11227-016-1904-7","type":"journal-article","created":{"date-parts":[[2016,11,1]],"date-time":"2016-11-01T14:52:49Z","timestamp":1478011969000},"page":"2069-2097","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Reducing I\/O variability using dynamic I\/O path characterization in petascale storage systems"],"prefix":"10.1007","volume":"73","author":[{"given":"Seung Woo","family":"Son","sequence":"first","affiliation":[]},{"given":"Saba","family":"Sehrish","sequence":"additional","affiliation":[]},{"given":"Wei-keng","family":"Liao","sequence":"additional","affiliation":[]},{"given":"Ron","family":"Oldfield","sequence":"additional","affiliation":[]},{"given":"Alok","family":"Choudhary","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,11,1]]},"reference":[{"key":"1904_CR1","unstructured":"Argonne Leadership Computing Facility. http:\/\/www.alcf.anl.gov\/intrepid\/"},{"key":"1904_CR2","doi-asserted-by":"publisher","unstructured":"Bent J, Faibish S, Ahrens J, Grider G, Patchett J, Tzelnic P, Woodring J (2012) Jitter-free co-processing on a prototype exascale storage stack. In: IEEE 28th Symposium on Mass Storage Systems and Technologies (MSST), pp 1\u20135","DOI":"10.1109\/MSST.2012.6232382"},{"key":"1904_CR3","doi-asserted-by":"publisher","unstructured":"Bent J, Gibson G, Grider G, McClelland B, Nowoczynski P, Nunez J, Polte M, Wingate M (2009) PLFS: A checkpoint filesystem for parallel applications. In: Proceedings of the Conference on High Performance Computing Networking, Storage and Analysis","DOI":"10.1145\/1654059.1654081"},{"key":"1904_CR4","unstructured":"Byna S, Uselton A, Praphat Knaaky D, He YH (2013) Trillion particles, 120,000 cores, and 350 TBs: lessons learned from a hero I\/O run on hopper. In: Cray user group meeting"},{"key":"1904_CR5","doi-asserted-by":"publisher","unstructured":"Carns P, Latham R, Ross R, Iskra K, Lang S, Riley K (2009) 24\/7 characterization of petascale I\/O workloads. In: Proceedings of the First Workshop on Interfaces and Abstractions for Scientific Data Storage","DOI":"10.1109\/CLUSTR.2009.5289150"},{"key":"1904_CR6","doi-asserted-by":"publisher","unstructured":"Dai D, Chen Y, Kimpe D, Ross R (2014) Two-choice randomized dynamic I\/O scheduler for object storage systems. International Conference for High Performance Computing, Networking, Storage and Analysis, pp 635\u2013646","DOI":"10.1109\/SC.2014.57"},{"key":"1904_CR7","doi-asserted-by":"publisher","unstructured":"Dickens PM, Logan J (2009) Y-lib: a user level library to increase the performance of MPI-IO in a Lustre file system environment. In: Proceedings of the 18th ACM International Symposium on High Performance Distributed Computing, pp 31\u201338","DOI":"10.1145\/1551609.1551617"},{"key":"1904_CR8","doi-asserted-by":"publisher","unstructured":"Dorier M, Antoniu G, Ross R, Kimpe D, Ibrahim S (2014) CALCioM: mitigating I\/O interference in HPC systems through cross-application coordination. In: Proceedings of the 2014 IEEE 28th International Parallel and Distributed Processing Symposium, pp 155\u2013164","DOI":"10.1109\/IPDPS.2014.27"},{"key":"1904_CR9","unstructured":"Edwards J A high-level parallel I\/O library for structured grid applications. https:\/\/github.com\/NCAR\/ParallelIO"},{"key":"1904_CR10","doi-asserted-by":"publisher","unstructured":"Fang A, Chien AA (2015) How much ssd is useful for resilience in supercomputers. In: Proceedings of the 5th Workshop on Fault Tolerance for HPC at eXtreme Scale, pp 47\u201354","DOI":"10.1145\/2751504.2751509"},{"issue":"1","key":"1904_CR11","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1086\/317361","volume":"131","author":"B Fryxell","year":"2000","unstructured":"Fryxell B, Olson K, Ricker P, Timmes FX, Zingale M, Lamb DQ, MacNeice P, Rosner R, Truran JW, Tufo H (2000) FLASH: an adaptive mesh hydrodynamics code for modeling astrophysical thermonuclear flashes. Astrophys J Suppl Ser 131(1):273","journal-title":"Astrophys J Suppl Ser"},{"key":"1904_CR12","doi-asserted-by":"crossref","unstructured":"Fu J, Liu N, Sahni O, Jansen KE, Shephard MS, Carothers CD (2010) Scalable parallel I\/O alternatives for massively parallel partitioned solver systems. In: Proceedings of Workshop on Large-Scale Parallel Processing","DOI":"10.1142\/S0129626410000302"},{"key":"1904_CR13","doi-asserted-by":"publisher","unstructured":"Fu J, Min M, Latham R, Carothers CD (2011) Parallel I\/O performance for application-level checkpointing on the blue gene\/P system. In: Proceedings on Workshop on Interfaces and Architectures for Scientific Data Storage, pp 465\u2013473","DOI":"10.1109\/CLUSTER.2011.81"},{"key":"1904_CR14","doi-asserted-by":"publisher","unstructured":"Gao K, Liao Wk, Nisar A, Choudhary A, Ross R, Latham R (2009) Using Subfiling to improve programming flexibility and performance of parallel shared-file I\/O. In: Proceedings of the International Conference on Parallel Processing, pp 470\u2013477","DOI":"10.1109\/ICPP.2009.68"},{"key":"1904_CR15","unstructured":"Gunasekaran R, Kim Y (2014) Feedback computing in leadership compute systems. In: 9th International Workshop on Feedback Computing (Feedback Computing 14). USENIX Association, Philadelphia, PA (2014). https:\/\/www.usenix.org\/conference\/feedbackcomputing14\/workshop-program\/presentation\/gunasekaran"},{"issue":"6","key":"1904_CR16","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1109\/MCG.2011.102","volume":"31","author":"W Kendall","year":"2011","unstructured":"Kendall W, Huang J, Peterka T, Latham R, Ross R (2011) Visualization viewpoint: towards a general I\/O layer for parallel visualization applications. IEEE Comput Graph Appl 31(6):6\u201310","journal-title":"IEEE Comput Graph Appl"},{"key":"1904_CR17","unstructured":"Kim Y, Atchley S, Vall\u00e9e GR, Shipman GM (2015) LADS: optimizing data transfers using layout-aware data scheduling. In: Proceedings of the 13th USENIX Conference on File and Storage Technologies, FAST\u201915, pp 67\u201380"},{"issue":"1","key":"1904_CR18","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1145\/244764.244766","volume":"15","author":"D Kotz","year":"1997","unstructured":"Kotz D (1997) Disk-directed I\/O for MIMD multiprocessors. ACM Trans Comput Syst 15(1):41\u201374","journal-title":"ACM Trans Comput Syst"},{"key":"1904_CR19","doi-asserted-by":"crossref","unstructured":"Kumar S, Vishwanath V, Carns P, Levine JA, Latham R, Scorzelli G, Kolla H, Grout R, Chen J, Ross R, Papka ME, Pascucci V (2012) Efficient data restructuring and aggregation for IO acceleration in PIDX. In: Proceedings of the Conference on High Performance Computing Networking, Storage and Analysis","DOI":"10.1109\/SC.2012.54"},{"key":"1904_CR20","doi-asserted-by":"publisher","unstructured":"Kumar S, Vishwanath V, Carns P, Summa B, Scorzelli G, Pascucci V, Ross R, Chen J, Kolla H, Grout R (2011) PIDX: Efficient parallel I\/O for multi-resolution multi-dimensional scientific datasets. In: Proceedings of the 2011 IEEE International Conference on Cluster Computing, pp 103\u2013111","DOI":"10.1109\/CLUSTER.2011.19"},{"key":"1904_CR21","doi-asserted-by":"publisher","unstructured":"Lang S, Carns P, Latham R, Ross R, Harms K, Allcock W (2009) I\/O performance challenges at leadership scale. In: Proceedings of the Conference on High Performance Computing Networking, Storage and Analysis, pp 40:1\u201340:12","DOI":"10.1145\/1654059.1654100"},{"key":"1904_CR22","doi-asserted-by":"publisher","unstructured":"Latham R, Daley C, Keng Liao W, Gao K, Ross R, Dubey A, Choudhary A (2012) A case study for scientific I\/O: improving the FLASH astrophysics code. Comput Sci Discov 5(1):015, 001","DOI":"10.1088\/1749-4699\/5\/1\/015001"},{"key":"1904_CR23","doi-asserted-by":"publisher","unstructured":"Li J, Liao Wk, Choudhary A, Ross R, Thakur R, Gropp W, Latham R, Siegel A, Gallagher B, Zingale M (2003) Parallel netCDF: a high-performance scientific I\/O interface. In: Proceedings of the Conference on High Performance Computing Networking, Storage and Analysis","DOI":"10.1145\/1048935.1050189"},{"key":"1904_CR24","doi-asserted-by":"publisher","unstructured":"Li Y, Lu X, Miller EL, Long DDE (2015) ASCAR: automating contention management for high-performance storage systems. In: IEEE 31st Symposium on Mass Storage Systems and Technologies, MSST, pp 1\u201316","DOI":"10.1109\/MSST.2015.7208287"},{"key":"1904_CR25","doi-asserted-by":"publisher","unstructured":"Liao Wk, Choudhary A (2008) Dynamically adapting file domain partitioning methods for collective I\/O based on underlying parallel file system locking protocols. In: Proceedings of the Conference on High Performance Computing Networking, Storage and Analysis","DOI":"10.1109\/SC.2008.5222722"},{"issue":"11","key":"1904_CR26","doi-asserted-by":"publisher","first-page":"1264","DOI":"10.1109\/TPDS.2006.163","volume":"17","author":"WK Liao","year":"2006","unstructured":"Liao WK, Coloma K, Choudhary A, Ward L, Russell E, Pundit N (2006) Scalable design and implementations for mpi parallel overlapping I\/O. IEEE Trans Parallel Distrib Syst 17(11):1264\u20131276","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"1904_CR27","doi-asserted-by":"crossref","unstructured":"Liao WK, Coloma K, Choudhary A, Ward L, Russell E, Tideman S (2005) Collective caching: application-aware client-side file caching. In: Proceedings of 14th IEEE International Symposium on High Performance Distributed Computing, pp 81\u201390","DOI":"10.1109\/HPDC.2005.1520940"},{"key":"1904_CR28","doi-asserted-by":"publisher","unstructured":"Liu N, Cope J, Carns PH, Carothers CD, Ross RB, Grider G, Crume A, Maltzahn C (2012) On the role of burst buffers in leadership-class storage systems. In: Proceedings of the IEEE Conference on Mass Storage Systems, pp 1\u201311","DOI":"10.1109\/MSST.2012.6232369"},{"key":"1904_CR29","doi-asserted-by":"publisher","unstructured":"Lofstead J, Ross R (2013) Insights for exascale IO APIs from building a petascale IO API. In: Proceedings of the International Conference on High Performance Computing, Networking, Storage and Analysis, pp 87:1\u201387:12","DOI":"10.1145\/2503210.2503238"},{"key":"1904_CR30","doi-asserted-by":"publisher","unstructured":"Lofstead J, Zheng F, Liu Q, Klasky S, Oldfield R, Kordenbrock T, Schwan K, Wolf M (2010) Managing variability in the IO performance of petascale storage systems. In: Proceedings of the 2010 ACM\/IEEE International Conference for High Performance Computing, Networking, Storage and Analysis, SC \u201910, pp 1\u201312","DOI":"10.1109\/SC.2010.32"},{"key":"1904_CR31","doi-asserted-by":"publisher","unstructured":"Lofstead JF, Klasky S, Schwan K, Podhorszki N, Jin C (2008) Flexible IO and Integration for scientific codes through the adaptable IO system (ADIOS). In: Proceedings of the 6th International Workshop on Challenges of Large Applications in Distributed Environments, pp 15\u201324","DOI":"10.1145\/1383529.1383533"},{"key":"1904_CR32","unstructured":"Lustre File System. http:\/\/www.lustre.org"},{"key":"1904_CR33","unstructured":"Ma X, Winslett M, Lee J, Yu S (2003) Improving MPI-IO output performance with active buffering plus threads. In: Proceedings of the 17th International Symposium on Parallel and Distributed Processing"},{"key":"1904_CR34","unstructured":"Message Passing Interface Forum. MPI-2: extensions to the message passing interface. http:\/\/www.mpi-forum.org\/docs\/docs.html"},{"key":"1904_CR35","unstructured":"National Energy Research Scientific Computing Center. http:\/\/www.nersc.gov\/users\/computational-systems\/hopper\/"},{"key":"1904_CR36","unstructured":"Park S, Shen K (2012) FIOS: a fair, efficient flash I\/O scheduler. In: Proceedings of the 10th USENIX Conference on File and Storage Technologies, pp 13\u201313"},{"key":"1904_CR37","doi-asserted-by":"publisher","first-page":"1547","DOI":"10.1175\/BAMS-84-11-1547","volume":"84","author":"D Randall","year":"2003","unstructured":"Randall D, Khairoutdinov M, Arakawa A, Grabowski W (2003) Breaking the cloud parameterization deadlock. Bull Am Meteor Soc 84:1547\u20131564","journal-title":"Bull Am Meteor Soc"},{"key":"1904_CR38","doi-asserted-by":"publisher","unstructured":"del Rosario JM, Bordawekar R, Choudhary A (1993) Improved parallel I\/O via a two-phase run-time access strategy. In: Proceedings of Workshop on Input\/Output in Parallel Computer Systems, pp 56\u201370","DOI":"10.1145\/165660.165667"},{"issue":"1","key":"1904_CR39","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1088\/1742-6596\/46\/1\/004","volume":"46","author":"R Sankaran","year":"2006","unstructured":"Sankaran R, Hawkes ER, Chen JH, Lu T, Law CK (2006) Direct numerical simulations of turbulent lean premixed combustion. J Phys Conf Ser 46(1):38","journal-title":"J Phys Conf Ser"},{"key":"1904_CR40","doi-asserted-by":"publisher","unstructured":"Sato K, Mohror K, Moody A, Gamblin T, d.\u00a0Supinski BR, Maruyama N, Matsuoka S (2014) A user-level infiniband-based file system and checkpoint strategy for burst buffers. In: 2014 14th IEEE\/ACM International Symposium on Cluster, Cloud and Grid Computing (CCGrid), pp 21\u201330","DOI":"10.1109\/CCGrid.2014.24"},{"key":"1904_CR41","doi-asserted-by":"publisher","unstructured":"Schuchardt K, Palmer B, Daily J, Elsethagen T, Koontz A (2007) IO strategies and data services for petascale data sets from a global cloud resolving model. J Phys Conf Ser 78:012089","DOI":"10.1088\/1742-6596\/78\/1\/012089"},{"key":"1904_CR42","doi-asserted-by":"publisher","unstructured":"Seamons KE, Chen Y, Jones P, Jozwiak J, Winslett M (1995) Server-directed collective I\/O in Panda. In: Proceedings of the Conference on High Performance Computing Networking, Storage and Analysis","DOI":"10.1145\/224170.224371"},{"issue":"2","key":"1904_CR43","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1177\/1094342006064482","volume":"20","author":"SS Shende","year":"2006","unstructured":"Shende SS, Malony AD (2006) The TAU parallel performance system. Int J High Perform Comput Appl 20(2):287\u2013311","journal-title":"Int J High Perform Comput Appl"},{"key":"1904_CR44","doi-asserted-by":"publisher","unstructured":"Son SW, Sehrish S, k.\u00a0Liao W, Oldfield R, Choudhary A (2013) Dynamic file striping and data layout transformation on parallel system with fluctuating I\/O workload. In: 2013 IEEE International Conference on Cluster Computing (CLUSTER), pp 1\u20138","DOI":"10.1109\/CLUSTER.2013.6702689"},{"key":"1904_CR45","doi-asserted-by":"publisher","unstructured":"Song H, Yin Y, Sun XH, Thakur R, Lang S (2011) Server-side I\/O coordination for parallel file systems. In: Proceedings of 2011 International Conference for High Performance Computing, Networking, Storage and Analysis (2011)","DOI":"10.1145\/2063384.2063407"},{"key":"1904_CR46","doi-asserted-by":"publisher","unstructured":"Tavakoli N, Dai D, Chen Y (2016) Log-assisted straggler-aware I\/O scheduler for high-end computing. In: 2016 45th International Conference on Parallel Processing Workshops (ICPPW), pp 181\u2013189. doi: 10.1109\/ICPPW.2016.38","DOI":"10.1109\/ICPPW.2016.38"},{"issue":"4","key":"1904_CR47","first-page":"301","volume":"5","author":"R Thakur","year":"1996","unstructured":"Thakur R, Choudhary A (1996) An extended two-phase method for accessing sections of out-of-core arrays. Sci Progr 5(4):301\u2013317","journal-title":"Sci Progr"},{"key":"1904_CR48","doi-asserted-by":"publisher","unstructured":"Thakur R, Gropp W, Lusk E (1999) Data sieving and collective I\/O in ROMIO. In: Proceedings of the 7th Symposium on the Frontiers of Massively Parallel Computation","DOI":"10.1109\/FMPC.1999.750599"},{"key":"1904_CR49","doi-asserted-by":"publisher","unstructured":"Thapaliya S, Bangalore P, Lofstead J, Mohror K, Moody A (2014) IO-Cop: managing concurrent accesses to shared parallel file system. In: 43rd International Conference on Parallel Processing Workshops, pp 52\u201360","DOI":"10.1109\/ICPPW.2014.20"},{"key":"1904_CR50","doi-asserted-by":"publisher","unstructured":"Thapaliya S, Bangalore P, Lofstead J, Mohror K, Moody A (2016) Managing I\/O interference in a shared burst buffer system. In: 2016 45th International Conference on Parallel Processing (ICPP), pp. 416\u2013425","DOI":"10.1109\/ICPP.2016.54"},{"key":"1904_CR51","unstructured":"The HDF Group (2000\u20132010) Hierarchical data format version 5. http:\/\/www.hdfgroup.org\/HDF5"},{"key":"1904_CR52","unstructured":"Wachs M, Abd-El-Malek M, Thereska E, Ganger GR (2007) Argon: performance insulation for shared storage servers. In: Proceedings of the 5th USENIX Conference on File and Storage Technologies"},{"key":"1904_CR53","doi-asserted-by":"publisher","unstructured":"Wang T, Oral S, Pritchard M, Wang B, Yu W (2015) TRIO: burst buffer based I\/O orchestration. In: 2015 IEEE International Conference on Cluster Computing, pp 194\u2013203","DOI":"10.1109\/CLUSTER.2015.38"},{"key":"1904_CR54","doi-asserted-by":"publisher","unstructured":"Wang T, Oral S, Wang Y, Settlemyer B, Atchley S, Yu W (2014) BurstMem: a high-performance burst buffer system for scientific applications. In: 2014 IEEE International Conference on Big Data (Big Data), pp 71\u201379","DOI":"10.1109\/BigData.2014.7004215"},{"key":"1904_CR55","doi-asserted-by":"publisher","unstructured":"Xie B, Chase J, Dillow D, Drokin O, Klasky S, Oral S, Podhorszki N (2012) Characterizing output bottlenecks in a supercomputer. In: Proceedings of the International Conference on High Performance Computing, Networking, Storage and Analysis, pp 8:1\u20138:11","DOI":"10.1109\/SC.2012.28"},{"key":"1904_CR56","doi-asserted-by":"publisher","unstructured":"Yildiz O, Dorier M, Ibrahim S, Ross R, Antoniu G (2016) On the root causes of cross-application I\/O interference in HPC storage systems. In: 2016 IEEE International Parallel and Distributed Processing Symposium (IPDPS), pp 750\u2013759","DOI":"10.1109\/IPDPS.2016.50"},{"key":"1904_CR57","unstructured":"Ying L (2008) Lustre ADIO collective write driver\u2014white paper. Tech. rep, Sun and ORNL"},{"key":"1904_CR58","doi-asserted-by":"publisher","unstructured":"Yu W, Vetter J (2008) ParColl: partitioned collective I\/O on the cray XT. In: Proceedings of the 37th International Conference on Parallel Processing, pp 562\u2013569","DOI":"10.1109\/ICPP.2008.76"},{"key":"1904_CR59","doi-asserted-by":"publisher","unstructured":"Yu W, Vetter J, Canon RS, Jiang S (2007) Exploiting lustre file joining for effective collective IO. In: Proceedings of the Seventh IEEE International Symposium on Cluster Computing and the Grid, pp 267\u2013274","DOI":"10.1109\/CCGRID.2007.51"},{"key":"1904_CR60","doi-asserted-by":"publisher","unstructured":"Zhang X, Davis K, Jiang S (2011) QoS support for end users of I\/O-intensive applications using shared storage systems. In: Proceedings of 2011 International Conference for High Performance Computing, Networking, Storage and Analysis, pp 18:1\u201318:12","DOI":"10.1145\/2063384.2063408"},{"key":"1904_CR61","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1016\/j.parco.2016.05.005","volume":"58","author":"Z Zhou","year":"2016","unstructured":"Zhou Z, Yang X, Zhao D, Rich P, Tang W, Wang J, Lan Z (2016) I\/O-aware bandwidth allocation for petascale computing systems. Parallel Comput 58:107\u2013116","journal-title":"Parallel Comput"},{"key":"1904_CR62","unstructured":"Zingale M (2001) FLASH I\/O benchmark routine\u2014parallel HDF 5. http:\/\/www.ucolick.org\/~zingale\/flash_benchmark_io\/"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11227-016-1904-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-016-1904-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-016-1904-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,15]],"date-time":"2019-09-15T05:48:03Z","timestamp":1568526483000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11227-016-1904-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,11,1]]},"references-count":62,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2017,5]]}},"alternative-id":["1904"],"URL":"https:\/\/doi.org\/10.1007\/s11227-016-1904-7","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,11,1]]}}}