{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T16:46:03Z","timestamp":1762015563956},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2013,10,18]],"date-time":"2013-10-18T00:00:00Z","timestamp":1382054400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Int J Parallel Prog"],"published-print":{"date-parts":[[2015,6]]},"DOI":"10.1007\/s10766-013-0287-0","type":"journal-article","created":{"date-parts":[[2013,10,17]],"date-time":"2013-10-17T00:25:03Z","timestamp":1381969503000},"page":"508-527","source":"Crossref","is-referenced-by-count":4,"title":["Data Reduction Analysis for Climate Data Sets"],"prefix":"10.1007","volume":"43","author":[{"given":"Songbin","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaomeng","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haohuan","family":"Fu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guangwen","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhenya","family":"Song","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2013,10,18]]},"reference":[{"key":"287_CR1","unstructured":"120.0-G-2, C. Lossless data compression. In: Report Concerning Space Data System Standards (2006), Green Book, Issue 2"},{"key":"287_CR2","unstructured":"Biggar, H.: Experiencing data de-duplication: improving efficiency and reducing capacity requirements. The Enterprise Strategy Group (2007)"},{"issue":"1","key":"287_CR3","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1109\/TC.2008.131","volume":"58","author":"M Burtscher","year":"2009","unstructured":"Burtscher, M., Ratanaworabhan, P.: Fpc: a high-speed compressor for double-precision floating-point data. IEEE Trans. Comput. 58(1), 18\u201331 (2009)","journal-title":"IEEE Trans. Comput."},{"key":"287_CR4","unstructured":"bzip2. http:\/\/www.bzip.org"},{"key":"287_CR5","unstructured":"compression-rating. http:\/\/compressionratings.com"},{"key":"287_CR6","unstructured":"Constantinescu, C., Glider, J., Chambliss, D.: Mixing deduplication and compression on active data sets. In: Data Compression Conference (DCC), 2011, IEEE, pp. 393\u2013402 (2011)"},{"key":"287_CR7","unstructured":"Earth System Grid Federation. http:\/\/pcmdi9.llnl.gov\/esgf-web-fe\/"},{"key":"287_CR8","unstructured":"Eshghi, K., Tang, H.: A framework for analyzing and improving content-based chunking algorithms. Hewlett-Packard Labs Technical Report TR 30 (2005)"},{"key":"287_CR9","unstructured":"EUMETSAT. http:\/\/www.eumetsat.int"},{"key":"287_CR10","unstructured":"HDF group\u2014HDF5. http:\/\/www.hdfgroup.org\/HDF5\/"},{"key":"287_CR11","unstructured":"Homepage of Martin Isenburg. http:\/\/www.cs.unc.edu\/~isenburg\/"},{"key":"287_CR12","unstructured":"Hong, B., Plantenberg, D., Long, D., Sivan-Zimet, M.: Duplicate data elimination in a san file system. In: Proceedings of the 12th NASA Goddard, 21st IEEE Conference on Mass Storage Systems and Technologies), pp. 301\u2013314 (2004)"},{"key":"287_CR13","unstructured":"Ibarria, L., Lindstrom, P., Rossignac, J., Szymczak, A.: Out-of-core compression and decompression of large n-dimensional scalar fields. In: Computer Graphics Forum (2003), vol. 22, Wiley Online Library, pp. 343\u2013348"},{"issue":"8","key":"287_CR14","doi-asserted-by":"crossref","first-page":"869","DOI":"10.1016\/j.cad.2004.09.015","volume":"37","author":"M Isenburg","year":"2005","unstructured":"Isenburg, M., Lindstrom, P., Snoeyink, J.: Lossless compression of predicted floating-point geometry. Comput.-Aided Des. 37(8), 869\u2013877 (2005)","journal-title":"Comput.-Aided Des."},{"key":"287_CR15","doi-asserted-by":"crossref","unstructured":"Jin, K., Miller, E.: The effectiveness of deduplication on virtual machine disk images. In: Proceedings of SYSTOR 2009: The Israeli Experimental Systems Conference, ACM, p. 7 (2009)","DOI":"10.1145\/1534530.1534540"},{"key":"287_CR16","unstructured":"Kulkarni, P., Douglis, F., LaVoie, J., Tracey, J.M.: Redundancy elimination within large collections of files. In: Proceedings of the USENIX Annual Technical Conference, pp. 59\u201372 (2004)"},{"key":"287_CR17","doi-asserted-by":"crossref","unstructured":"Lakshminarasimhan, S., Shah, N., Ethier, S., Klasky, S., Latham, R., Ross, R., Samatova, N.: Compressing the incompressible with isabela: in-situ reduction of spatio-temporal data. Euro-Par 2011 Parallel Processing, pp. 366\u2013379 (2011)","DOI":"10.1007\/978-3-642-23400-2_34"},{"key":"287_CR18","doi-asserted-by":"crossref","unstructured":"Lu, M., Chambliss, D., Glider, J., Constantinescu, C.: Insights for data reduction in primary storage: a practical analysis. In: Proceedings of the 5th Annual International Systems and Storage Conference, ACM, p. 17 (2012)","DOI":"10.1145\/2367589.2367606"},{"key":"287_CR19","unstructured":"LZO Documentation. http:\/\/www.oberhumer.com\/opensource\/lzo\/lzodoc.php"},{"key":"287_CR20","unstructured":"LZO real-time data compression library. http:\/\/www.oberhumer.com\/opensource\/lzo\/"},{"key":"287_CR21","doi-asserted-by":"crossref","unstructured":"Meister, D., Brinkmann, A.: Multi-level comparison of data deduplication in a backup scenario. In: Proceedings of SYSTOR 2009: The Israeli Experimental Systems Conference, ACM, p. 8 (2009)","DOI":"10.1145\/1534530.1534541"},{"key":"287_CR22","doi-asserted-by":"crossref","unstructured":"Meister, D., Kaiser, J., Brinkmann, A., Cortes, T., Kuhn, M., Kunkel, J.: A study on data deduplication in hpc storage systems. In: Proceedings of the International Conference on High Performance Computing, Networking, Storage and Analysis. IEEE Computer Society Press, p. 7 (2012)","DOI":"10.1109\/SC.2012.14"},{"key":"287_CR23","doi-asserted-by":"crossref","unstructured":"Muthitacharoen, A., Chen, B., Mazieres, D.: A low-bandwidth network file system. In: ACM SIGOPS Operating Systems Review, vol. 35. ACM, pp. 174\u2013187 (2001)","DOI":"10.1145\/502059.502052"},{"key":"287_CR24","unstructured":"NOAA Radar Data. http:\/\/www.ncdc.noaa.gov\/radar-data"},{"key":"287_CR25","unstructured":"NOAA Satellite Data. http:\/\/www.ncdc.noaa.gov\/satellite-data"},{"issue":"6018","key":"287_CR26","doi-asserted-by":"crossref","first-page":"700","DOI":"10.1126\/science.1197869","volume":"331","author":"J Overpeck","year":"2011","unstructured":"Overpeck, J., Meehl, G., Bony, S., Easterling, D.: Climate data challenges in the 21st century. Science 331(6018), 700\u2013702 (2011)","journal-title":"Science"},{"key":"287_CR27","unstructured":"Park, N., Lilja, D.J.: Characterizing datasets for data deduplication in backup applications. In: Workload Characterization (IISWC), 2010 IEEE International Symposium on (2010), IEEE, pp. 1\u201310"},{"key":"287_CR28","unstructured":"Quinlan, S., Dorward, S.: Venti: a new approach to archival storage. In: Proceedings of the FAST 2002 Conference on File and Storage Technologies, vol. 4 (2002)"},{"key":"287_CR29","doi-asserted-by":"crossref","unstructured":"Rice, R.F.: Practical universal noiseless coding. In: 23rd Annual Technical Symposium. International Society for Optics and Photonics, pp. 247\u2013267 (1979)","DOI":"10.1117\/12.958253"},{"key":"287_CR30","doi-asserted-by":"crossref","unstructured":"Schendel, E.R., Pendse, S.V., Jenkins, J., Boyuka II, D.A., Gong, Z., Lakshminarasimhan, S., Liu, Q., Kolla, H., Chen, J., Klasky, S., et al.: Isobar hybrid compression-i\/o interleaving for large-scale parallel i\/o optimization. In: Proceedings of the 21st International Symposium on High-Performance Parallel and Distributed Computing, ACM, pp. 61\u201372 (2012)","DOI":"10.1145\/2287076.2287086"},{"issue":"8","key":"287_CR31","doi-asserted-by":"crossref","first-page":"1021","DOI":"10.1016\/S0098-3004(03)00098-0","volume":"29","author":"J Schmalzl","year":"2003","unstructured":"Schmalzl, J.: Using standard image compression algorithms to store data from computational fluid dynamics. Comput. Geosci. 29(8), 1021\u20131031 (2003)","journal-title":"Comput. Geosci."},{"key":"287_CR32","unstructured":"Srinivasan, K., Bisson, T., Goodson, G., Voruganti, K.: idedup: latency-aware, inline data deduplication for primary storage. In: Proceedings of the Tenth USENIX Conference on File and Storage Technologies (FAST12), San Jose, CA (2012)"},{"issue":"4","key":"287_CR33","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1175\/BAMS-D-11-00094.1","volume":"93","author":"K Taylor","year":"2012","unstructured":"Taylor, K., Stouffer, R., Meehl, G.: An overview of cmip5 and the experiment design. Bull. Am. Meteorol. Soc. 93(4), 485 (2012)","journal-title":"Bull. Am. Meteorol. Soc."},{"key":"287_CR34","unstructured":"The netCDF-4 format. http:\/\/www.unidata.ucar.edu\/software\/netcdf\/docs\/netcdf\/NetCDF_002d4-Format.html"},{"key":"287_CR35","unstructured":"Wallace, G., Douglis, F., Qian, H., Shilane, P., Smaldone, S., Chamness, M., Hsu, W.: Characteristics of backup workloads in production systems. In: Proceedings of the 10th USENIX Conference on File and Storage Technologies (Berkeley, CA, USA, 2012), FAST\u201912, USENIX Association, pp. 4\u20134"},{"issue":"1","key":"287_CR36","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1109\/MCG.2010.3","volume":"30","author":"C Wang","year":"2010","unstructured":"Wang, C., Yu, H., Ma, K.-L.: Application-driven compression for visualizing large-scale time-varying data. IEEE Comput. Gr. Appl. 30(1), 59\u201369 (2010)","journal-title":"IEEE Comput. Gr. Appl."},{"key":"287_CR37","unstructured":"Welton, B., Kimpe, D., Cope, J., Patrick, C.M., Iskra, K., Ross, R.: Improving i\/o forwarding throughput with data compression. In: Cluster Computing (CLUSTER), 2011 IEEE International Conference on (2011), IEEE, pp. 438\u2013445"},{"issue":"5","key":"287_CR38","doi-asserted-by":"crossref","first-page":"665","DOI":"10.1016\/S0098-3004(03)00038-4","volume":"29","author":"P Wessel","year":"2003","unstructured":"Wessel, P.: Compression of large data grids for internet transmission. Comput. Geosci. 29(5), 665\u2013671 (2003)","journal-title":"Comput. Geosci."},{"key":"287_CR39","unstructured":"Wheeler, D., Burrows, M.: A block-sorting lossless data compression algorithm. Digital Systems Research Center Report 124 (1994)"},{"key":"287_CR40","unstructured":"Williams, D.N.: Climate Science Responds to \u2019Big Data\u2019 Challenges: Accessing Analyzing Model Output and Observations. http:\/\/downloads.usgcrp.gov\/downloads\/igim\/05_Williams.pdf"},{"key":"287_CR41","doi-asserted-by":"crossref","unstructured":"Yeh, P.-S., Xia-Serafino, W., Miles, L., Kobler, B., Menasce, D.: Implementation of ccsds lossless data compression in hdf. In: Earth Science Technology Conference (2002)","DOI":"10.2514\/6.2002-T5-12"},{"key":"287_CR42","unstructured":"Zhu, B., Li, K., Patterson, H.: Avoiding the disk bottleneck in the data domain deduplication file system. In: Proceedings of the 6th USENIX Conference on File and Storage Technologies, vol. 18 (2008)"},{"issue":"3","key":"287_CR43","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1109\/TIT.1977.1055714","volume":"23","author":"J Ziv","year":"1977","unstructured":"Ziv, J., Lempel, A.: A universal algorithm for sequential data compression. IEEE Trans. Inf. Theory 23(3), 337\u2013343 (1977)","journal-title":"IEEE Trans. Inf. Theory"},{"key":"287_CR44","unstructured":"zlib. http:\/\/www.zlib.net"}],"container-title":["International Journal of Parallel Programming"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10766-013-0287-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10766-013-0287-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10766-013-0287-0","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,30]],"date-time":"2019-07-30T18:38:00Z","timestamp":1564511880000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10766-013-0287-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,10,18]]},"references-count":44,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2015,6]]}},"alternative-id":["287"],"URL":"https:\/\/doi.org\/10.1007\/s10766-013-0287-0","relation":{},"ISSN":["0885-7458","1573-7640"],"issn-type":[{"value":"0885-7458","type":"print"},{"value":"1573-7640","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,10,18]]}}}