{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T02:44:11Z","timestamp":1761965051255,"version":"3.37.3"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,10,30]],"date-time":"2018-10-30T00:00:00Z","timestamp":1540857600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Comput Softw Big Sci"],"published-print":{"date-parts":[[2018,11]]},"DOI":"10.1007\/s41781-018-0014-z","type":"journal-article","created":{"date-parts":[[2018,10,30]],"date-time":"2018-10-30T10:03:46Z","timestamp":1540893826000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["FITS Data Source for Apache Spark"],"prefix":"10.1007","volume":"2","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8560-4449","authenticated-orcid":false,"given":"Julien","family":"Peloton","sequence":"first","affiliation":[]},{"given":"Christian","family":"Arnault","sequence":"additional","affiliation":[]},{"given":"St\u00e9phane","family":"Plaszczynski","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,10,30]]},"reference":[{"key":"14_CR1","unstructured":"LSST, \n                    https:\/\/www.lsst.org\/"},{"key":"14_CR2","unstructured":"Apache Spark, \n                    http:\/\/spark.apache.org\/"},{"key":"14_CR3","unstructured":"Zaharia M, Chowdhury M, Franklin MJ, Shenker S, Stoica I (2010) Spark: cluster computing with working sets. In: Proceedings of the 2nd USENIX conference on hot topics in cloud computing. pp 10\u201310"},{"key":"14_CR4","unstructured":"Zaharia M, Chowdhury M, Das T, Dave A, Ma J, McCauly M, Franklin MJ, Shenker S, Stoica I (2012) Resilient distributed datasets: a fault-tolerant abstraction for in-memory cluster computing. Presented as part of the 9th USENIX symposium on networked systems design and implementation (NSDI 12), pp 15\u201328"},{"key":"14_CR5","unstructured":"Apache Software Foundation, \n                    https:\/\/www.apache.org\/"},{"key":"14_CR6","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1145\/1327452.1327492","volume":"51","author":"J Dean","year":"2008","unstructured":"Dean J, Ghemawat S (2008) MapReduce: simplified data processing on large clusters. Commun. ACM 51:107\u2013113","journal-title":"Commun. ACM"},{"key":"14_CR7","unstructured":"Apache Hadoop, \n                    https:\/\/hadoop.apache.org\/"},{"key":"14_CR8","unstructured":"Shvachko K, Kuang H, Radia S, Chansler R (2010) The Hadoop distributed file system, mass storage systems and technologies (MSST). 2010 IEEE 26th symposium, pp 1\u201310"},{"key":"14_CR9","unstructured":"Apache Cassandra, \n                    https:\/\/cassandra.apache.org\/"},{"key":"14_CR10","unstructured":"Amazon S3, \n                    https:\/\/aws.amazon.com\/fr\/s3\/"},{"key":"14_CR11","unstructured":"Lustre, \n                    http:\/\/lustre.org\/"},{"key":"14_CR12","unstructured":"Apache Avro, \n                    https:\/\/avro.apache.org\/"},{"key":"14_CR13","unstructured":"Apache Parquet, \n                    https:\/\/parquet.apache.org\/"},{"key":"14_CR14","unstructured":"The HDF Group, \n                    https:\/\/www.hdfgroup.org\/"},{"key":"14_CR15","unstructured":"ROOT files, \n                    https:\/\/root.cern.ch\/root-files"},{"key":"14_CR16","unstructured":"The FITS Support Office, \n                    https:\/\/fits.gsfc.nasa.gov\/"},{"key":"14_CR17","unstructured":"https:\/\/github.com\/diana-hep\/spark-root"},{"key":"14_CR18","unstructured":"https:\/\/www.hdfgroup.org\/downloads\/spark-connector"},{"key":"14_CR19","unstructured":"https:\/\/github.com\/valiantljk\/h5spark"},{"key":"14_CR20","unstructured":"Wiley K, Connolly A, Krughoff S et al (2011) Astronomical data analysis software and systems XX, vol 442, p 93"},{"key":"14_CR21","doi-asserted-by":"crossref","unstructured":"Zhang Z, Barbary K, Nothaft FA, Sparks ER, Zahn O, Franklin MJ, Patterson DA, Perlmutter S (2015) Scientific computing meets big data technology: an astronomy use case. CoRR","DOI":"10.1109\/BigData.2015.7363840"},{"key":"14_CR22","doi-asserted-by":"crossref","unstructured":"Brahem M, Lopes S, Yeh L, Zeitouni K (2016) AstroSpark: towards a distributed data server for big data in astronomy. In: Proceedings of the 3rd ACM SIGSPATIAL PhD symposium, p 3","DOI":"10.1145\/3003819.3003823"},{"key":"14_CR23","first-page":"363","volume":"44","author":"DC Wells","year":"1981","unstructured":"Wells DC, Greisen EW, Harten RH (1981) FITS\u2013a flexible image transport system. Astron Astrophys Suppl Ser 44:363","journal-title":"Astron Astrophys Suppl Ser"},{"key":"14_CR24","doi-asserted-by":"publisher","first-page":"A42","DOI":"10.1051\/0004-6361\/201015362","volume":"542","author":"WD Pence","year":"2010","unstructured":"Pence WD, Chiappetti L, Page CG, Shaw RA, Stobie E (2010) Definition of the flexible image transport system (FITS), version 3.0. Astron Astrophys 542:A42","journal-title":"Astron Astrophys"},{"key":"14_CR25","unstructured":"CFITSIO - A FITS File Subroutine Library, \n                    https:\/\/heasarc.gsfc.nasa.gov\/docs\/software\/fitsio\/fitsio.html"},{"key":"14_CR26","unstructured":"https:\/\/github.com\/damonge\/CoLoRe"},{"key":"14_CR27","unstructured":"HEALPix, \n                    http:\/\/healpix.sourceforge.net\/"},{"key":"14_CR28","doi-asserted-by":"publisher","first-page":"759","DOI":"10.1086\/427976","volume":"622","author":"KM Gorski","year":"2005","unstructured":"Gorski KM, Eric Hivon, Banday AJ, Wandelt BD, Hansen FK, Reinecke M, Bartelman M (2005) HEALPix\u2013a framework for high resolution discretization, and fast analysis of data distributed on the sphere. Astrophys J 622:759\u2013771","journal-title":"Astrophys J"},{"key":"14_CR29","unstructured":"Liu J, Racah E, Koziol Q, Canon RS (2016) H5spark: bridging the I\/O gap between Spark and scientific data formats on HPC systems. Cray user group"},{"key":"14_CR30","unstructured":"NERSC, \n                    https:\/\/www.nersc.gov"},{"key":"14_CR31","unstructured":"https:\/\/www.nersc.gov\/users\/software\/using-shifter-and-docker\/using-shifter-at-nersc\/"}],"container-title":["Computing and Software for Big Science"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s41781-018-0014-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s41781-018-0014-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s41781-018-0014-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,30]],"date-time":"2019-10-30T18:52:24Z","timestamp":1572461544000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s41781-018-0014-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,10,30]]},"references-count":31,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,11]]}},"alternative-id":["14"],"URL":"https:\/\/doi.org\/10.1007\/s41781-018-0014-z","relation":{},"ISSN":["2510-2036","2510-2044"],"issn-type":[{"type":"print","value":"2510-2036"},{"type":"electronic","value":"2510-2044"}],"subject":[],"published":{"date-parts":[[2018,10,30]]},"assertion":[{"value":"1 June 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 October 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 October 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"On behalf of all authors, the corresponding author states that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"7"}}