{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T12:17:57Z","timestamp":1763468277510,"version":"3.28.0"},"reference-count":30,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015,10]]},"DOI":"10.1109\/bigdata.2015.7363840","type":"proceedings-article","created":{"date-parts":[[2015,12,28]],"date-time":"2015-12-28T21:36:21Z","timestamp":1451338581000},"page":"918-927","source":"Crossref","is-referenced-by-count":36,"title":["Scientific computing meets big data technology: An astronomy use case"],"prefix":"10.1109","author":[{"given":"Zhao","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Kyle","family":"Barbary","sequence":"additional","affiliation":[]},{"given":"Frank Austin","family":"Nothaft","sequence":"additional","affiliation":[]},{"given":"Evan","family":"Sparks","sequence":"additional","affiliation":[]},{"given":"Oliver","family":"Zahn","sequence":"additional","affiliation":[]},{"given":"Michael J.","family":"Franklin","sequence":"additional","affiliation":[]},{"given":"David A.","family":"Patterson","sequence":"additional","affiliation":[]},{"given":"Saul","family":"Perlmutter","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref30","first-page":"10","article-title":"Spark: cluster computing with working sets","author":"zaharia","year":"2010","journal-title":"USENIX Conference on Hot Topics in Cloud Computing (HotCloud)"},{"key":"ref10","article-title":"MapReduce: A major step backwards","volume":"1","author":"dewitt","year":"2008","journal-title":"The Database Column"},{"key":"ref11","article-title":"Lustre: Building a file system for 1000-node clusters","author":"donovan","year":"2003","journal-title":"Proceedings of the Linux Symposium"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2008.59"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1038\/nmeth.3041"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/0167-8191(96)00024-5"},{"key":"ref15","article-title":"LSST: from science drivers to reference design and anticipated data products","author":"ivezic","year":"2008","journal-title":"arXiv preprint arXiv 0805 2366"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1504\/IJCSE.2009.026999"},{"year":"0","key":"ref17","article-title":"Java Library for access to FITS files"},{"key":"ref18","article-title":"Many task computing and Blue Waters. Technical Report CI-TR-13-0911","author":"katz","year":"2011","journal-title":"Computation Institute University of Chicago"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2008.5222005"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1755913.1755940"},{"journal-title":"sep v0 3 0","year":"2015","author":"barbary","key":"ref4"},{"key":"ref27","first-page":"1","article-title":"DryadLINQ: A system for general-purpose distributed data-parallel computing using a high-level language","volume":"8","author":"yu","year":"2008","journal-title":"Proceedings of the USENIX Symposium on Operating Systems Design and Implementation (OSDI'02)"},{"journal-title":"Apache Apache Hadoop","year":"0","key":"ref3"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/1806596.1806638"},{"key":"ref29","first-page":"2","article-title":"Resilient distributed datasets: A fault-tolerant abstraction for in-memory cluster computing","author":"zaharia","year":"2012","journal-title":"Proc USENIX Conf Networked Systems Design and Implementation (NSDI)"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1051\/aas:1996164"},{"key":"ref8","article-title":"Scale out with GlusterFS","volume":"235","author":"davies","year":"2013","journal-title":"Linux Journal 2013"},{"key":"ref7","article-title":"The dark energy survey","author":"collaboration","year":"2005","journal-title":"Arxiv Preprint Astro-ph\/0703100"},{"key":"ref2","article-title":"Disk-locality in datacenter computing considered irrelevant","author":"ananthanarayanan","year":"2011","journal-title":"Proceedings of the USENIX Workshop on Hot Topics in Operating Systems (HotOS 11) HotOS"},{"key":"ref9","first-page":"137","article-title":"MapReduce: Simplified data processing on large clusters","author":"dean","year":"2004","journal-title":"Proceedings of the USENIX Symposium on Operating Systems Design and Implementation (OSDI'02)"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1006\/jmbi.1990.9999"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/DCS.1988.12507"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2742787"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2008.62"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/MSST.2010.5496972"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2008.5219768"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1086\/301513"},{"key":"ref25","article-title":"FITS-a flexible image transport system","volume":"44","author":"wells","year":"1981","journal-title":"Astronomy and Astrophysics Supplement Series"}],"event":{"name":"2015 IEEE International Conference on Big Data (Big Data)","start":{"date-parts":[[2015,10,29]]},"location":"Santa Clara, CA, USA","end":{"date-parts":[[2015,11,1]]}},"container-title":["2015 IEEE International Conference on Big Data (Big Data)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7347101\/7363706\/07363840.pdf?arnumber=7363840","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,3,24]],"date-time":"2017-03-24T20:03:54Z","timestamp":1490385834000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7363840\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,10]]},"references-count":30,"URL":"https:\/\/doi.org\/10.1109\/bigdata.2015.7363840","relation":{},"subject":[],"published":{"date-parts":[[2015,10]]}}}