{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T15:46:10Z","timestamp":1778168770255,"version":"3.51.4"},"reference-count":40,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1139158"],"award-info":[{"award-number":["CCF-1139158"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["SN10040 DE-SC0012463"],"award-info":[{"award-number":["SN10040 DE-SC0012463"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"DARPA XData","award":["FA8750-12-2-0331"],"award-info":[{"award-number":["FA8750-12-2-0331"]}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000936","name":"Gordon and Betty Moore Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000936","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000879","name":"Alfred P. Sloan Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000879","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-AC02-05CH11231"],"award-info":[{"award-number":["DE-AC02-05CH11231"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Big Data"],"published-print":{"date-parts":[[2020,6,1]]},"DOI":"10.1109\/tbdata.2016.2599926","type":"journal-article","created":{"date-parts":[[2016,8,24]],"date-time":"2016-08-24T18:58:43Z","timestamp":1472065123000},"page":"369-381","source":"Crossref","is-referenced-by-count":23,"title":["Kira: Processing Astronomy Imagery Using Big Data Technology"],"prefix":"10.1109","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5921-0035","authenticated-orcid":false,"given":"Zhao","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kyle","family":"Barbary","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Frank Austin","family":"Nothaft","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Evan R.","family":"Sparks","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Oliver","family":"Zahn","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael J.","family":"Franklin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0902-7093","authenticated-orcid":false,"given":"David A.","family":"Patterson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Saul","family":"Perlmutter","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","first-page":"21","article-title":"The new ext4 filesystem: Current status and future plans","author":"mathur","year":"2007","journal-title":"Proc Linux Symp"},{"key":"ref38","first-page":"12","article-title":"Disk-locality in datacenter computing considered irrelevant","author":"ananthanarayanan","year":"2011","journal-title":"Proc 11th Workshop Hot Topics in Operating Systems Usenix"},{"key":"ref33","first-page":"1","article-title":"DryadLINQ: A system for general-purpose distributed data-parallel computing using a high-level language.","volume":"8","author":"yu","year":"2008","journal-title":"Proc USENIX Symp on Operating System Design and Implementation"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/1806596.1806638"},{"key":"ref31","article-title":"MapReduce: A major step backwards","volume":"1","author":"dewitt","year":"2008","journal-title":"The Database Column"},{"key":"ref30","first-page":"137","article-title":"MapReduce: Simplified data processing on large clusters","author":"dean","year":"2004","journal-title":"Proc USENIX Symp on Operating System Design and Implementation"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/1755913.1755940"},{"key":"ref36","article-title":"Astropy: A community python package for astronomy","volume":"558","year":"2013","journal-title":"Astronomy Astrophysics"},{"key":"ref35","year":"2015"},{"key":"ref34","article-title":"FITS—a flexible image transport system","volume":"44","author":"wells","year":"1981","journal-title":"Astronomy and Astrophysics Supplement Series"},{"key":"ref10","first-page":"599","article-title":"GraphX: Graph processing in a distributed dataflow framework","author":"gonzalez","year":"2014","journal-title":"Proc USENIX Symp on Operating System Design and Implementation"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2008.5222005"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2013.158"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1038\/nmeth.3041"},{"key":"ref13","article-title":"ADAM: Genomics formats and processing patterns for cloud scale computing","author":"massie","year":"2013"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2742787"},{"key":"ref15","article-title":"LSST: From science drivers to reference design and anticipated data products","author":"ivezic","year":"2008","journal-title":"arXiv 0805 2366"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1117\/12.671721"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/2517349.2522737"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2015.7363840"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/MSST.2010.5496972"},{"key":"ref28","article-title":"Spark: Cluster computing with working sets","author":"zaharia","year":"2010","journal-title":"Proc USENIX Conf Hot Topics Cloud Comput"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2008.5219768"},{"key":"ref27","year":"2016"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2008.59"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/0167-8191(96)00024-5"},{"key":"ref29","article-title":"Many task computing and Blue Waters","author":"katz","year":"2011"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/DCS.1988.12507"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2008.62"},{"key":"ref7","article-title":"Apache Hadoop","year":"0"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1006\/jmbi.1990.9999"},{"key":"ref9","first-page":"2","article-title":"Resilient distributed datasets: A fault-tolerant abstraction for in-memory cluster computing","author":"zaharia","year":"2012","journal-title":"Proc 3rd USENIX Conf Netw Syst Des Implementation"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1504\/IJCSE.2009.026999"},{"key":"ref20","article-title":"Scale out with GlusterFS","volume":"2013","author":"davies","year":"2013","journal-title":"Linux J"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1086\/301513"},{"key":"ref21","first-page":"380","article-title":"Lustre: Building a file system for 1000-node clusters","author":"donovan","year":"2003","journal-title":"Proc Linux Symp"},{"key":"ref24","article-title":"The dark energy survey","author":"collaboration","year":"2005","journal-title":"arXiv astro-ph\/0510346"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2015.7363840"},{"key":"ref26","article-title":"Sep: v0.3.0","author":"barbary","year":"2015"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1051\/aas:1996164"}],"container-title":["IEEE Transactions on Big Data"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/6687317\/9098178\/7549106-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6687317\/9098178\/07549106.pdf?arnumber=7549106","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T17:32:10Z","timestamp":1651080730000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/7549106\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,1]]},"references-count":40,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tbdata.2016.2599926","relation":{},"ISSN":["2332-7790","2372-2096"],"issn-type":[{"value":"2332-7790","type":"electronic"},{"value":"2372-2096","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,6,1]]}}}