{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T03:41:21Z","timestamp":1778557281451,"version":"3.51.4"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2017,9,1]],"date-time":"2017-09-01T00:00:00Z","timestamp":1504224000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Data Sci. Eng."],"published-print":{"date-parts":[[2017,9]]},"DOI":"10.1007\/s41019-017-0047-z","type":"journal-article","created":{"date-parts":[[2017,10,23]],"date-time":"2017-10-23T17:33:27Z","timestamp":1508780007000},"page":"245-251","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":27,"title":["A Review of Scalable Bioinformatics Pipelines"],"prefix":"10.1007","volume":"2","author":[{"given":"Bj\u00f8rn","family":"Fjukstad","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7544-2482","authenticated-orcid":false,"given":"Lars Ailo","family":"Bongo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,10,23]]},"reference":[{"key":"47_CR1","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1186\/gb-2011-12-8-125","volume":"12","author":"A Sboner","year":"2011","unstructured":"Sboner A, Mu XJ, Greenbaum D et al (2011) The real cost of sequencing: higher than you think! Genome Biol 12:125. doi:\n                        10.1186\/gb-2011-12-8-125","journal-title":"Genome Biol"},{"key":"47_CR2","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1038\/nmeth1156","volume":"5","author":"SC Schuster","year":"2008","unstructured":"Schuster SC (2008) Next-generation sequencing transforms today\u2019s biology. Nat Methods 5:16\u201318. doi:\n                        10.1038\/nmeth1156","journal-title":"Nat Methods"},{"key":"47_CR3","doi-asserted-by":"publisher","first-page":"e0169662","DOI":"10.1371\/journal.pone.0169662","volume":"12","author":"J Vollmers","year":"2017","unstructured":"Vollmers J, Wiegand S, Kaster A-K (2017) Comparing and evaluating metagenome assembly tools from a microbiologist\u2019s perspective\u2014not only size matters! PLoS ONE 12:e0169662. doi:\n                        10.1371\/journal.pone.0169662","journal-title":"PLoS ONE"},{"key":"47_CR4","doi-asserted-by":"publisher","first-page":"2157","DOI":"10.1002\/cpe.3231","volume":"26","author":"MB Couger","year":"2014","unstructured":"Couger MB, Pipes L, Squina F et al (2014) Enabling large-scale next-generation sequence assembly with Blacklight. Concurr Comput Pract Exp 26:2157\u20132166. doi:\n                        10.1002\/cpe.3231","journal-title":"Concurr Comput Pract Exp"},{"key":"47_CR5","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1016\/S0022-2836(05)80360-2","volume":"215","author":"SF Altschul","year":"1990","unstructured":"Altschul SF, Gish W, Miller W et al (1990) Basic local alignment search tool. J Mol Biol 215:403\u2013410. doi:\n                        10.1016\/S0022-2836(05)80360-2","journal-title":"J Mol Biol"},{"key":"47_CR6","doi-asserted-by":"crossref","unstructured":"Nothaft FA, Massie M, Danford T et al (2015) Rethinking data-intensive science using scalable analytics systems. In: Proceedings of 2015 ACM SIGMOD international conference on management of data. ACM, New York, pp 631\u2013646","DOI":"10.1145\/2723372.2742787"},{"key":"47_CR7","unstructured":"Diao Y, Abhishek R, Bloom T (2015) Building highly-optimized, low-latency pipelines for genomic data analysis. In: Proceedings of the 7th biennial Conference on Innovative Data Systems Research (CIDR 2015), The New York Genome Center"},{"key":"47_CR8","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1186\/gb4161","volume":"15","author":"D Blankenberg","year":"2014","unstructured":"Blankenberg D, Von Kuster G, Bouvier E et al (2014) Dissemination of scientific software with Galaxy ToolShed. Genome Biol 15:403. doi:\n                        10.1186\/gb4161","journal-title":"Genome Biol"},{"key":"47_CR9","doi-asserted-by":"publisher","first-page":"W557","DOI":"10.1093\/nar\/gkt328","volume":"41","author":"K Wolstencroft","year":"2013","unstructured":"Wolstencroft K, Haines R, Fellows D et al (2013) The Taverna workflow suite: designing and executing workflows of Web Services on the desktop, web or in the cloud. Nucleic Acids Res 41:W557\u2013W561. doi:\n                        10.1093\/nar\/gkt328","journal-title":"Nucleic Acids Res"},{"key":"47_CR10","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbw020","author":"J Leipzig","year":"2016","unstructured":"Leipzig J (2016) A review of bioinformatic pipeline frameworks. Br Bioinform. doi:\n                        10.1093\/bib\/bbw020","journal-title":"Br Bioinform"},{"key":"47_CR11","unstructured":"Robertsen EM, Kahlke T, Raknes IA et al (2016) META-pipe\u2014pipeline annotation, analysis and visualization of marine metagenomic sequence data. ArXiv160404103 Cs"},{"key":"47_CR12","doi-asserted-by":"publisher","first-page":"70","DOI":"10.12688\/f1000research.10443.1","volume":"6","author":"EM Robertsen","year":"2017","unstructured":"Robertsen EM, Denise H, Mitchell A et al (2017) ELIXIR pilot action: marine metagenomics\u2014towards a domain specific set of sustainable services. F1000Research 6:70. doi:\n                        10.12688\/f1000research.10443.1","journal-title":"F1000Research"},{"key":"47_CR13","doi-asserted-by":"publisher","first-page":"W3","DOI":"10.1093\/nar\/gkw343","volume":"44","author":"E Afgan","year":"2016","unstructured":"Afgan E, Baker D, van den Beek M et al (2016) The Galaxy platform for accessible, reproducible and collaborative biomedical analyses: 2016 update. Nucleic Acids Res 44:W3\u2013W10. doi:\n                        10.1093\/nar\/gkw343","journal-title":"Nucleic Acids Res"},{"key":"47_CR14","doi-asserted-by":"crossref","unstructured":"Pedersen E, Raknes IA, Ernstsen M, Bongo LA (2015) Integrating data-intensive computing systems with biological data analysis frameworks. In: 2015 23rd Euromicro international conference on parallel, distributed and network-based processing (PDP). IEEE Computer Society, Los Alamitos, pp 733\u2013740","DOI":"10.1109\/PDP.2015.106"},{"key":"47_CR15","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1145\/2934664","volume":"59","author":"M Zaharia","year":"2016","unstructured":"Zaharia M, Franklin MJ, Ghodsi A et al (2016) Apache Spark: a unified engine for big data processing. Commun ACM 59:56\u201365. doi:\n                        10.1145\/2934664","journal-title":"Commun ACM"},{"key":"47_CR16","doi-asserted-by":"publisher","first-page":"1297","DOI":"10.1101\/gr.107524.110","volume":"20","author":"A McKenna","year":"2010","unstructured":"McKenna A, Hanna M, Banks E et al (2010) The Genome Analysis Toolkit: a MapReduce framework for analyzing next-generation DNA sequencing data. Genome Res 20:1297\u20131303. doi:\n                        10.1101\/gr.107524.110","journal-title":"Genome Res"},{"key":"47_CR17","volume-title":"Infrastructure for GATK* best practices pipeline deployment","author":"A Prabhakaran","year":"2015","unstructured":"Prabhakaran A, Shifaw B, Naik M et al (2015) Infrastructure for GATK* best practices pipeline deployment. Intel, Santa Clara"},{"key":"47_CR18","doi-asserted-by":"publisher","first-page":"e0174575","DOI":"10.1371\/journal.pone.0174575","volume":"12","author":"D Decap","year":"2017","unstructured":"Decap D, Reumers J, Herzeel C et al (2017) Halvade-RNA: parallel variant calling from transcriptomic data using MapReduce. PLoS ONE 12:e0174575. doi:\n                        10.1371\/journal.pone.0174575","journal-title":"PLoS ONE"},{"key":"47_CR19","unstructured":"Gonzalez JE, Xin RS, Dave A et al (2014) GraphX: graph processing in a distributed dataflow framework. In: Proceedings of 11th USENIX conference on operating systems design and implementation. USENIX Association, Berkeley, pp 599\u2013613"},{"key":"47_CR20","first-page":"1235","volume":"17","author":"X Meng","year":"2016","unstructured":"Meng X, Bradley J, Yavuz B et al (2016) MLlib: machine learning in Apache Spark. J Mach Learn Res 17:1235\u20131241","journal-title":"J Mach Learn Res"},{"key":"47_CR21","doi-asserted-by":"crossref","unstructured":"Roy A, Diao Y, Evani U et al (2017) Massively parallel processing of whole genome sequence data: an in-depth performance study. In: Proceedings of 2017 ACM international conference on management of data. ACM, New York, pp 187\u2013202","DOI":"10.1145\/3035918.3064048"},{"key":"47_CR22","doi-asserted-by":"publisher","first-page":"314","DOI":"10.1038\/nbt.3772","volume":"35","author":"J Vivian","year":"2017","unstructured":"Vivian J, Rao AA, Nothaft FA et al (2017) Toil enables reproducible, open source, big biomedical data analyses. Nat Biotechnol 35:314\u2013316. doi:\n                        10.1038\/nbt.3772","journal-title":"Nat Biotechnol"},{"key":"47_CR23","doi-asserted-by":"publisher","first-page":"1113","DOI":"10.1038\/ng.2764","volume":"45","author":"JN Weinstein","year":"2013","unstructured":"The Cancer Genome Atlas Research Network, Weinstein JN, Collisson EA et al (2013) The cancer genome atlas pan-cancer analysis project. Nat Genet 45:1113\u20131120. doi:\n                        10.1038\/ng.2764","journal-title":"Nat Genet"},{"key":"47_CR24","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1093\/bioinformatics\/bts635","volume":"29","author":"A Dobin","year":"2013","unstructured":"Dobin A, Davis CA, Schlesinger F et al (2013) STAR: ultrafast universal RNA-seq aligner. Bioinformatics 29:15\u201321. doi:\n                        10.1093\/bioinformatics\/bts635","journal-title":"Bioinformatics"},{"key":"47_CR25","first-page":"2","volume":"239","author":"D Merkel","year":"2014","unstructured":"Merkel D (2014) Docker: lightweight linux containers for consistent development and deployment. Linux J 239:2","journal-title":"Linux J"},{"key":"47_CR26","doi-asserted-by":"publisher","first-page":"316","DOI":"10.1038\/nbt.3820","volume":"35","author":"P Tommaso Di","year":"2017","unstructured":"Di Tommaso P, Chatzou M, Floden EW et al (2017) Nextflow enables reproducible computational workflows. Nat Biotechnol 35:316\u2013319. doi:\n                        10.1038\/nbt.3820","journal-title":"Nat Biotechnol"},{"key":"47_CR27","doi-asserted-by":"publisher","first-page":"53","DOI":"10.4103\/2153-3539.197197","volume":"7","author":"WL Schulz","year":"2016","unstructured":"Schulz WL, Durant T, Siddon AJ, Torres R (2016) Use of application containers and workflows for genomic data analysis. J Pathol Inform 7:53. doi:\n                        10.4103\/2153-3539.197197","journal-title":"J Pathol Inform"},{"key":"47_CR28","first-page":"154","volume":"22","author":"G Kaushik","year":"2016","unstructured":"Kaushik G, Ivkovic S, Simonovic J et al (2016) Rabix: an open-source workflow executor supporting recomputability and interoperability of workflow descriptions. Pac Symp Biocomput Pac Symp Biocomput 22:154\u2013165","journal-title":"Pac Symp Biocomput Pac Symp Biocomput"},{"key":"47_CR29","doi-asserted-by":"crossref","unstructured":"Gerlach W, Tang W, Keegan K et al (2014) Skyport: container-based execution environment management for multi-cloud scientific workflows. In: Proceedings of 5th international workshop on data-intensive computing in the clouds. IEEE Press, Piscataway, pp 25\u201332","DOI":"10.1109\/DataCloud.2014.6"},{"key":"47_CR30","doi-asserted-by":"publisher","first-page":"1226","DOI":"10.1126\/science.1213847","volume":"334","author":"RD Peng","year":"2011","unstructured":"Peng RD (2011) Reproducible research in computational science. Science 334:1226\u20131227. doi:\n                        10.1126\/science.1213847","journal-title":"Science"},{"key":"47_CR31","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1186\/s40793-016-0138-x","volume":"11","author":"M Huntemann","year":"2016","unstructured":"Huntemann M, Ivanova NN, Mavromatis K et al (2016) The standard operating procedure of the DOE-JGI Metagenome Annotation Pipeline (MAP v.4). Stand Genomic Sci 11:17. doi:\n                        10.1186\/s40793-016-0138-x","journal-title":"Stand Genomic Sci"},{"key":"47_CR32","doi-asserted-by":"publisher","DOI":"10.1093\/gigascience\/gix047","author":"P Hoopen ten","year":"2017","unstructured":"ten Hoopen P, Finn RD, Bongo LA et al (2017) The metagenomics data life-cycle: standards and best practices. GigaScience. doi:\n                        10.1093\/gigascience\/gix047","journal-title":"GigaScience"}],"container-title":["Data Science and Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s41019-017-0047-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s41019-017-0047-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s41019-017-0047-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,11,22]],"date-time":"2017-11-22T13:07:53Z","timestamp":1511356073000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s41019-017-0047-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,9]]},"references-count":32,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2017,9]]}},"alternative-id":["47"],"URL":"https:\/\/doi.org\/10.1007\/s41019-017-0047-z","relation":{},"ISSN":["2364-1185","2364-1541"],"issn-type":[{"value":"2364-1185","type":"print"},{"value":"2364-1541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,9]]}}}