{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,30]],"date-time":"2025-08-30T16:27:38Z","timestamp":1756571258632,"version":"3.37.3"},"reference-count":57,"publisher":"Public Library of Science (PLoS)","issue":"3","license":[{"start":{"date-parts":[[2022,3,24]],"date-time":"2022-03-24T00:00:00Z","timestamp":1648080000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100010661","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["823827"],"award-info":[{"award-number":["823827"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010661","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["823830"],"award-info":[{"award-number":["823830"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010661","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["824087"],"award-info":[{"award-number":["824087"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010661","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["871118"],"award-info":[{"award-number":["871118"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007601","name":"Horizon 2020","doi-asserted-by":"publisher","award":["101046203"],"award-info":[{"award-number":["101046203"]}],"id":[{"id":"10.13039\/501100007601","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003130","name":"Research Foundation Flanders","doi-asserted-by":"crossref","award":["I002819N"],"award-info":[{"award-number":["I002819N"]}],"id":[{"id":"10.13039\/501100003130","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001659","name":"Deutsche Forschungsgemeinschaft","doi-asserted-by":"publisher","award":["NFDI 7\/1 \u2013 42077441"],"award-info":[{"award-number":["NFDI 7\/1 \u2013 42077441"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1009823","type":"journal-article","created":{"date-parts":[[2022,3,24]],"date-time":"2022-03-24T21:24:50Z","timestamp":1648157090000},"page":"e1009823","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":19,"title":["Ten simple rules for making a software tool workflow-ready"],"prefix":"10.1371","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5432-2748","authenticated-orcid":true,"given":"Paul","family":"Brack","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2222-9418","authenticated-orcid":true,"given":"Peter","family":"Crowther","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9842-9718","authenticated-orcid":true,"given":"Stian","family":"Soiland-Reyes","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2130-0865","authenticated-orcid":true,"given":"Stuart","family":"Owen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1248-3594","authenticated-orcid":true,"given":"Douglas","family":"Lowe","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3156-2105","authenticated-orcid":true,"given":"Alan R.","family":"Williams","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0596-5376","authenticated-orcid":true,"given":"Quentin","family":"Groom","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3973-1252","authenticated-orcid":true,"given":"Mathias","family":"Dillen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6565-5145","authenticated-orcid":true,"given":"Frederik","family":"Coppens","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3079-6586","authenticated-orcid":true,"given":"Bj\u00f6rn","family":"Gr\u00fcning","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6190-122X","authenticated-orcid":true,"given":"Ignacio","family":"Eguinoa","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4101-2502","authenticated-orcid":true,"given":"Philip","family":"Ewels","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1219-2137","authenticated-orcid":true,"given":"Carole","family":"Goble","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2022,3,24]]},"reference":[{"key":"pcbi.1009823.ref001","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1016\/j.future.2017.05.041","article-title":"Scientific workflows: Past, present and future.","volume":"75","author":"M Atkinson","year":"2017","journal-title":"Future Gener Comput Syst"},{"issue":"7772","key":"pcbi.1009823.ref002","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1038\/d41586-019-02619-z","article-title":"Workflow systems turn raw data into scientific knowledge","volume":"573","author":"JM Perkel","year":"2019","journal-title":"Nature"},{"volume-title":"2009 ICSE Workshop on Software Engineering for Computational Science and Engineering","year":"2009","author":"JE Hannay","key":"pcbi.1009823.ref003"},{"issue":"10","key":"pcbi.1009823.ref004","doi-asserted-by":"crossref","first-page":"1219","DOI":"10.1016\/j.infsof.2014.05.006","article-title":"Testing scientific software: A systematic literature review.","volume":"56","author":"U Kanewala","year":"2014","journal-title":"Inf Softw Technol."},{"issue":"4","key":"pcbi.1009823.ref005","doi-asserted-by":"crossref","first-page":"e1005412","DOI":"10.1371\/journal.pcbi.1005412","article-title":"Ten simple rules for making research software more robust.","volume":"13","author":"M Taschuk","year":"2017","journal-title":"PLOS Comput Biol"},{"issue":"5","key":"pcbi.1009823.ref006","doi-asserted-by":"crossref","DOI":"10.1093\/gigascience\/giz054","article-title":"Software engineering for scientific big data analysis.","volume":"8","author":"BA Gr\u00fcning","year":"2019","journal-title":"GigaScience"},{"issue":"W1","key":"pcbi.1009823.ref007","doi-asserted-by":"crossref","first-page":"W3","DOI":"10.1093\/nar\/gkw343","article-title":"The Galaxy platform for accessible, reproducible and collaborative biomedical analyses: 2016 update.","volume":"44","author":"E Afgan","year":"2016","journal-title":"Nucleic Acids Res"},{"issue":"3","key":"pcbi.1009823.ref008","first-page":"530","article-title":"A review of bioinformatic pipeline frameworks","volume":"18","author":"J. Leipzig","year":"2016","journal-title":"Brief Bioinform"},{"issue":"10","key":"pcbi.1009823.ref009","doi-asserted-by":"crossref","first-page":"1161","DOI":"10.1038\/s41592-021-01254-9","article-title":"Reproducible, scalable, and shareable analysis pipelines with bioinformatics workflow managers","volume":"18","author":"L Wratten","year":"2021","journal-title":"Nat Methods"},{"key":"pcbi.1009823.ref010","doi-asserted-by":"crossref","first-page":"160018","DOI":"10.1038\/sdata.2016.18","article-title":"The FAIR Guiding Principles for scientific data management and stewardship.","volume":"3","author":"MD Wilkinson","year":"2016","journal-title":"Sci Data"},{"unstructured":"What is standard input?\u2014a definition by The Linux Information Project (LINFO). [cited 2021 Aug 26]. Available from: http:\/\/www.linfo.org\/standard_input.html","key":"pcbi.1009823.ref011"},{"unstructured":"Standard Error Definition. [cited 2021 Aug 26]. Available from: http:\/\/www.linfo.org\/standard_error.html","key":"pcbi.1009823.ref012"},{"unstructured":"What is standard output?\u2014definition by The Linux Information Project (LINFO). [cited 2021 Aug 26]. Available from: http:\/\/www.linfo.org\/standard_output.html","key":"pcbi.1009823.ref013"},{"unstructured":"o365devx. Considerations for unattended automation of Office in the Microsoft 365 for unattended RPA environment. [cited 2021 Aug 26]. Available from: https:\/\/docs.microsoft.com\/en-us\/office\/client-developer\/integration\/considerations-unattended-automation-office-microsoft-365-for-unattended-rpa","key":"pcbi.1009823.ref014"},{"issue":"6134","key":"pcbi.1009823.ref015","doi-asserted-by":"crossref","first-page":"814","DOI":"10.1126\/science.1231535","article-title":"Troubling Trends in Scientific Software Use","volume":"340","author":"LN Joppa","year":"2013","journal-title":"Science"},{"unstructured":"yum\u2014Trac. [cited 2021 Aug 26]. Available from: http:\/\/yum.baseurl.org\/","key":"pcbi.1009823.ref016"},{"unstructured":"Conda\u2014Conda documentation. [cited 2021 Aug 26]. Available from: http:\/\/conda.io\/","key":"pcbi.1009823.ref017"},{"unstructured":"pip documentation v21.2.4. [cited 2021 Aug 26]. Available from: https:\/\/pip.pypa.io\/","key":"pcbi.1009823.ref018"},{"volume-title":"Linux Annoyances for Geeks: Getting the Most Flexible System in the World Just the Way You Want It","year":"2006","author":"M. Jang","key":"pcbi.1009823.ref019"},{"unstructured":"Open Container Initiative\u2014Open Container Initiative. [cited 2021 Aug 26]. Available from: https:\/\/opencontainers.org\/","key":"pcbi.1009823.ref020"},{"unstructured":"Empowering App Development for Developers. [cited 2021 Aug 26]. Available from: https:\/\/www.docker.com\/","key":"pcbi.1009823.ref021"},{"year":"2021","journal-title":"Available from","key":"pcbi.1009823.ref022"},{"issue":"12","key":"pcbi.1009823.ref023","doi-asserted-by":"crossref","first-page":"e1006561","DOI":"10.1371\/journal.pcbi.1006561","article-title":"Ten simple rules for documenting scientific software.","volume":"14","author":"BD Lee","year":"2018","journal-title":"PLoS Comput Biol"},{"unstructured":"Git [cited 2021 Aug 26]. Available from: https:\/\/git-scm.com\/","key":"pcbi.1009823.ref024"},{"unstructured":"Apache Subversion [cited 2021 Aug 26]. Available from: https:\/\/subversion.apache.org\/","key":"pcbi.1009823.ref025"},{"unstructured":"A successful Git branching model. [cited 2021 Aug 26]. Available from: http:\/\/nvie.com\/posts\/a-successful-git-branching-model\/","key":"pcbi.1009823.ref026"},{"unstructured":"Understanding the GitHub flow. [cited 2021 Aug 26]. Available from: https:\/\/guides.github.com\/introduction\/flow\/","key":"pcbi.1009823.ref027"},{"unstructured":"Where the world builds software. [cited 2021 Aug 26]. Available from: https:\/\/github.com\/","key":"pcbi.1009823.ref028"},{"unstructured":"Iterate faster, innovate together. [cited 2021 Aug 26]. Available from: https:\/\/about.gitlab.com\/","key":"pcbi.1009823.ref029"},{"unstructured":"Atlassian. Bitbucket [cited 2021 Aug 26]. Available from: https:\/\/bitbucket.org\/product","key":"pcbi.1009823.ref030"},{"unstructured":"Preston-Werner T. Semantic Versioning 2.0.0. [cited 2021 Aug 26]. Available from: https:\/\/semver.org\/","key":"pcbi.1009823.ref031"},{"unstructured":"Licenses & Standards. [cited 2021 Aug 26]. Available from: https:\/\/opensource.org\/licenses","key":"pcbi.1009823.ref032"},{"unstructured":"Apache Software Foundation. Apache License, version 2.0 [cited 2021 Aug 26]. Available from: https:\/\/www.apache.org\/licenses\/LICENSE-2.0","key":"pcbi.1009823.ref033"},{"unstructured":"The 2-Clause BSD License. [cited 2021 Aug 26]. Available from: https:\/\/opensource.org\/licenses\/BSD-2-Clause","key":"pcbi.1009823.ref034"},{"unstructured":"The GNU General Public License v3.0\u2014GNU Project\u2014Free Software Foundation. [cited 2021 Aug 26]. Available from: https:\/\/www.gnu.org\/licenses\/gpl-3.0.en.html","key":"pcbi.1009823.ref035"},{"unstructured":"SPDX License List. [cited 2021 Aug 26]. Available from: https:\/\/spdx.org\/licenses\/","key":"pcbi.1009823.ref036"},{"volume-title":"The Tao of Programming","year":"1987","author":"G. James","key":"pcbi.1009823.ref037"},{"volume-title":"Principles of Computer System Design: An Introduction.","year":"2009","author":"JH Saltzer","key":"pcbi.1009823.ref038"},{"unstructured":"Exit Codes With Special Meanings. [cited 2021 Aug 26]. Available from: https:\/\/tldp.org\/LDP\/abs\/html\/exitcodes.html","key":"pcbi.1009823.ref039"},{"unstructured":"System error codes (0\u2013499). [cited 2021 Dec 20]. Available from: https:\/\/docs.microsoft.com\/en-us\/windows\/win32\/debug\/system-error-codes\u20140-499-","key":"pcbi.1009823.ref040"},{"unstructured":"Character encodings for beginners. [cited 2021 Aug 26]. Available from: https:\/\/www.w3.org\/International\/questions\/qa-what-is-encoding","key":"pcbi.1009823.ref041"},{"issue":"1","key":"pcbi.1009823.ref042","first-page":"2047","volume":"2","author":"T. Seemann","year":"2013","journal-title":"Ten recommendations for creating usable bioinformatics command line software GigaScience"},{"key":"pcbi.1009823.ref043","doi-asserted-by":"crossref","first-page":"723","DOI":"10.1007\/978-1-4939-9074-0_24","volume-title":"Evolutionary Genomics: Statistical and Computational Methods","author":"F Strozzi","year":"2019"},{"issue":"1","key":"pcbi.1009823.ref044","doi-asserted-by":"crossref","DOI":"10.1093\/gigascience\/giaa140","article-title":"Streamlining data-intensive biology with workflow systems","volume":"10","author":"T Reiter","year":"2021","journal-title":"GigaScience"},{"doi-asserted-by":"crossref","unstructured":"Miranda E. Fermi Questions to Estimate Software Development Projects. In: 2014 Joint Conference of the International Workshop on Software Measurement and the International Conference on Software Process and Product Measurement. 2014. p. 293\u201393. https:\/\/doi.org\/10.1109\/IWSM.Mensura.2014.58","key":"pcbi.1009823.ref045","DOI":"10.1109\/IWSM.Mensura.2014.58"},{"key":"pcbi.1009823.ref046","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1007\/978-3-319-15976-8_1","volume-title":"Solving Software Challenges for Exascale","author":"S P\u00e1ll","year":"2015"},{"doi-asserted-by":"crossref","unstructured":"Stockinger H, Pagni M, Cerutti L, Falquet L. Grid Approach to Embarrassingly Parallel CPU-Intensive Bioinformatics Problems. In: 2006 Second IEEE International Conference on e-Science and Grid Computing (e-Science\u201906). 2006. p. 58\u201358. https:\/\/doi.org\/10.1109\/E-SCIENCE.2006.261142","key":"pcbi.1009823.ref047","DOI":"10.1109\/E-SCIENCE.2006.261142"},{"issue":"6317","key":"pcbi.1009823.ref048","doi-asserted-by":"crossref","first-page":"1240","DOI":"10.1126\/science.aah6168","article-title":"Enhancing reproducibility for computational methods","volume":"354","author":"V Stodden","year":"2016","journal-title":"Science"},{"issue":"10","key":"pcbi.1009823.ref049","doi-asserted-by":"crossref","first-page":"e1003285","DOI":"10.1371\/journal.pcbi.1003285","article-title":"Ten simple rules for reproducible computational research.","volume":"9","author":"GK Sandve","year":"2013","journal-title":"PLOS Comput Biol"},{"unstructured":"Tanjim M. How to verify checksum in Linux [MD5, SHA256 & more]. [cited 2021 Aug 26]. Available from: https:\/\/itsfoss.com\/checksum-tools-guide-linux\/","key":"pcbi.1009823.ref050"},{"unstructured":"Key facts on digital object identifier system. [cited 2021 Aug 26]. Available from: https:\/\/www.doi.org\/factsheets\/DOIKeyFacts.html","key":"pcbi.1009823.ref051"},{"issue":"8","key":"pcbi.1009823.ref052","doi-asserted-by":"crossref","first-page":"1118","DOI":"10.1093\/bioinformatics\/btn082","article-title":"The Taverna Interaction Service: enabling manual interaction in workflows","volume":"24","author":"A Lanz\u00e9n","year":"2008","journal-title":"Bioinformatics"},{"issue":"1","key":"pcbi.1009823.ref053","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1186\/s12898-016-0103-y","article-title":"BioVeL: a virtual laboratory for data analysis and modelling in biodiversity science and ecology.","volume":"16","author":"AR Hardisty","year":"2016","journal-title":"BMC Ecol"},{"issue":"1","key":"pcbi.1009823.ref054","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1177\/1094342017704893","article-title":"The future of scientific workflows.","volume":"32","author":"E Deelman","year":"2018","journal-title":"Int J High Perform Comput Appl."},{"volume-title":"Elements of functional programming","year":"1989","author":"C. Reade","key":"pcbi.1009823.ref055"},{"volume-title":"Agile Software Development: Principles, Patterns, and Practices","year":"2003","author":"RC Martin","key":"pcbi.1009823.ref056"},{"volume-title":"The Art of UNIX Programming","year":"2003","author":"ES Raymond","key":"pcbi.1009823.ref057"}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1009823","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,29]],"date-time":"2023-01-29T23:17:07Z","timestamp":1675034227000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1009823"}},"subtitle":[],"editor":[{"given":"Scott","family":"Markel","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2022,3,24]]},"references-count":57,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2022,3,24]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1009823","relation":{},"ISSN":["1553-7358"],"issn-type":[{"type":"electronic","value":"1553-7358"}],"subject":[],"published":{"date-parts":[[2022,3,24]]}}}