{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,23]],"date-time":"2026-01-23T18:24:00Z","timestamp":1769192640791,"version":"3.49.0"},"reference-count":56,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2020,3,1]],"date-time":"2020-03-01T00:00:00Z","timestamp":1583020800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,3,1]],"date-time":"2020-03-01T00:00:00Z","timestamp":1583020800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100010662","name":"H2020 Excellent Science","doi-asserted-by":"publisher","award":["653549"],"award-info":[{"award-number":["653549"]}],"id":[{"id":"10.13039\/100010662","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Grid Computing"],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s10723-020-09509-z","type":"journal-article","created":{"date-parts":[[2020,3,7]],"date-time":"2020-03-07T09:02:57Z","timestamp":1583571777000},"page":"81-98","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Software Quality Assurance in INDIGO-DataCloud Project: a Converging Evolution of Software Engineering Practices to Support European Research e-Infrastructures"],"prefix":"10.1007","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2473-6405","authenticated-orcid":false,"given":"Pablo","family":"Orviz Fern\u00e1ndez","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"M\u00e1rio","family":"David","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Doina Cristina","family":"Duma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Elisabetta","family":"Ronchieri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jorge","family":"Gomes","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Davide","family":"Salomoni","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,3,7]]},"reference":[{"key":"9509_CR1","doi-asserted-by":"crossref","unstructured":"Lingrand, D., Montagnat, J., Martyniak, J., Colling, D.: Analyzing the EGEE production grid workload: application to jobs submission optimization. In: Workshop on Job Scheduling Strategies for Parallel Processing, pp 37\u201358 (2009)","DOI":"10.1007\/978-3-642-04633-9_3"},{"key":"9509_CR2","unstructured":"Campana, S., et al.: Analysis of the ATLAS Rome production experience on the LHC computing grid. In: IEEE 1st Int. Conf. of e-Science and Grid Computing, pp 8-pp (2005)"},{"key":"9509_CR3","unstructured":"Kindermann, S.: Climate data analysis and grid infrastructures: experiences and perspective. In: Grid-Enabling Legacy Applications and Supporting End Users Workshop (GELA), vol. 20 (2006)"},{"key":"9509_CR4","doi-asserted-by":"crossref","unstructured":"Mendez-Lorenzo, P., Moscicki, J.T., Ribon, A.: Experiences in the gridification of the Geant4 toolkit in the WLCG\/EGEE environment. In: IEEE Nucl. Sci. Symp. Conf. Rec., vol. 2 (2006)","DOI":"10.1109\/NSSMIC.2006.355988"},{"key":"9509_CR5","unstructured":"Beck, K., et al.: Manifesto for agile software development. Online. Available: http:\/\/www.agilemanifesto.org\/. Accessed 14 Feb 2019 (2012)"},{"issue":"3","key":"9509_CR6","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1109\/MS.2016.81","volume":"33","author":"L Zhu","year":"2016","unstructured":"Zhu, L., Bass, L., Champlin\u2013Scharff, G.: DevOps and its practices. IEEE Softw. 33(3), 32\u201334 (2016)","journal-title":"IEEE Softw."},{"issue":"2","key":"9509_CR7","doi-asserted-by":"publisher","first-page":"376","DOI":"10.1016\/S0168-9002(03)00447-9","volume":"502","author":"P Kunszt","year":"2003","unstructured":"Kunszt, P.: European DataGrid project: status and plans. Nucl. Instr. Meth. Phys. Res. A 502(2), 376\u2013381 (2003)","journal-title":"Nucl. Instr. Meth. Phys. Res. A"},{"issue":"4","key":"9509_CR8","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1007\/s10723-005-0150-7","volume":"2","author":"G Avellino","year":"2004","unstructured":"Avellino, G., et al.: The DataGrid workload management system: Challenges and results. J. Grid Comp. 2(4), 353\u2013367 (2004)","journal-title":"J. Grid Comp."},{"key":"9509_CR9","doi-asserted-by":"crossref","unstructured":"Gagliardi, F., Jones, B., Reale, M., Burke, S.: European DataGrid Project: Experiences of Deploying a Large Scale Testbed for E\u2013science Applications. In: Performance Evaluation of Complex Systems: Techniques and Tools, Performance 2002. LNCS, vol. 2459, pp 480\u2013499 (2002)","DOI":"10.1007\/3-540-45798-4_20"},{"issue":"2","key":"9509_CR10","first-page":"115","volume":"11","author":"I Foster","year":"1997","unstructured":"Foster, I., Kesselman, C.: Globus: a Metacomputing Infrastructure Toolkit. Int. J. High Perfor. Comput. Appl. 11(2), 115\u2013128 (1997)","journal-title":"Int. J. High Perfor. Comput. Appl."},{"key":"9509_CR11","unstructured":"Momtahan, L., Martin, A.: e\u2013science experiences: software engineering practice and the EU DataGrid. In: Proc. 9th Asia\u2013Pacific Softw. Eng. Conf., pp 269\u2013275 (2002)"},{"issue":"6","key":"9509_CR12","doi-asserted-by":"publisher","first-page":"1213","DOI":"10.1016\/j.jss.2012.02.033","volume":"85","author":"T Dingsoyr","year":"2012","unstructured":"Dingsoyr, T., Nerur, S., Balijepally, V., Moe, N.B.: A decade of agile methodologies: Towards explaining agile software development. J. Syst. Softw. 85(6), 1213\u20131221 (2012)","journal-title":"J. Syst. Softw."},{"key":"9509_CR13","unstructured":"Paulk, M., Curtis, B., Chrissis, M., Weber, V.C.: Capability maturity model for software. Softw. Eng. Inst., Technical Report CMU\/SEI-93-TR-024, ESC-TR-93-177. Online. Available: https:\/\/resources.sei.cmu.edu\/assetfiles\/TechnicalReport\/199300500116211.pdf. Accessed 14 Feb. 2019 (1993)"},{"key":"9509_CR14","unstructured":"Quality Assurance Group: DataGrid - European DataGrid Developers? Guide. Online Available: https:\/\/edms.cern.ch\/ui\/file\/358824\/1.1\/EDG-DevGuide-v1-2.pdf Accessed 14 Feb. 2019 (2003)"},{"key":"9509_CR15","unstructured":"DataGrid: DataGrid Internal Document - Quality and Performance Indicators for DataGrid. Online Available: https:\/\/edms.cern.ch\/ui\/file\/386039\/2\/QIv0-3.pdf Accessed 14 Feb. 2019 (2003)"},{"key":"9509_CR16","unstructured":"Enabling Grids for E\u2013sciencE (EGEE) project, European Community Research and Development Information Service (CORDIS). Online Available: http:\/\/cordis.europa.eu\/project\/rcn\/80149en.html Accessed 14 Feb. 2019"},{"key":"9509_CR17","unstructured":"Enabling Grids for E\u2013sciencE\u2013II (EGEE\u2013II) project, European Community Research and Development Information Service (CORDIS). Online Available: http:\/\/cordis.europa.eu\/project\/rcn\/99189en.html Accessed 14 Feb. 2019"},{"key":"9509_CR18","unstructured":"Enabling Grids for E\u2013sciencE\u2013III (EGEE\u2013III) project, European Community Research and Development Information Service (CORDIS). Online Available: http:\/\/cordis.europa.eu\/project\/rcn\/87264en.html Accessed 14 Feb. 2019"},{"key":"9509_CR19","unstructured":"Gagliardi, F., Begin, M.E.: EGEE \u2013 providing a production quality grid for e-science, in 2005. In: IEEE Inter. Symp. Mass Storage Syst. Technol., pp 88\u201392 (2005)"},{"issue":"2","key":"9509_CR20","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/s10723-011-9184-1","volume":"9","author":"T Ferrari","year":"2011","unstructured":"Ferrari, T., et al.: Resources and services of the EGEE production infrastructure. J. Grid Comp. 9 (2), 119\u2013133 (2011)","journal-title":"J. Grid Comp."},{"issue":"1","key":"9509_CR21","doi-asserted-by":"publisher","first-page":"33","DOI":"10.12921\/cmst.2006.12.01.33-45","volume":"12","author":"E Laure","year":"2006","unstructured":"Laure, E., et al.: Programming the Grid with gLite. Computational Meth. Sci. Technol. 12(1), 33\u201345 (2006)","journal-title":"Computational Meth. Sci. Technol."},{"key":"9509_CR22","doi-asserted-by":"crossref","unstructured":"Thain, D., Tannenbaum, T., Livny, M.: Condor and the grid. In: Grid Computing: Making the Global Infrastructure a Reality, ch. 11, pp 63\u201370 (2003)","DOI":"10.1002\/0470867167.ch11"},{"key":"9509_CR23","unstructured":"Definition and Documentation of the Revised Software Life\u2013Cycle Process, Milestone MSA3.4.2, 2010, EGEE? III project. Online. Available: https:\/\/edms.cern.ch\/ui\/file\/1062487\/2\/EGEE-III-MSA3.4.2-1062487-v14.pdf. Accessed 14 Feb. 2019"},{"issue":"4","key":"9509_CR24","first-page":"042010","volume":"119","author":"AD Meglio","year":"2008","unstructured":"Meglio, A.D., Begin, M.-E., Couvares, P., Ronchieri, E., Takacs, E.: ETICS: the international software engineering service for the grid. J. Phys.: Conf. Ser. 119(4), 042010 (2008)","journal-title":"J. Phys.: Conf. Ser."},{"key":"9509_CR25","doi-asserted-by":"crossref","unstructured":"Aiftimiei, C., et al.: Towards next generations of software for distributed infrastructures: The European Middleware Initiative. In: 2012 IEEE 8th Inter. Conf. on E-Science, Chicago, IL, pp 1\u201310 (2012)","DOI":"10.1109\/eScience.2012.6404415"},{"key":"9509_CR26","unstructured":"ISO\/IEC 9126 software engineering - product quality, international organization for standardization. Online. Available: https:\/\/www.iso.org\/standard\/22749.html. Accessed 14 Feb. 2019"},{"issue":"5","key":"9509_CR27","first-page":"052003","volume":"396","author":"M Alandes","year":"2012","unstructured":"Alandes, M., et al.: Experiences with software quality metrics in the EMI middleware. J. Phys.: Conf. Ser. 396(5), 052003 (2012)","journal-title":"J. Phys.: Conf. Ser."},{"key":"9509_CR28","unstructured":"Plasencia, I.C.: EGI.eu the European grid initiative. In: Proc. 4th Iberian Grid Infra Conf., pp 5\u201315 (2010)"},{"key":"9509_CR29","doi-asserted-by":"crossref","unstructured":"Cordier, H., et al.: From EGEE operations portal towards EGI operations portal. In: Data Driven e-Science (ISGC2010), pp 129\u2013140 (2011)","DOI":"10.1007\/978-1-4419-8014-4_10"},{"issue":"5","key":"9509_CR30","first-page":"052002","volume":"119","author":"T Antoni","year":"2008","unstructured":"Antoni, T., et al.: Global grid user support\u2013building a worldwide distributed user support infrastructure. J. Phys.: Conf. Ser. 119(5), 052002 (2008)","journal-title":"J. Phys.: Conf. Ser."},{"key":"9509_CR31","doi-asserted-by":"crossref","unstructured":"Mathieu, G., Casson, J.: GOCDB4, a New Architecture for the European Grid Infrastructure. In: Data Driven e-Science (ISGC2010), pp 163\u2013174 (2011)","DOI":"10.1007\/978-1-4419-8014-4_13"},{"issue":"3","key":"9509_CR32","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1007\/s10723-014-9301-z","volume":"12","author":"M David","year":"2014","unstructured":"David, M., et al.: Validation of grid middleware for the European grid infrastructure. J. Grid Comp. 12(3), 543\u2013558 (2014)","journal-title":"J. Grid Comp."},{"key":"9509_CR33","unstructured":"EGI Quality Criteria: Online. Available: https:\/\/egi-qc.github.io\/. Accessed 14 Feb. 2019"},{"key":"9509_CR34","unstructured":"Engaging the EGI community towards an open science commons (EGI-ENGAGE) project, European Community Research and Development Information Service (CORDIS). Online Available: http:\/\/cordis.europa.eu\/project\/rcn\/194937en.html Accessed 14 Feb. 2019"},{"issue":"4","key":"9509_CR35","doi-asserted-by":"publisher","first-page":"683","DOI":"10.1007\/s10723-018-9454-2","volume":"16","author":"P Orviz","year":"2018","unstructured":"Orviz, P., et al.: umd-verification: automation of software validation for the EGI federated e-infrastructure. J. Grid Comp. 16(4), 683\u2013696 (2018)","journal-title":"J. Grid Comp."},{"issue":"3","key":"9509_CR36","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1007\/s10723-018-9453-3","volume":"16","author":"D Salomoni","year":"2018","unstructured":"Salomoni, D., et al.: Indigo-datacloud: a platform to facilitate seamless access to e-infrastructures. J. Grid Comp. 16(3), 381\u2013408 (2018)","journal-title":"J. Grid Comp."},{"issue":"3","key":"9509_CR37","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.procs.2016.08.278","volume":"97","author":"G Casale","year":"2016","unstructured":"Casale, G., et al.: Current and future challenges of software engineering for services and applications. Procedia Computer Science 97(3), 34\u201342 (2016)","journal-title":"Procedia Computer Science"},{"key":"9509_CR38","unstructured":"Gomes, J., et al.: Initial Plan for WP3, INDIGO\u2013DataCloud Deliverable 3.1. Online. Available: https:\/\/www.indigo-datacloud.eu\/documents\/initial-plan-wp3-d31. Accessed 14 Feb. 2019"},{"key":"9509_CR39","unstructured":"Gomes, J., et al.: WP3 Final Report. INDIGO\u2013DataCloud Deliverable 3.3. Online. Available: https:\/\/www.indigo-datacloud.eu\/documents\/wp3-final-report-d33. Accessed 14 Feb. 2019"},{"key":"9509_CR40","unstructured":"Orviz, P., et al.: A set of common software quality assurance baseline criteria for research projects, 2017. Online. Available: http:\/\/hdl.handle.net\/10261\/160086. Accessed 14 Feb. 2019"},{"key":"9509_CR41","unstructured":"Members of the INDIGO-DataCloud, DEEP Hybrid-DataCloud and eXtreme Data-Cloud collaborations, 2015-2020. A set of Common Software Quality Assurance Baseline Criteria for Research Projects. Online. Available: https:\/\/github.com\/indigo-dc\/sqa-baseline. Accessed 14 Feb. 2019 (2018)"},{"key":"9509_CR42","unstructured":"Hamill, P.: Unit test frameworks: tools for high-quality software development. O\u2019Reilly Media Inc. (2004)"},{"key":"9509_CR43","unstructured":"indigo-dc: indigo-dc Spaces - GitBook. Online. Available: https:\/\/www.gitbook.com\/@indigo-dc. Accessed 14 Feb. 2019 (2018)"},{"key":"9509_CR44","unstructured":"puppetforge: Modules by INDIGO Datacloud - Puppet Forge. Online. Available: https:\/\/forge.puppet.com\/indigodc. Accessed 14 Feb. 2019 (2018)"},{"key":"9509_CR45","unstructured":"GALAXY: Ansible Galaxy. Online. Available: https:\/\/galaxy.ansible.com\/indigo-dc\/. Accessed 14 Feb. 2019 (2018)"},{"key":"9509_CR46","unstructured":"GitHub Developer: GitHub API v3? GitHub developer guide. Online. Available: https:\/\/developer.github.com\/v3\/ Accessed 14 Feb. 2019 (2018)"},{"key":"9509_CR47","unstructured":"Jenkins: Jenkins. Online. Available: https:\/\/jenkins.io\/ Accessed 14 Feb. 2019 (2018)"},{"key":"9509_CR48","unstructured":"GRIMOIRELAB: GrimoireLab - software development and community analytics platform. Online. Available: http:\/\/grimoirelab.github.io\/ Accessed 14 Feb. 2019 (2017)"},{"key":"9509_CR49","unstructured":"Jenkins Indigo-dc: Jenkins - Indigo-DataCloud. Online. Available: https:\/\/jenkins.indigo-datacloud.eu:8080\/ Accessed 14 Feb. 2019 (2018)"},{"key":"9509_CR50","unstructured":"Indigo-dc: indigodatacloud - Docker Hub. Online. Available: https:\/\/hub.docker.com\/u\/indigodatacloud Accessed 14 Feb. 2019 (2018)"},{"key":"9509_CR51","unstructured":"GitHub\u2019s indigo-dc organization: indigo-dc. Online. Available: https:\/\/github.com\/indigo-dc Accessed 14 Feb. 2019 (2018)"},{"key":"9509_CR52","unstructured":"Rafi, D.M., et al.: Benefits and limitations of automated software testing: Systematic literature review and practitioner survey. In: Proc. 7th Int. Workshop Automation Softw. Test, pp 36\u201342 (2012)"},{"key":"9509_CR53","unstructured":"GitHub: Learn Git and GitHub without any code!. Online. Available: https:\/\/github.com\/ Accessed 14 Feb. 2019 (2018)"},{"issue":"2","key":"9509_CR54","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MS.2015.27","volume":"32","author":"L Chen","year":"2015","unstructured":"Chen, L.: Continuous delivery: Huge benefits, but challenges too. IEEE Softw. 32(2), 50\u201354 (2015)","journal-title":"IEEE Softw."},{"issue":"19","key":"9509_CR55","doi-asserted-by":"publisher","first-page":"3222","DOI":"10.1093\/bioinformatics\/btv333","volume":"31","author":"GCP Van Zundert","year":"2015","unstructured":"Van Zundert, G.C.P., Bonvin, A.M.J.J.: DisVis: quantifying and visualizing the accessible interaction space of distance restrained biomolecular complexes. Bioinformatics 31(19), 3222\u20133224 (2015)","journal-title":"Bioinformatics"},{"issue":"20150273","key":"9509_CR56","doi-asserted-by":"publisher","first-page":"73","DOI":"10.3934\/biophy.2015.2.73","volume":"2","author":"GCP Van Zundert","year":"2015","unstructured":"Van Zundert, G.C.P., Bonvin, A.M.J.J.: Fast and sensitive rigid\u2013body fitting into cryo\u2013EM density maps with PowerFit. AIMS Biophys. 2(20150273), 73\u201387 (2015)","journal-title":"AIMS Biophys."}],"container-title":["Journal of Grid Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-020-09509-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10723-020-09509-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-020-09509-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,28]],"date-time":"2023-09-28T08:23:25Z","timestamp":1695889405000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10723-020-09509-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3]]},"references-count":56,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["9509"],"URL":"https:\/\/doi.org\/10.1007\/s10723-020-09509-z","relation":{},"ISSN":["1570-7873","1572-9184"],"issn-type":[{"value":"1570-7873","type":"print"},{"value":"1572-9184","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,3]]},"assertion":[{"value":"20 February 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 January 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 March 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}