{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T19:16:37Z","timestamp":1792782997355,"version":"4.5.0"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100002661","name":"Fonds De La Recherche Scientifique - FNRS","doi-asserted-by":"publisher","award":["O.0157.18F-RG43"],"award-info":[{"award-number":["O.0157.18F-RG43"]}],"id":[{"id":"10.13039\/501100002661","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Minist\u00e8re de la Communaut\u00e9 fran\u00e7aise","award":["ARC-21\/25 UMONS3"],"award-info":[{"award-number":["ARC-21\/25 UMONS3"]}]},{"DOI":"10.13039\/501100002661","name":"Fonds De La Recherche Scientifique - FNRS","doi-asserted-by":"publisher","award":["T.0022.13"],"award-info":[{"award-number":["T.0022.13"]}],"id":[{"id":"10.13039\/501100002661","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s10664-022-10285-5","type":"journal-article","created":{"date-parts":[[2023,3,7]],"date-time":"2023-03-07T06:03:13Z","timestamp":1678168993000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":58,"title":["On the usage, co-usage and migration of CI\/CD tools: A qualitative analysis"],"prefix":"10.1007","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4859-1546","authenticated-orcid":false,"given":"Pooya","family":"Rostami Mazrae","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3636-5020","authenticated-orcid":false,"given":"Tom","family":"Mens","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1041-439X","authenticated-orcid":false,"given":"Mehdi","family":"Golzadeh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5824-5823","authenticated-orcid":false,"given":"Alexandre","family":"Decan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,3,7]]},"reference":[{"key":"10285_CR1","doi-asserted-by":"crossref","unstructured":"Abdalkareem R, Mujahid S, Shihab E (2020) A machine learning approach to improve the detection of CI skip commits. IEEE Trans Softw Eng","DOI":"10.1109\/TSE.2020.2967380"},{"issue":"3","key":"10285_CR2","doi-asserted-by":"publisher","first-page":"448","DOI":"10.1109\/TSE.2019.2897300","volume":"47","author":"R Abdalkareem","year":"2019","unstructured":"Abdalkareem R, Mujahid S, Shihab E, Rilling J (2019) Which commits can be CI skipped? IEEE Trans Softw Eng 47(3):448\u2013463","journal-title":"IEEE Trans Softw Eng"},{"key":"10285_CR3","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1016\/j.infsof.2018.10.006","volume":"106","author":"A Ampatzoglou","year":"2019","unstructured":"Ampatzoglou A, Bibi S, Avgeriou P, Verbeek M, Chatzigeorgiou A (2019) Identifying, categorizing and mitigating threats to validity in software engineering secondary studies. Inf Softw Technol 106:201\u2013230","journal-title":"Inf Softw Technol"},{"key":"10285_CR4","unstructured":"Beck K (2000) Extreme programming explained: embrace change. Addison-Wesley Professional"},{"key":"10285_CR5","doi-asserted-by":"crossref","unstructured":"Beller M, Gousios G, Zaidman A (2017) Oops, my tests broke the build an explorative analysis of Travis CI with GitHub. In: International conference on mining software repositories (MSR), pp 356\u2013367","DOI":"10.7287\/peerj.preprints.1984v1"},{"key":"10285_CR6","doi-asserted-by":"crossref","unstructured":"Bernardo JH, da Costa DA, Kulesza U (2018) Studying the impact of adopting continuous integration on the delivery time of pull requests. In: International conference on mining software repositories (MSR), pp 131\u2013141. IEEE","DOI":"10.1145\/3196398.3196421"},{"key":"10285_CR7","doi-asserted-by":"crossref","unstructured":"Betz RM, Walker RC (2013) Implementing continuous integration software in an established computational chemistry software package. In: International workshop on software engineering for computational science and engineering (SE-CSE), pp 68\u201374. IEEE","DOI":"10.1109\/SECSE.2013.6615101"},{"issue":"2","key":"10285_CR8","first-page":"50","volume":"32","author":"L Chen","year":"2015","unstructured":"Chen L (2015) Continuous delivery: Huge benefits, but challengs too. IEEE Software - Special Issue on Release Engineering 32(2):50\u201354","journal-title":"IEEE Software - Special Issue on Release Engineering"},{"key":"10285_CR9","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1016\/j.jss.2017.02.013","volume":"128","author":"L Chen","year":"2017","unstructured":"Chen L (2017) Continuous delivery: overcoming adoption challenges. J Syst Softw 128:72\u201386","journal-title":"J Syst Softw"},{"key":"10285_CR10","doi-asserted-by":"crossref","unstructured":"Chen T, Zhang Y, Chen S, Wang T (2021) Let\u2019s supercharge the workflows: an empirical study of GitHub actions. In: International conference on software quality, reliability and security companion (QRS-C), pp 01\u201310. IEEE","DOI":"10.1109\/QRS-C55045.2021.00163"},{"key":"10285_CR11","doi-asserted-by":"crossref","unstructured":"Decan A, Mens T, Mazrae PR, Golzadeh M (2022) On the use of GitHub actions in software development repositories. In: International conference on software maintenance and evolution (ICSME)","DOI":"10.1109\/ICSME55016.2022.00029"},{"key":"10285_CR12","unstructured":"Duvall PM, Matyas S, Glover A (2007) Continuous integration: improving software quality and reducing risk. Addison-Wesley Professional"},{"issue":"7","key":"10285_CR13","doi-asserted-by":"publisher","first-page":"2570","DOI":"10.1109\/TSE.2021.3064953","volume":"48","author":"O Elazhary","year":"2022","unstructured":"Elazhary O, Werner C, Li ZS, Lowlind D, Ernst NA, Storey M-A (2022) Uncovering the benefits and challenges of continuous integration practices. IEEE Trans Softw Eng 48(7):2570\u20132583","journal-title":"IEEE Trans Softw Eng"},{"key":"10285_CR14","doi-asserted-by":"crossref","unstructured":"Esfahani H, Fietz J, Ke Q, Kolomiets A, Lan E, Mavrinac E, Schulte W, Sanches N, Kandula S (2016) CloudBuild: Microsoft\u2019s distributed and caching build service. In: International conference on software engineering (ICSE), pp 11\u201320","DOI":"10.1145\/2889160.2889222"},{"issue":"5","key":"10285_CR15","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1007\/s10664-022-10167-w","volume":"27","author":"A Foundjem","year":"2022","unstructured":"Foundjem A, Constantinou E, Mens T, Adams B (2022) A mixed-methods analysis of micro-collaborative coding practices in OpenStack. Empir Softw Eng 27(5):120","journal-title":"Empir Softw Eng"},{"key":"10285_CR16","unstructured":"Fowler M, Foemmel M (2006) Continuous integration"},{"key":"10285_CR17","doi-asserted-by":"crossref","unstructured":"Fusch PI, Ness LR (2015) Are we there yet? Data saturation in qualitative research. The Qualitative Report, vol 20(9)","DOI":"10.46743\/2160-3715\/2015.2281"},{"issue":"6","key":"10285_CR18","doi-asserted-by":"publisher","first-page":"2040","DOI":"10.1109\/TSE.2020.3048335","volume":"48","author":"K Gallaba","year":"2022","unstructured":"Gallaba K, Junqueira Y, Ewart J, Mcintosh S (2022) Accelerating continuous integration by caching environments and inferring dependencies. IEEE Trans Softw Eng 48(6):2040\u20132052","journal-title":"IEEE Trans Softw Eng"},{"issue":"4","key":"10285_CR19","doi-asserted-by":"publisher","first-page":"2102","DOI":"10.1007\/s10664-019-09695-9","volume":"24","author":"TA Ghaleb","year":"2019","unstructured":"Ghaleb TA, Da Costa DA, Zou Y (2019) An empirical study of the long duration of continuous integration builds. Empir Softw Eng 24(4):2102\u20132139","journal-title":"Empir Softw Eng"},{"key":"10285_CR20","doi-asserted-by":"crossref","unstructured":"Gmeiner J, Ramler R, Haslinger J (2015) Automated testing in the continuous delivery pipeline: a case study of an online company. In: International conference on software testing, verification and validation workshops (ICSTW), pp 1\u20136. IEEE","DOI":"10.1109\/ICSTW.2015.7107423"},{"key":"10285_CR21","doi-asserted-by":"crossref","unstructured":"Golzadeh M, Decan A, Mens T (2022) On the rise and fall of CI services in GitHub. In: International conference on software analysis, evolution and Reengineering (SANER)","DOI":"10.1109\/SANER53432.2022.00084"},{"issue":"1","key":"10285_CR22","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1177\/1525822X05279903","volume":"18","author":"G Guest","year":"2006","unstructured":"Guest G, Bunce A, Johnson L (2006) How many interviews are enough? An experiment with data saturation and variability. Field Methods 18 (1):59\u201382","journal-title":"Field Methods"},{"key":"10285_CR23","doi-asserted-by":"crossref","unstructured":"Gupta Y, Khan Y, Gallaba K, McIntosh S (2017) The impact of the adoption of continuous integration on developer attraction and retention. In: International Conference on Mining Software Repositories (MSR), pages 491\u2013494. IEEE","DOI":"10.1109\/MSR.2017.37"},{"key":"10285_CR24","doi-asserted-by":"crossref","unstructured":"Hilton M, Nelson N, Tunnell T, Marinov D, Dig D (2017) Trade-offs in continuous integration: assurance, security, and flexibility. In: Joint meeting on foundations of software engineering (FSE), pp 197\u2013207","DOI":"10.1145\/3106237.3106270"},{"key":"10285_CR25","doi-asserted-by":"crossref","unstructured":"Hilton M, Tunnell T, Huang K, Marinov D, Dig D (2016) Usage, costs, and benefits of continuous integration in open-source projects. In: International conference on automated software engineering (ASE), pp 426\u2013437. IEEE","DOI":"10.1145\/2970276.2970358"},{"key":"10285_CR26","doi-asserted-by":"crossref","unstructured":"Holmstrom H, Conch\u00fair E\u00d3, Agerfalk J, Fitzgerald B (2006) Global software development challenges: A case study on temporal, geographical and socio-cultural distance. In: International conference on global software engineering (ICGSE), pp 3\u201311. IEEE","DOI":"10.1109\/ICGSE.2006.261210"},{"key":"10285_CR27","doi-asserted-by":"crossref","unstructured":"Jin X, Servant F (2020) A cost-efficient approach to building in continuous integration. In: International conference on software engineering (ICSE), pp 13\u201325. IEEE","DOI":"10.1145\/3377811.3380437"},{"key":"10285_CR28","doi-asserted-by":"crossref","unstructured":"Jin X, Servant F (2021) What helped, and what did not? An evaluation of the strategies to improve continuous integration. In: International conference on software engineering (ICSE), pp 213\u2013225. IEEE","DOI":"10.1109\/ICSE43902.2021.00031"},{"key":"10285_CR29","doi-asserted-by":"publisher","first-page":"111292","DOI":"10.1016\/j.jss.2022.111292","volume":"188","author":"X Jin","year":"2022","unstructured":"Jin X, Servant F (2022) Which builds are really safe to skip? Maximizing failure observation for build selection in continuous integration. J Syst Softw 188:111292","journal-title":"J Syst Softw"},{"key":"10285_CR30","doi-asserted-by":"crossref","unstructured":"Kim M, Zimmermann T, DeLine R, Begel A (2016) The emerging role of data scientists on software development teams. In: International conference on software engineering (ICSE), pp 96\u2013107. IEEE","DOI":"10.1145\/2884781.2884783"},{"key":"10285_CR31","doi-asserted-by":"crossref","unstructured":"Kinsman T, Wessel M, Gerosa MA, Treude C (2021) How do software developers use GitHub actions to automate their workflows?. In: International conference on mining software repositories (MSR)","DOI":"10.1109\/MSR52588.2021.00054"},{"key":"10285_CR32","doi-asserted-by":"crossref","unstructured":"Kulas M, Borelli JL, G\u00e4ssler W, Peter D, Rabien S, de Xivry GO, Busoni L, Bonaglia M, Mazzoni T, Rahmer G (2014) Practical experience with test-driven development during commissioning of the multi-star AO system ARGOS. In: Software and Cyberinfrastructure for Astronomy III, vol 9152, pp 110\u2013119. SPIE","DOI":"10.1117\/12.2056218"},{"issue":"2","key":"10285_CR33","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1109\/MS.2015.50","volume":"32","author":"M Lepp\u00e4nen","year":"2015","unstructured":"Lepp\u00e4nen M, M\u00e4kinen S, Pagels M, Eloranta V-P, Itkonen J, M\u00e4ntyl\u00e4 MV, M\u00e4nnist\u00f6 T (2015) The highways and country roads to continuous deployment. IEEE Softw 32(2):64\u201372","journal-title":"IEEE Softw"},{"key":"10285_CR34","doi-asserted-by":"crossref","unstructured":"Li Z, Liu W, Chen H, Wang X, Liao X, Xing L, Zha M, Jin H, Zou D (2022) Robbery on: DevOps understanding and mitigating illicit cryptomining on continuous integration service platforms. In: IEEE symposium on security and privacy (SP), pp 2397\u20132412. IEEE","DOI":"10.1109\/SP46214.2022.9833803"},{"key":"10285_CR35","doi-asserted-by":"crossref","unstructured":"Lu J, Yang Z, Qian J (2014) Implementation of continuous integration and automated testing in software development of smart grid scheduling support system. In: International conference on power system technology, pp 2441\u20132446. IEEE","DOI":"10.1109\/POWERCON.2014.6993503"},{"key":"10285_CR36","unstructured":"Machiraju V (2021) Change in Azure pipelines grant for public projects. https:\/\/devblogs.microsoft.com\/devops\/change-in-azure-pipelines-grant-for-public-projects\/. Accessed Oct 14 2022"},{"issue":"3","key":"10285_CR37","doi-asserted-by":"publisher","first-page":"279","DOI":"10.17763\/haer.62.3.8323320856251826","volume":"62","author":"J Maxwell","year":"1992","unstructured":"Maxwell J (1992) Understanding and validity in qualitative research. Harvard educational review 62(3):279\u2013301","journal-title":"Harvard educational review"},{"key":"10285_CR38","unstructured":"Mendy M, Rios N, Rybinski M (2020) The new pricing model for travis-ci.com. https:\/\/blog.travis-ci.com\/2020-11-02-travis-ci-new-billing. Accessed Oct 14 2022"},{"issue":"5","key":"10285_CR39","doi-asserted-by":"publisher","first-page":"863","DOI":"10.1109\/TSE.2019.2904957","volume":"47","author":"AN Meyer","year":"2019","unstructured":"Meyer AN, Barr ET, Bird C, Zimmermann T (2019) Today was a good day: the daily life of software developers. IEEE Trans Softw Eng 47(5):863\u2013880","journal-title":"IEEE Trans Softw Eng"},{"key":"10285_CR40","doi-asserted-by":"crossref","unstructured":"Rahman A, Agrawal A, Krishna R, Sobran A (2018) Characterizing the influence of continuous integration: empirical results from 250+ open source and proprietary projects. In: ACM SIGSOFT international workshop on software Analytics, pp 8\u201314","DOI":"10.1145\/3278142.3278149"},{"key":"10285_CR41","doi-asserted-by":"crossref","unstructured":"Ralph P, Tempero E (2018) Construct validity in software engineering research and software metrics. In: International conference on evaluation and assessment in software engineering, pp 13\u201323","DOI":"10.1145\/3210459.3210461"},{"key":"10285_CR42","doi-asserted-by":"crossref","unstructured":"Rausch T, Hummer W, Leitner P, Schulte S (2017) An empirical analysis of build failures in the continuous integration workflows of Java-based open-source software. In: International conference on mining software repositories (MSR), pp 345\u2013355. IEEE","DOI":"10.1109\/MSR.2017.54"},{"key":"10285_CR43","unstructured":"Russel Bernard H, Wutich A, Gery WR (2016) Analyzing qualitative data: systematic approaches. SAGE Publications 2nd edn."},{"key":"10285_CR44","doi-asserted-by":"crossref","unstructured":"Savor T, Douglas M, Gentili M, Williams L, Beck K, Stumm M (2016) Continuous deployment at Facebook and OANDA. In: International conference on software engineering (ICSE), pp 21\u201330. IEEE","DOI":"10.1145\/2889160.2889223"},{"key":"10285_CR45","doi-asserted-by":"publisher","first-page":"3909","DOI":"10.1109\/ACCESS.2017.2685629","volume":"5","author":"A Shahin","year":"2017","unstructured":"Shahin A, Babar MA, Zhu L (2017) Continuous integration, delivery and deployment: a systematic review on approaches, tools, challenges and practices. IEEE Access 5:3909\u20133943","journal-title":"IEEE Access"},{"issue":"3","key":"10285_CR46","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10664-021-10114-1","volume":"27","author":"E Soares","year":"2022","unstructured":"Soares E, Sizilio G, Santos J, da Costa DA, Kulesza U (2022) The effects of continuous integration on software development: a systematic literature review. Empir Softw Eng 27(3):1\u201361","journal-title":"Empir Softw Eng"},{"key":"10285_CR47","doi-asserted-by":"crossref","unstructured":"St\u00e5hl D, Bosch J (2013) Experienced benefits of continuous integration in industry software product development: a case study. In: IASTED international conference on software engineering, pp 736\u2013743","DOI":"10.2316\/P.2013.796-012"},{"key":"10285_CR48","doi-asserted-by":"crossref","unstructured":"Valenzuela-Toledo P, Bergel A (2022) Evolution of GitHub Action workflows. In: International conference on software analysis, evolution and Reengineering (SANER). IEEE","DOI":"10.1109\/SANER53432.2022.00026"},{"key":"10285_CR49","doi-asserted-by":"crossref","unstructured":"Vasilescu B, Yu Y, Wang H, Devanbu P, Filkov V (2015) Quality and productivity outcomes relating to continuous integration in GitHub. In: Joint meeting on foundations of software engineering (FSE), pp 805\u2013816","DOI":"10.1145\/2786805.2786850"},{"key":"10285_CR50","doi-asserted-by":"crossref","unstructured":"Vassallo C, Palomba F (2018) Continuous refactoring in CI: a preliminary study on the perceived advantages and barriers. In: International conference on software maintenance and evolution (ICSME), pp 564\u2013568. IEEE","DOI":"10.1109\/ICSME.2018.00068"},{"key":"10285_CR51","doi-asserted-by":"crossref","unstructured":"Vassallo C, Proksch S, Gall HC, Di Penta M (2019) Automated reporting of anti-patterns and decay in continuous integration. In: International conference on software engineering (ICSE), pp 105\u2013115. IEEE","DOI":"10.1109\/ICSE.2019.00028"},{"key":"10285_CR52","doi-asserted-by":"crossref","unstructured":"Widder DG, Hilton M, K\u00e4stner C, Vasilescu B (2019) A conceptual replication of continuous integration pain points in the context of Travis CI. In: Joint meeting on european software engineering conference and symposium on the foundations of software engineering (ESEC\/FSE), pp 647\u2013658","DOI":"10.1145\/3338906.3338922"},{"key":"10285_CR53","doi-asserted-by":"crossref","unstructured":"Widder D, Vasilescu B, Hilton Ml, K\u00e4stner C (2018) I\u2019m leaving you, Travis: a continuous integration breakup story. In: International conference on mining software repositories (MSR), pp 165\u2013169. IEEE","DOI":"10.1145\/3196398.3196422"},{"key":"10285_CR54","doi-asserted-by":"crossref","unstructured":"Zampetti F, Scalabrino S, Oliveto R, Canfora G, Di Penta M (2017) How open source projects use static code analysis tools in continuous integration pipelines. In: International conference on mining software repositories (MSR), pp 334\u2013344. IEEE","DOI":"10.1109\/MSR.2017.2"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10285-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-022-10285-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10285-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,15]],"date-time":"2024-10-15T18:39:12Z","timestamp":1729017552000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-022-10285-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3]]},"references-count":54,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["10285"],"URL":"https:\/\/doi.org\/10.1007\/s10664-022-10285-5","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,3]]},"assertion":[{"value":"28 December 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 March 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}],"article-number":"52"}}