{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T06:56:02Z","timestamp":1771484162265,"version":"3.50.1"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,3,30]],"date-time":"2022-03-30T00:00:00Z","timestamp":1648598400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,3,30]],"date-time":"2022-03-30T00:00:00Z","timestamp":1648598400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100007257","name":"Instituto Nacional de Ci\u00eancia e Tecnologia para Engenharia de Software","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100007257","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["465614\/2014-0"],"award-info":[{"award-number":["465614\/2014-0"]}],"id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["425211\/2018-5"],"award-info":[{"award-number":["425211\/2018-5"]}],"id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002322","name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","doi-asserted-by":"publisher","award":["88887.136410\/2017- 00"],"award-info":[{"award-number":["88887.136410\/2017- 00"]}],"id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006162","name":"Funda\u00e7\u00e3o de Amparo \u00e0 Ci\u00eancia e Tecnologia do Estado de Pernambuco","doi-asserted-by":"publisher","award":["APQ-0399-1.03\/17"],"award-info":[{"award-number":["APQ-0399-1.03\/17"]}],"id":[{"id":"10.13039\/501100006162","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005669","name":"Funda\u00e7\u00e3o de Apoio \u00e0 Pesquisa do Estado da Para\u00edba","doi-asserted-by":"publisher","award":["APQ\/0388-1.03\/14"],"award-info":[{"award-number":["APQ\/0388-1.03\/14"]}],"id":[{"id":"10.13039\/501100005669","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2022,5]]},"DOI":"10.1007\/s10664-021-10114-1","type":"journal-article","created":{"date-parts":[[2022,3,30]],"date-time":"2022-03-30T11:02:38Z","timestamp":1648638158000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":37,"title":["The effects of continuous integration on software development: a systematic literature review"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1292-828X","authenticated-orcid":false,"given":"Eliezio","family":"Soares","sequence":"first","affiliation":[]},{"given":"Gustavo","family":"Sizilio","sequence":"additional","affiliation":[]},{"given":"Jadson","family":"Santos","sequence":"additional","affiliation":[]},{"given":"Daniel Alencar","family":"da Costa","sequence":"additional","affiliation":[]},{"given":"Uir\u00e1","family":"Kulesza","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,3,30]]},"reference":[{"key":"10114_CR1","volume-title":"Extreme programming explained: embrace change","author":"K Beck","year":"2005","unstructured":"Beck K, Andres C (2005) Extreme programming explained: embrace change. Addison-Wesley, Boston"},{"key":"10114_CR2","doi-asserted-by":"publisher","unstructured":"Bernardo JH, Costa DAD, Kulesza U (2018) Studying the impact of adopting continuous integration on the delivery time of pull requests. In: Proceedings of the 15th international conference on mining software repositories\u2014MSR 18. https:\/\/doi.org\/10.1145\/3196398.3196421","DOI":"10.1145\/3196398.3196421"},{"key":"10114_CR3","doi-asserted-by":"crossref","unstructured":"Beller M, Gousios G, Zaidman A (2017) TravisTorrent: synthesizing travis CI and GitHub for full-stack research on continuous integration. In: Proceedings of the 14th working conference on mining software repositories. http:\/\/www.st.ewi.tudelft.nl\/~mbeller\/publications\/2017_beller_gousios_zaidman_travistorrent_synthesizing_travis_ci_and_github_for_full-stack_research_on_continuous_integration.pdf Accessed 22 July 2020","DOI":"10.1109\/MSR.2017.24"},{"key":"10114_CR4","doi-asserted-by":"publisher","unstructured":"Chen L, Babar MA, Zhang H (2010) Towards an evidence-based understanding of electronic data sources. https:\/\/doi.org\/10.14236\/ewic\/ease2010.17","DOI":"10.14236\/ewic\/ease2010.17"},{"key":"10114_CR5","unstructured":"CI Theatre (2017) In: ThoughtWorks. https:\/\/www.thoughtworks.com\/radar\/techniques\/ci-theatre. Accessed 25 Aug 2020"},{"key":"10114_CR6","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1037\/h0026256","volume":"70","author":"J Cohen","year":"1968","unstructured":"Cohen J (1968) Weighted kappa: nominal scale agreement provision for scaled disagreement or partial credit. Psychol Bull 70:213\u2013220. https:\/\/doi.org\/10.1037\/h0026256","journal-title":"Psychol Bull"},{"key":"10114_CR7","doi-asserted-by":"publisher","unstructured":"Cruzes DS, Dyb\u00e5 T (2011) Recommended steps for thematic synthesis in software engineering. In: 2011 International symposium on empirical software engineering and measurement. https:\/\/doi.org\/10.1109\/esem.2011.36","DOI":"10.1109\/esem.2011.36"},{"key":"10114_CR8","doi-asserted-by":"publisher","unstructured":"Debbiche A, Dien\u00e9r M, Svensson RB (2014) Challenges when adopting continuous integration: a case study. In: Product-focused software process improvement lecture notes in computer science. https:\/\/doi.org\/10.1007\/978-3-319-13835-0, pp 17\u201332","DOI":"10.1007\/978-3-319-13835-0"},{"key":"10114_CR9","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/j.jss.2016.06.013","volume":"119","author":"K Dikert","year":"2016","unstructured":"Dikert K, Paasivaara M, Lassenius C (2016) Challenges and success factors for large-scale agile transformations: a systematic literature review. J Syst Softw 119:87\u2013108. https:\/\/doi.org\/10.1016\/j.jss.2016.06.013","journal-title":"J Syst Softw"},{"key":"10114_CR10","volume-title":"Continuous integration improving software quality and reducing risk","author":"PM Duvall","year":"2013","unstructured":"Duvall PM, Matyas S, Glover A (2013) Continuous integration improving software quality and reducing risk. Addison-Wesley, Upper Saddle River"},{"key":"10114_CR11","unstructured":"Duvall PM (2018) Continuous delivery\u2014patterns and anti-patterns in the software lifecycle. In: dzone.com. https:\/\/dzone.com\/refcardz\/continuous-delivery-patterns. Accessed 7 Feb 2021"},{"key":"10114_CR12","doi-asserted-by":"publisher","unstructured":"Dyb\u00e5 T, Dings\u00f8yr T (2008) Strength of evidence in systematic reviews in software engineering. In: Proceedings of the second ACM-IEEE international symposium on empirical software engineering and measurement\u2014ESEM 08. https:\/\/doi.org\/10.1145\/1414004.1414034","DOI":"10.1145\/1414004.1414034"},{"key":"10114_CR13","doi-asserted-by":"publisher","unstructured":"Dyb\u00e5 T, Dingsoyr T, Hanssen GK (2007) Applying systematic reviews to diverse study types: an experience report. In: First international symposium on empirical software engineering and measurement (ESEM 2007). https:\/\/doi.org\/10.1109\/esem.2007.59","DOI":"10.1109\/esem.2007.59"},{"key":"10114_CR14","doi-asserted-by":"crossref","unstructured":"Easterbrook S, Singer J, Storey MA, Damian D (2008) Selecting empirical methods for software engineering research. In: Guide to advanced empirical software engineering. Springer, London, pp 285\u2013311","DOI":"10.1007\/978-1-84800-044-5_11"},{"key":"10114_CR15","doi-asserted-by":"publisher","unstructured":"Embury SM, Page C (2019) Effect of continuous integration on build health in undergraduate team projects. In: Software engineering aspects of continuous development and new paradigms of software production and deployment lecture notes in computer science. https:\/\/doi.org\/10.1007\/978-3-030-06019-0","DOI":"10.1007\/978-3-030-06019-0"},{"key":"10114_CR16","doi-asserted-by":"publisher","unstructured":"Felidre W, Furtado L, Costa DAD et al (2019) Continuous integration theater. In: 2019 ACM\/IEEE international symposium on empirical software engineering and measurement (ESEM). https:\/\/doi.org\/10.1109\/esem.2019.8870152","DOI":"10.1109\/esem.2019.8870152"},{"key":"10114_CR17","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1016\/j.jss.2015.06.063","volume":"123","author":"B Fitzgerald","year":"2017","unstructured":"Fitzgerald B, Stol K-J (2017) Continuous software engineering: a roadmap and agenda. J Syst Softw 123:176\u2013189. https:\/\/doi.org\/10.1016\/j.jss.2015.06.063","journal-title":"J Syst Softw"},{"key":"10114_CR18","unstructured":"Fowler M (2006) Continuous integration. In: Martinfowler.com. https:\/\/martinfowler.com\/articles\/continuousIntegration.html. Accessed 29 Jun 2020"},{"key":"10114_CR19","unstructured":"Fowler M (2013) Extremeprogramming. In: Martinfowler.com. https:\/\/martinfowler.com\/bliki\/ExtremeProgramming.html"},{"key":"10114_CR20","unstructured":"Fowler M (2017) Continuousintegrationcertification. In: Martinfowler.com. https:\/\/martinfowler.com\/bliki\/ContinuousIntegrationCertification.html. Accessed: 26 Jun 2020"},{"key":"10114_CR21","doi-asserted-by":"publisher","first-page":"2102","DOI":"10.1007\/s10664-019-09695-9","volume":"24","author":"TA Ghaleb","year":"2019","unstructured":"Ghaleb TA, Costa DAD, Zou Y (2019) An empirical study of the long duration of continuous integration builds. Empir Softw Eng 24:2102\u20132139. https:\/\/doi.org\/10.1007\/s10664-019-09695-9","journal-title":"Empir Softw Eng"},{"key":"10114_CR22","doi-asserted-by":"publisher","unstructured":"Hilton M, Tunnell T, Huang K, et al. (2016) Usage, costs, and benefits of continuous integration in open-source projects. In: Proceedings of the 31st IEEE\/ACM international conference on automated software engineering\u2014ASE 2016. https:\/\/doi.org\/10.1145\/2970276.2970358","DOI":"10.1145\/2970276.2970358"},{"key":"10114_CR23","doi-asserted-by":"publisher","unstructured":"Holmstrom H, Conchuir E, Agerfalk P, Fitzgerald B (2006) Global software development challenges: a case study on temporal, geographical and socio-cultural distance. In: 2006 IEEE international conference on global software engineering (ICGSE06). https:\/\/doi.org\/10.1109\/icgse.2006.261210","DOI":"10.1109\/icgse.2006.261210"},{"key":"10114_CR24","doi-asserted-by":"publisher","unstructured":"Johanssen JO, Kleebaum A, Paech B, Bruegge B (2018) Practitioners eye on continuous software engineering. In: Proceedings of the 2018 international conference on software and system process\u2014ICSSP 18. https:\/\/doi.org\/10.1145\/3202710.3203150","DOI":"10.1145\/3202710.3203150"},{"key":"10114_CR25","unstructured":"Kitchenham B, Charters S (2007) Guidelines for performing systematic literature reviews in software engineering. https:\/\/citeseerx.ist.psu.edu\/viewdoc\/summary?doi=10.1.1.117.471. Accessed 26 June 2020"},{"key":"10114_CR26","doi-asserted-by":"publisher","unstructured":"Kitchenham BA, Tore D, Magne J (2004) Evidence-based software engineering. https:\/\/doi.org\/10.1109\/ICSE.2004.1317449","DOI":"10.1109\/ICSE.2004.1317449"},{"key":"10114_CR27","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1016\/j.infsof.2016.10.001","volume":"82","author":"E Laukkanen","year":"2017","unstructured":"Laukkanen E, Itkonen J, Lassenius C (2017) Problems, causes and solutions when adopting continuous delivery\u2014a systematic literature review. Inf Softw Technol 82:55\u201379. https:\/\/doi.org\/10.1016\/j.infsof.2016.10.001","journal-title":"Inf Softw Technol"},{"key":"10114_CR28","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1109\/MS.2015.50","volume":"32","author":"M Leppanen","year":"2015","unstructured":"Leppanen M, Makinen S, Pagels M, et al. (2015) The highways and country roads to continuous deployment. IEEE Softw 32:64\u201372. https:\/\/doi.org\/10.1109\/ms.2015.50","journal-title":"IEEE Softw"},{"key":"10114_CR29","doi-asserted-by":"publisher","unstructured":"Meedeniya DA, D I, Perera I (2019) Software artefacts consistency management towards continuous integration: a roadmap. Int J Adva Comput Sci Appl. https:\/\/doi.org\/10.14569\/ijacsa.2019.0100411","DOI":"10.14569\/ijacsa.2019.0100411"},{"key":"10114_CR30","doi-asserted-by":"publisher","first-page":"2223","DOI":"10.1002\/spe.2637","volume":"48","author":"G Pinto","year":"2018","unstructured":"Pinto G, Castor F, Bonifacio R, Rebou\u00e7as M (2018) Work practices and challenges in continuous integration: a survey with Travis CI users. Softw: Pract Exp 48:2223\u20132236. https:\/\/doi.org\/10.1002\/spe.2637","journal-title":"Softw: Pract Exp"},{"key":"10114_CR31","doi-asserted-by":"publisher","unstructured":"Rausch T, Hummer W, Leitner P, Schulte S (2017) An empirical analysis of build failures in the continuous integration workflows of Java-based open-source software. In: 2017 IEEE\/ACM 14th international conference on mining software repositories (MSR). https:\/\/doi.org\/10.1109\/msr.2017.54","DOI":"10.1109\/msr.2017.54"},{"key":"10114_CR32","doi-asserted-by":"publisher","unstructured":"Robles G (2010) Replicating MSR: a study of the potential replicability of papers published in the mining software repositories proceedings. In: 2010 7th IEEE working conference on mining software repositories (MSR 2010). https:\/\/doi.org\/10.1109\/msr.2010.5463348","DOI":"10.1109\/msr.2010.5463348"},{"key":"10114_CR33","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1016\/j.infsof.2018.03.009","volume":"99","author":"G Rodr\u00edguez-P\u00e9rez","year":"2018","unstructured":"Rodr\u00edguez-P\u00e9rez G, Robles G, Gonz\u00e1lez-Barahona JM (2018) Reproducibility and credibility in empirical software engineering: a case study based on a systematic literature review of the use of the SZZ algorithm. Inf Softw Technol 99:164\u2013176. https:\/\/doi.org\/10.1016\/j.infsof.2018.03.009","journal-title":"Inf Softw Technol"},{"key":"10114_CR34","doi-asserted-by":"crossref","unstructured":"Rogers RO (2004) Scaling continuous integration. In: Extreme programming and agile processes in software engineering lecture notes in computer science, pp 68\u201376","DOI":"10.1007\/978-3-540-24853-8_8"},{"key":"10114_CR35","doi-asserted-by":"publisher","first-page":"3909","DOI":"10.1109\/ACCESS.2017.2685629","volume":"5","author":"M Shahin","year":"2017","unstructured":"Shahin M, Babar MA, Zhu L (2017) Continuous integration, delivery and deployment: a systematic review on approaches, tools, challenges and practices. IEEE Access 5:3909\u20133943. https:\/\/doi.org\/10.1109\/access.2017.2685629","journal-title":"IEEE Access"},{"key":"10114_CR36","doi-asserted-by":"publisher","unstructured":"Soares E, Sizilio G, Santos J, Alencar D, Kulesza U (2021) SLR artifacts\u2014continuous integration quality impacts (v.1.0.2) [Data set]. In: Zenodo. https:\/\/doi.org\/10.5281\/zenodo.4545623. Accessed: 10 Aug 2021","DOI":"10.5281\/zenodo.4545623"},{"key":"10114_CR37","doi-asserted-by":"publisher","unstructured":"St\u00e5hl D, Bosch J (2013) Experienced benefits of continuous integration in industry software product development: a case study. Artificial intelligence and applications\/794: modelling, identification and control\/795: parallel and distributed computing and networks\/796: software engineering\/792: web-based education. https:\/\/doi.org\/10.2316\/p.2013.796-012","DOI":"10.2316\/p.2013.796-012"},{"key":"10114_CR38","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1016\/j.jss.2013.08.032","volume":"87","author":"D St\u00e5hl","year":"2014","unstructured":"St\u00e5hl D, Bosch J (2014a) Modeling continuous integration practice differences in industry software development. J Syst Softw 87:48\u201359. https:\/\/doi.org\/10.1016\/j.jss.2013.08.032","journal-title":"J Syst Softw"},{"key":"10114_CR39","doi-asserted-by":"publisher","unstructured":"St\u00e5hl D, Bosch J (2014b) Automated software integration flows in industry: a multiple-case study. In: Companion proceedings of the 36th international conference on software engineering\u2014ICSE Companion 2014. https:\/\/doi.org\/10.1145\/2591062.2591186","DOI":"10.1145\/2591062.2591186"},{"key":"10114_CR40","doi-asserted-by":"publisher","unstructured":"Vasilescu B, Yu Y, Wang H, et al. (2015) Quality and productivity outcomes relating to continuous integration in GitHub. In: Proceedings of the 2015 10th joint meeting on foundations of software engineering\u2014ESEC\/FSE 2015. https:\/\/doi.org\/10.1145\/2786805.2786850","DOI":"10.1145\/2786805.2786850"},{"key":"10114_CR41","doi-asserted-by":"publisher","unstructured":"Vassallo C, Palomba F, Gall HC (2018) Continuous refactoring in CI: a preliminary study on the perceived advantages and barriers. In: 2018 IEEE international conference on software maintenance and evolution (ICSME). https:\/\/doi.org\/10.1109\/icsme.2018.00068","DOI":"10.1109\/icsme.2018.00068"},{"key":"10114_CR42","doi-asserted-by":"publisher","unstructured":"Vassallo C, Proksch S, Gall HC, Penta MD (2019) Automated reporting of anti-patterns and decay in continuous integration. In: 2019 IEEE\/ACM 41st international conference on software engineering (ICSE). https:\/\/doi.org\/10.1109\/icse.2019.00028","DOI":"10.1109\/icse.2019.00028"},{"key":"10114_CR43","doi-asserted-by":"publisher","unstructured":"Viggiato M, Oliveira J, Figueiredo E, et al. (2019) Understanding similarities and differences in software development practices across domains. In: 2019 ACM\/IEEE 14th international conference on global software engineering (ICGSE). https:\/\/doi.org\/10.1109\/icgse.2019.00013","DOI":"10.1109\/icgse.2019.00013"},{"key":"10114_CR44","doi-asserted-by":"publisher","unstructured":"Volf Z, Shmueli E (2017) Screening heuristics for project gating systems. In: Proceedings of the 2017 11th joint meeting on foundations of software engineering\u2014ESEC\/FSE 2017. https:\/\/doi.org\/10.1145\/3106237.3117766","DOI":"10.1145\/3106237.3117766"},{"issue":"1","key":"10114_CR45","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1177\/1046496496271007","volume":"27","author":"SA Wheelan","year":"1996","unstructured":"Wheelan SA, Hochberger JM (1996) Validation studies of the group development questionnaire. Small Group Res 27(1):143\u2013170","journal-title":"Small Group Res"},{"key":"10114_CR46","doi-asserted-by":"publisher","unstructured":"Yu Y, Yin G, Wang T et al (2016) Determinants of pull-based development in the context of continuous integration. Sci China Inf Sci. https:\/\/doi.org\/10.1007\/s11432-016-5595-8","DOI":"10.1007\/s11432-016-5595-8"},{"key":"10114_CR47","doi-asserted-by":"publisher","unstructured":"Zampetti F, Scalabrino S, Oliveto R et al (2017) How open source projects use static code analysis tools in continuous integration pipelines. In: 2017 IEEE\/ACM 14th international conference on mining software repositories (MSR). https:\/\/doi.org\/10.1109\/msr.2017.2","DOI":"10.1109\/msr.2017.2"},{"key":"10114_CR48","doi-asserted-by":"publisher","unstructured":"Zhao Y, Serebrenik A, Zhou Y, et al. (2017) The impact of continuous integration on other software development practices: a large-scale empirical study. In: 2017 32nd IEEE\/ACM international conference on automated software engineering (ASE). https:\/\/doi.org\/10.1109\/ase.2017.8115619","DOI":"10.1109\/ase.2017.8115619"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10114-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-021-10114-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10114-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,23]],"date-time":"2022-04-23T10:22:12Z","timestamp":1650709332000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-021-10114-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,30]]},"references-count":48,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,5]]}},"alternative-id":["10114"],"URL":"https:\/\/doi.org\/10.1007\/s10664-021-10114-1","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3,30]]},"assertion":[{"value":"29 December 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 March 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interest"}}],"article-number":"78"}}