{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T15:26:00Z","timestamp":1780500360074,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":27,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,8,4]],"date-time":"2022-08-04T00:00:00Z","timestamp":1659571200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,8,4]]},"DOI":"10.1145\/3549206.3549321","type":"proceedings-article","created":{"date-parts":[[2022,10,24]],"date-time":"2022-10-24T19:26:28Z","timestamp":1666639588000},"page":"689-695","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["The State of Test Automation in DevOps: A Systematic Literature Review"],"prefix":"10.1145","author":[{"given":"Akshit Raj","family":"Patel","sequence":"first","affiliation":[{"name":"CSE & IT, Jaypee Institute of Information Technology, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sulabh","family":"Tyagi","sequence":"additional","affiliation":[{"name":"CSE & IT, Jaypee Institute of Information Technology, India"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,10,24]]},"reference":[{"key":"#cr-split#-e_1_3_2_1_1_1.1","doi-asserted-by":"crossref","unstructured":"Kim 2009. Implementing an Effective Test Automation Framework. doi: 10.1109\/COMPSAC.2009.188 10.1109\/COMPSAC.2009.188","DOI":"10.1055\/s-0029-1217914"},{"key":"#cr-split#-e_1_3_2_1_1_1.2","doi-asserted-by":"crossref","unstructured":"Kim 2009. Implementing an Effective Test Automation Framework. doi: 10.1109\/COMPSAC.2009.188","DOI":"10.1109\/COMPSAC.2009.188"},{"key":"e_1_3_2_1_2_1","unstructured":"Borgenholt Gaute Begnum Kyrre Engelstad Paal. 2013. Audition: a DevOps-oriented service optimization and testing framework for cloud environments https:\/\/oda.oslomet.no\/oda-xmlui\/handle\/10642\/1944  Borgenholt Gaute Begnum Kyrre Engelstad Paal. 2013. Audition: a DevOps-oriented service optimization and testing framework for cloud environments https:\/\/oda.oslomet.no\/oda-xmlui\/handle\/10642\/1944"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Roche James.2013. Adopting DevOps practices in quality assurance Merging the art and science of software development. https:\/\/doi.org\/10.1145\/2538031.2540984    10.1145\/2538031.2540984\nRoche James.2013. Adopting DevOps practices in quality assurance Merging the art and science of software development. https:\/\/doi.org\/10.1145\/2538031.2540984","DOI":"10.1145\/2538031.2540984"},{"key":"e_1_3_2_1_4_1","unstructured":"Eran Kinsbruner 2021. The Testing Pyramid & How to Use It. https:\/\/www.perfecto.io\/blog\/testing-pyramid  Eran Kinsbruner 2021. The Testing Pyramid & How to Use It. https:\/\/www.perfecto.io\/blog\/testing-pyramid"},{"key":"e_1_3_2_1_5_1","unstructured":"GenRocket. 2019. How to Provision Test Data for Continuous Testing. https:\/\/www.genrocket.com\/newsletter\/how-to-provision-test-data-for-continuous-testing\/  GenRocket. 2019. How to Provision Test Data for Continuous Testing. https:\/\/www.genrocket.com\/newsletter\/how-to-provision-test-data-for-continuous-testing\/"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2002.1027796"},{"key":"e_1_3_2_1_7_1","volume-title":"How to Read a Paper","author":"Greenhalgh T.","unstructured":"T. Greenhalgh . 2001. How to Read a Paper . 2 nd Edition. BMJ Publishing Group . T. Greenhalgh. 2001. How to Read a Paper. 2nd Edition. BMJ Publishing Group.","edition":"2"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"T. Dyba and T. Dingsoyr. 2008. Empirical Studies of Agile Software Development: A Systematic Review. Information and Software Technology.  T. Dyba and T. Dingsoyr. 2008. Empirical Studies of Agile Software Development: A Systematic Review. Information and Software Technology.","DOI":"10.1016\/j.infsof.2008.01.006"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"Soni Mitesh.2015. End to end automation on cloud with build pipeline: the case for DevOps in insurance industry continuous integration continuous testing and continuous delivery.  Soni Mitesh.2015. End to end automation on cloud with build pipeline: the case for DevOps in insurance industry continuous integration continuous testing and continuous delivery.","DOI":"10.1109\/CCEM.2015.29"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Stillwell Mark.Coutinho Jose G. F. 2015. A DevOps approach to integration of software components in an EU research project.  Stillwell Mark.Coutinho Jose G. F. 2015. A DevOps approach to integration of software components in an EU research project.","DOI":"10.1145\/2804371.2804372"},{"key":"e_1_3_2_1_11_1","unstructured":"Kalliosaari 2016. DevOps adoption benefits and challenges in practice: A case study  Kalliosaari 2016. DevOps adoption benefits and challenges in practice: A case study"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Callanan 2016. DevOps: making it easy to do the right thing.  Callanan 2016. DevOps: making it easy to do the right thing.","DOI":"10.1109\/MS.2016.66"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Samarawickrama 2017. Continuous scrum: A framework to enhance scrum with DevOps.  Samarawickrama 2017. Continuous scrum: A framework to enhance scrum with DevOps.","DOI":"10.1109\/ICTER.2017.8257808"},{"key":"e_1_3_2_1_14_1","unstructured":"Setiawan 2017.Pioneering the automation of lnternal quality assurance system of higher education (IQAS-HE) using DevOps approach  Setiawan 2017.Pioneering the automation of lnternal quality assurance system of higher education (IQAS-HE) using DevOps approach"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Agarwaletal 2018.Continuous and integrated software development using DevOps  Agarwalet al. 2018.Continuous and integrated software development using DevOps","DOI":"10.1109\/ICACCE.2018.8458052"},{"key":"e_1_3_2_1_16_1","unstructured":"Mohammad Sikender Mohsienuddin.2018. Improve Software Quality through practicing DevOps Automation  Mohammad Sikender Mohsienuddin.2018. Improve Software Quality through practicing DevOps Automation"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Akman 2018.ALM Tool Infrastructure with a Focus on DevOps Culture  Akman 2018.ALM Tool Infrastructure with a Focus on DevOps Culture","DOI":"10.1007\/978-3-319-97925-0_24"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"Oyelami 2019.Quality Assurance and Traceability in Containerized Continuous Delivery Process  Oyelami 2019.Quality Assurance and Traceability in Containerized Continuous Delivery Process","DOI":"10.1007\/978-3-030-28005-5_28"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Cruzes 2019. Testing in a DevOps Era: Perceptions of Testers in Norwegian Organisations  Cruzes 2019. Testing in a DevOps Era: Perceptions of Testers in Norwegian Organisations","DOI":"10.1007\/978-3-030-24305-0_33"},{"key":"e_1_3_2_1_20_1","volume-title":"A New Approach To Cloud Development amp","unstructured":"Agrawal 2019.Devops , A New Approach To Cloud Development amp ; Testing Agrawal 2019.Devops, A New Approach To Cloud Development amp; Testing"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Faber Frank.2020. Testing in DevOps  Faber Frank.2020. Testing in DevOps","DOI":"10.1007\/978-3-030-29509-7_3"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Wang 2020.Test automation process improvement in a DevOps team: experience report  Wang 2020.Test automation process improvement in a DevOps team: experience report","DOI":"10.1109\/ICSTW50294.2020.00057"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Angara 2020 .Feasibility predictability model for software test automation projects in DevOps setting  Angara 2020 .Feasibility predictability model for software test automation projects in DevOps setting","DOI":"10.1504\/IJFSE.2020.110588"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Sophocleous Rafaela; Kapitsaki Georgia M.2020.Examining the Current State of System Testing Methodologies in Quality Assurance  Sophocleous Rafaela; Kapitsaki Georgia M.2020.Examining the Current State of System Testing Methodologies in Quality Assurance","DOI":"10.1007\/978-3-030-49392-9_16"},{"key":"e_1_3_2_1_25_1","unstructured":"Pardo 2021. Documenting and implementing DevOps good practices with test automation and continuous deployment tools through software refinement  Pardo 2021. Documenting and implementing DevOps good practices with test automation and continuous deployment tools through software refinement"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Michal Dole\u017eel.2020.Defining TestOps: Collaborative Behaviors and Technology-Driven Workflows Seen as Enablers of Effective Software Testing in DevOps.  Michal Dole\u017eel.2020.Defining TestOps: Collaborative Behaviors and Technology-Driven Workflows Seen as Enablers of Effective Software Testing in DevOps.","DOI":"10.1007\/978-3-030-58858-8_26"}],"event":{"name":"IC3-2022: 2022 Fourteenth International Conference on Contemporary Computing","location":"Noida India","acronym":"IC3-2022"},"container-title":["Proceedings of the 2022 Fourteenth International Conference on Contemporary Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3549206.3549321","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3549206.3549321","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T17:49:51Z","timestamp":1750268991000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3549206.3549321"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,4]]},"references-count":27,"alternative-id":["10.1145\/3549206.3549321","10.1145\/3549206"],"URL":"https:\/\/doi.org\/10.1145\/3549206.3549321","relation":{},"subject":[],"published":{"date-parts":[[2022,8,4]]},"assertion":[{"value":"2022-10-24","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}