{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,23]],"date-time":"2026-02-23T12:59:10Z","timestamp":1771851550828,"version":"3.50.1"},"reference-count":96,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,5,26]],"date-time":"2022-05-26T00:00:00Z","timestamp":1653523200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,5,26]],"date-time":"2022-05-26T00:00:00Z","timestamp":1653523200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Test.ai"},{"name":"Ultimate Kronos Group"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s11219-022-09583-4","type":"journal-article","created":{"date-parts":[[2022,5,26]],"date-time":"2022-05-26T06:04:03Z","timestamp":1653545043000},"page":"55-87","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Comparison of open-source runtime testing tools for microservices"],"prefix":"10.1007","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2086-2551","authenticated-orcid":false,"given":"Juan P.","family":"Sotomayor","sequence":"first","affiliation":[]},{"given":"Sai Chaithra","family":"Allala","sequence":"additional","affiliation":[]},{"given":"Dionny","family":"Santiago","sequence":"additional","affiliation":[]},{"given":"Tariq M.","family":"King","sequence":"additional","affiliation":[]},{"given":"Peter J.","family":"Clarke","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,5,26]]},"reference":[{"key":"9583_CR1","doi-asserted-by":"publisher","DOI":"10.1017\/9781316771273","volume-title":"Introduction to Software Testing","author":"P Ammann","year":"2016","unstructured":"Ammann, P., & Offutt, J. (2016). Introduction to Software Testing (2nd ed.). New York, NY, USA: Cambridge University Press.","edition":"2"},{"key":"9583_CR2","unstructured":"Apache JMeter. (2019). JMeter. http:\/\/jmeter.apache.org\/, [Online; accessed 25-Jan-2019]."},{"key":"9583_CR3","unstructured":"Arquillian Project. (2019a). Arquillian. http:\/\/arquillian.org\/, [Online; accessed 5-Nov-2019]."},{"key":"9583_CR4","unstructured":"Arquillian Project. (2019b). ShrinkWrap. https:\/\/arquillian.org\/modules\/shrinkwrap-shrinkwrap\/, [Online; accessed 15-Nov-2019]."},{"key":"9583_CR5","doi-asserted-by":"crossref","unstructured":"Atkinson, C., Gro\u00df, H. G. (2002). Built-in contract testing in model-driven, component-based development. In: ICSR Workshop on Component-Based Development Processes.","DOI":"10.1007\/978-1-4615-1175-5_2"},{"key":"9583_CR6","doi-asserted-by":"crossref","unstructured":"Bertolino, A., Calabr, A., De Angelis, G., Gallego, M., Garc\u00eda, B., Gortzar, F. (2018). When the testing gets tough, the tough get elastest. In: 2018 IEEE\/ACM 40th International Conference on Software Engineering: Companion (ICSE-Companion), pp. 17\u201320.","DOI":"10.1145\/3183440.3183497"},{"key":"9583_CR7","unstructured":"Beust, C. (2019). TestNG. https:\/\/testng.org\/, [Online; accessed 14-Feb-2020]."},{"key":"9583_CR8","unstructured":"Bozkurt, M., Harman, M., Hassoun, Y. (2010). Testing web services: A survey. Tech. Rep. TR-10-01, Centre for Research on Evolution, Search & Testing, King\u2019s College London."},{"key":"9583_CR9","unstructured":"Bueno, A., Gumbrecht, A., Porter, J. (2018). Testing Java Microservices: Using Arquillian, Hoverfly, AssertJ, JUnit, Selenium, and Mockito. Manning Publications Company, https:\/\/books.google.com\/books?id=ugYovgAACAAJ"},{"key":"9583_CR10","unstructured":"Byars, B. (2020). Mountebank. http:\/\/www.mbtest.org\/, [Online; accessed 14-Feb-2020]."},{"key":"9583_CR11","unstructured":"Clemson, T. (2014) Testing strategies in a microservice architecture. https:\/\/martinfowler.com\/articles\/microservice-testing\/, [Online; accessed 10-Oct-2021]."},{"key":"9583_CR12","unstructured":"Colantonio, J. (2020). Top api testing tools for 2020. https:\/\/testguild.com\/12-open-source-api-testing-tools-rest-soap-services\/, [Online; accessed 14-Feb-2020]."},{"key":"9583_CR13","unstructured":"Community, O. (2019). OAuth 2.0. https:\/\/oauth.net\/2\/, [Online; accessed 10-Jan-2019]."},{"key":"9583_CR14","unstructured":"Cucumber Developer Team. (2019). Cucumber. https:\/\/cucumber.io\/, [Online; accessed 2-Nov-2019]."},{"key":"9583_CR15","unstructured":"Cucumber Developer Team. (2021). Gherkin syntax. https:\/\/cucumber.io\/docs\/gherkin\/, [Online; accessed 15-Oct-2021]."},{"key":"9583_CR16","unstructured":"Datawire Inc. (2019). Telepresence. https:\/\/www.telepresence.io, [Online; accessed 10-Jan-2019]."},{"key":"9583_CR17","unstructured":"Dehghani, Z. (2018). How to break a monolith into microservices. https:\/\/martinfowler.com\/articles\/break-monolith-into-microservices.html, [Online; accessed 21-Jan-2019]."},{"key":"9583_CR18","unstructured":"Dijkstra, B. (2014). The test automation pyramid. https:\/\/www.ontestautomation.com\/the-test-automation-pyramid\/, [Online; accessed 10-Apr-2019]."},{"key":"9583_CR19","unstructured":"Docker Development Team. (2018). Docker Community Edition. https:\/\/docs.docker.com\/, [Online; accessed 12-Feb-2019]."},{"key":"9583_CR20","unstructured":"European Commission Project. (2019). Elastest. https:\/\/elastest.io\/docs\/, [Online; accessed 30-Oct-2019]."},{"key":"9583_CR21","doi-asserted-by":"publisher","unstructured":"Fat, N., Vujovic, M., Papp, I., Novak, S. (2016). Comparison of angularjs framework testing tools. In: 2016 Zooming Innovation in Consumer Electronics International Conference (ZINC), pp. 76\u201379. https:\/\/doi.org\/10.1109\/ZINC.2016.7513659","DOI":"10.1109\/ZINC.2016.7513659"},{"key":"9583_CR22","unstructured":"Forsgren, N., Smith, D., Humble, J., Frazelle, J. (2019). Accelerate state of devops report. DORA & Google Cloud.\u00a0https:\/\/services.google.com\/fh\/files\/misc\/state-of-devops-2019.pdf"},{"key":"9583_CR23","unstructured":"Fowler, M. (2014). Unittest. https:\/\/martinfowler.com\/bliki\/UnitTest.html, [Online; accessed 6-Oct-2019]."},{"key":"9583_CR24","unstructured":"Fowler, M., Lewis, J. (2018). Microservices a definition of this new architectural term. https:\/\/martinfowler.com\/articles\/microservices.html, [Online; accessed 5-Apr-2018]."},{"key":"9583_CR25","unstructured":"Garlan, D., Perry, D. E. (1995). Introduction to the special issue on software architecture. IEEE Transactions on Software Engineering 21(4), 269\u2013274.\u00a0http:\/\/dl.acm.org\/citation.cfm?id=205313.205314"},{"key":"9583_CR26","unstructured":"Gatling Corp. (2019). Gatling. https:\/\/gatling.io\/, [Online; accessed 25-Jan-2019]."},{"key":"9583_CR27","doi-asserted-by":"crossref","unstructured":"Ghani, I., Wan-Kadir, W. M., Mustafa, A. (2019). Web service testing techniques: A systematic literature review. International Journal of Advanced Computer Science and Applications 10(8).\u00a0http:\/\/dx.doi.org\/10.14569\/IJACSA.2019.0100858","DOI":"10.14569\/IJACSA.2019.0100858"},{"key":"9583_CR28","unstructured":"Google. (2019a). Angular Js. https:\/\/angularjs.org\/, [Online; accessed 10-Jan-2019]."},{"key":"9583_CR29","unstructured":"Google. (2019b). Google Maps Platform. https:\/\/cloud.google.com\/maps-platform\/, [Online; accessed 10-Jan-2019]."},{"key":"9583_CR30","unstructured":"Google. (2019c). Minikube. https:\/\/github.com\/kubernetes\/minikube, [Online; accessed 10-Jan-2019]."},{"key":"9583_CR31","unstructured":"Google. (2019d). The Go Programming Language. https:\/\/golang.org\/, [Online; accessed 10-Jan-2019]."},{"key":"9583_CR32","unstructured":"Google. (2021). About Google. https:\/\/about.google\/, [Online; accessed 22-Sept-2021]."},{"key":"9583_CR33","unstructured":"Gremlin Inc. (2021). Gremlin. https:\/\/www.gremlin.com\/, [Online; accessed 15-Oct-2021]."},{"key":"9583_CR34","doi-asserted-by":"crossref","unstructured":"Habl, A., Kipouridis, O., Fottner, J. (2017). Deploying microservices for a cloud-based design of system-of-systems in intralogistics. In: 2017 IEEE 15th International Conference on Industrial Informatics (INDIN), IEEE, pp. 861\u2013866.","DOI":"10.1109\/INDIN.2017.8104885"},{"key":"9583_CR35","unstructured":"Haleby, J. (2020). Rest assured. http:\/\/rest-assured.io\/, [Online; accessed 14-Feb-2020]."},{"key":"9583_CR36","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1016\/j.entcs.2004.02.073","volume":"116","author":"R Heckel","year":"2005","unstructured":"Heckel, R., & Lohmann, M. (2005). Towards contract-based testing of web services. Electronic Notes in Theoretical Computer Science, 116, 145\u2013156.","journal-title":"Electronic Notes in Theoretical Computer Science"},{"key":"9583_CR37","doi-asserted-by":"publisher","unstructured":"Heorhiadi, V., Rajagopalan, S., Jamjoom, H., Reiter, M., Sekar, V. (2016). Gremlin: Systematic resilience testing of microservices. In: Proceedings - 2016 IEEE 36th International Conference on Distributed Computing Systems, ICDCS 2016, Institute of Electrical and Electronics Engineers Inc., vol 2016-August, pp. 57\u201366. https:\/\/doi.org\/10.1109\/ICDCS.2016.11","DOI":"10.1109\/ICDCS.2016.11"},{"key":"9583_CR38","doi-asserted-by":"publisher","first-page":"2951","DOI":"10.4028\/www.scientific.net\/AMM.427-429.2951","volume":"427","author":"S Hussain","year":"2013","unstructured":"Hussain, S., Wang, Z. S., & Toure, I. K. (2013). Survey of the tools for web service testing. Applied Mechanics and Materials, Trans Tech Publ, 427, 2951\u20132955.","journal-title":"Applied Mechanics and Materials, Trans Tech Publ"},{"key":"9583_CR39","unstructured":"IBM Cloud Team. (2021). Soa vs. microservices: What\u2019s the difference? https:\/\/www.ibm.com\/cloud\/blog\/soa-vs-microservices, [Online; accessed 9-Oct-2021]."},{"key":"9583_CR40","unstructured":"Java Development Journal. (2019). Testing in Spring Boot. https:\/\/www.javadevjournal.com\/spring-boot\/testing-in-spring-boot\/, [Online; accessed 17-Sep-2019]."},{"key":"9583_CR41","unstructured":"Jenkins Development team. (2020). Jenkins. https:\/\/jenkins.io\/, [Online; accessed 14-Feb-2020]."},{"key":"9583_CR42","unstructured":"JS Foundation. (2019). Appium. http:\/\/appium.io\/, [Online; accessed 25-Jan-2019]."},{"key":"9583_CR43","unstructured":"Katalon LLC. (2019). Katalon Studio. https:\/\/www.katalon.com\/, [Online; accessed 2-Nov-2019]."},{"key":"9583_CR44","unstructured":"Kieffer, T. (2019). Writing Integration Tests with Docker Compose and JUnit. https:\/\/blog.codecentric.de\/en\/2017\/03\/writing-integration-tests-docker-compose-junit\/, [Online; accessed 16-Sep-2019]."},{"key":"9583_CR45","doi-asserted-by":"crossref","unstructured":"King, T. M., Clarke, P. J., Akour, M., Ganti, A. S. (2014). Validating autonomic service-driven applications: Challenges and approaches. In: Ramanathan R, Raja K (eds) Handbook of Research on Architectural Trends in Service-Driven Computing, IGI Global, chap\u00a09, pp. 197\u2013219.","DOI":"10.4018\/978-1-4666-6178-3.ch009"},{"key":"9583_CR46","unstructured":"Meszaros, G. (2007). xUnit Test Patterns: Refactoring Test Code. Addison-Wesley Signature Series, Addison-Wesley, https:\/\/www.safaribooksonline.com\/library\/view\/xunit-test-patterns\/9780131495050\/"},{"key":"9583_CR47","unstructured":"Mikowski, P. (2019). Testing rest apis with hoverfly. https:\/\/dzone.com\/articles\/testing-rest-apis-with-hoverfly, [Online; accessed 11-Sep-2019]."},{"key":"9583_CR48","doi-asserted-by":"crossref","unstructured":"Nagy, T., Nagyn\u00e9\u00a0V\u00edg, A. (2008). Erlang testing and tools survey. In: Proceedings of the 7th ACM SIGPLAN Workshop on ERLANG, ACM, New York, NY, USA, ERLANG \u201908, pp. 21\u201328.\u00a0http:\/\/doi.acm.org\/10.1145\/1411273.1411277","DOI":"10.1145\/1411273.1411277"},{"key":"9583_CR49","unstructured":"Netflix Development Team. (2019a). Chaos monkey. https:\/\/github.com\/Netflix\/chaosmonkey, [Online; accessed 1-Nov-2019]."},{"key":"9583_CR50","unstructured":"Netflix Development Team. (2019b). Eureka. https:\/\/github.com\/Netflix\/eureka, [Online; accessed 1-Nov-2019]."},{"key":"9583_CR51","unstructured":"Netflix Development Team. (2019c). Netflix. https:\/\/www.netflix.com\/, [Online; accessed 18-Jan-2019]."},{"key":"9583_CR52","unstructured":"Newman, S. (2015) Building microservices: designing fine-grained systems. O\u2019Reilly Media, Inc."},{"key":"9583_CR53","unstructured":"Niclausse, N. (2019). Tsung. http:\/\/tsung.erlang-projects.org\/, [Online; accessed 25-Jan-2019]."},{"key":"9583_CR54","unstructured":"NPM Team. (2021). Protractor Cucumber Framework. https:\/\/www.npmjs.com\/package\/protractor-cucumber-framework, [Online; accessed 18-Mar-2021]."},{"key":"9583_CR55","unstructured":"Oracle. (2020). Apiary. https:\/\/github.com\/apiaryio, [Online; accessed 14-Feb-2020]."},{"key":"9583_CR56","unstructured":"Pact Foundation. (2021). Pact. https:\/\/docs.pact.io\/, [Online; accessed 15-Oct-2021]."},{"key":"9583_CR57","unstructured":"Palantir Technologies. (2018). Docker Compose Rule Library. https:\/\/github.com\/palantir\/docker-compose-rule, [Online; accessed 15-Oct-2018]."},{"key":"9583_CR58","unstructured":"Pivotal Software, Inc. (2019a). Spring Boot. https:\/\/spring.io\/projects\/spring-boot, [Online; accessed 25-Jan-2019]."},{"key":"9583_CR59","unstructured":"Pivotal Software, Inc. (2019b). Spring Cloud Contract. http:\/\/spring.io\/projects\/spring-cloud-contract, [Online; accessed 25-Jan-2019]."},{"key":"9583_CR60","unstructured":"Postman Inc. (2019). Postman. https:\/\/www.getpostman.com\/, [Online; accessed 10-Feb-2019]."},{"key":"9583_CR61","unstructured":"Raines, G. (2009). Cloud computing and soa. Tech. Rep. MTR090026, The MITRE Corporation, Bedford, Massachusetts."},{"key":"9583_CR62","unstructured":"Richards, M. (2015). Software architecture patterns. Incorporated: O\u2019Reilly Media."},{"key":"9583_CR63","doi-asserted-by":"publisher","unstructured":"Rimal, B. P., Choi, E., Lumb, I. (2009). A taxonomy and survey of cloud computing systems. In: 2009 Fifth International Joint Conference on INC, IMS and IDC, pp. 44\u201351. https:\/\/doi.org\/10.1109\/NCM.2009.218","DOI":"10.1109\/NCM.2009.218"},{"key":"9583_CR64","doi-asserted-by":"publisher","first-page":"929","DOI":"10.1016\/j.procs.2017.05.426","volume":"109","author":"D Russo","year":"2017","unstructured":"Russo, D., & Ciancarini, P. (2017). Towards antifragile software architectures. Procedia Computer Science, 109, 929\u2013934.","journal-title":"Procedia Computer Science"},{"key":"9583_CR65","unstructured":"Serenity\/JS Team. (2021). Serenity\/JS. https:\/\/serenity-js.org\/, [Online; accessed 15-Oct-2021]."},{"key":"9583_CR66","unstructured":"Sikuli Development Team. (2012). Sikuli. http:\/\/doc.sikuli.org\/, [Online; accessed 2-Nov-2019]."},{"issue":"15","key":"9583_CR67","first-page":"1507","volume":"4","author":"I Singh","year":"2014","unstructured":"Singh, I., & Tarika, B. (2014). Comparative analysis of open source automated software testing tools: Selenium, sikuli and watir. International Journal of Information & Computation Technology, 4(15), 1507\u20131518.","journal-title":"International Journal of Information & Computation Technology"},{"key":"9583_CR68","unstructured":"Situ, T. (2016). Consumer-driven contract testing with spring cloud contract. https:\/\/specto.io\/blog\/2016\/11\/16\/spring-cloud-contract\/, [Online; accessed 5-Nov-2019]."},{"key":"9583_CR69","unstructured":"Smartbear. (2019). SoapUI. https:\/\/www.soapui.org\/open-source.html, [Online; accessed 14-Feb-2020]."},{"key":"9583_CR70","unstructured":"Software Freedom Conservancy (SFC). (2021). Selenium IDE. https:\/\/www.selenium.dev\/, [Online; accessed 15-Oct-2021]."},{"key":"9583_CR71","unstructured":"Software Test Help. (2021a). Top 15+ most popular web service testing tools in 2021. https:\/\/www.softwaretestinghelp.com\/web-services-testing-tools\/, [Online; accessed 10-Oct-2021]."},{"key":"9583_CR72","unstructured":"Software Testing Help. (2019). 20+ best open source automation testing tools in 2020. https:\/\/www.softwaretestinghelp.com\/open-source-testing-tools\/, [Online; accessed 14-Feb-2020]."},{"key":"9583_CR73","unstructured":"Software Testing Help. (2021b). How to choose the best automation testing tool (a complete guide). https:\/\/www.softwaretestinghelp.com\/automation-testing-tutorial-4\/, [Online; accessed 15-Oct-2021]."},{"key":"9583_CR74","doi-asserted-by":"publisher","unstructured":"Soldani, J., Tamburri, D. A., Heuvel, W. J. V. D. (2018). The pains and gains of microservices: A systematic grey literature review. Journal of Systems and Software 146, 215\u2013232.\u00a0https:\/\/doi.org\/10.1016\/j.jss.2018.09.082,http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0164121218302139","DOI":"10.1016\/j.jss.2018.09.082,"},{"key":"9583_CR75","unstructured":"SonarSource SA. (2019). SonarQube. https:\/\/docs.sonarqube.org\/, [Online; accessed 18-Jan-2019]."},{"key":"9583_CR76","doi-asserted-by":"publisher","unstructured":"Sotomayor, J. P., Allala, S. C., Alt, P., Phillips, J., King, T. M., Clarke, P. J. (2019). Comparison of runtime testing tools for microservices. In: 2019 IEEE 43rd Annual Computer Software and Applications Conference (COMPSAC), vol\u00a02, pp. 356\u2013361. https:\/\/doi.org\/10.1109\/COMPSAC.2019.10232","DOI":"10.1109\/COMPSAC.2019.10232"},{"key":"9583_CR77","unstructured":"SpectoLabs. (2018). Hoverfly. https:\/\/hoverfly.readthedocs.io\/en\/latest\/index.html, [Online; accessed 14-Dec-2018]."},{"key":"9583_CR78","unstructured":"SpectoLabs. (2019). Hoverfly. https:\/\/hoverfly.io\/, [Online; accessed 18-Jan-2019]."},{"key":"9583_CR79","doi-asserted-by":"publisher","unstructured":"Stolberg, S. (2009). Enabling agile testing through continuous integration. In: 2009 Agile Conference, pp. 369\u2013374. https:\/\/doi.org\/10.1109\/AGILE.2009.16","DOI":"10.1109\/AGILE.2009.16"},{"key":"9583_CR80","doi-asserted-by":"publisher","unstructured":"Suliman, D., Paech, B., Borner, L., Atkinson, C., Brenner, D., Merdes, M., Malaka, R. (2006). The morabit approach to runtime component testing. In: 30th Annual International Computer Software and Applications Conference (COMPSAC\u201906), vol\u00a02, pp. 171\u2013176. https:\/\/doi.org\/10.1109\/COMPSAC.2006.169","DOI":"10.1109\/COMPSAC.2006.169"},{"key":"9583_CR81","unstructured":"Sundar, A. (2018). An insight into microservices testing strategies. https:\/\/www.infosys.com\/it-services\/validation-solutions\/white-papers\/documents\/microservices-testing-strategies.pdf, [Online; accessed 15-Jan-2019]."},{"issue":"5","key":"9583_CR82","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1109\/MCC.2017.4250931","volume":"4","author":"D Taibi","year":"2017","unstructured":"Taibi, D., Lenarduzzi, V., & Pahl, C. (2017). Processes, motivations, and issues for migrating to microservices architectures: An empirical investigation. IEEE Cloud Computing, 4(5), 22\u201332. https:\/\/doi.org\/10.1109\/MCC.2017.4250931","journal-title":"IEEE Cloud Computing"},{"key":"9583_CR83","unstructured":"Tal, L. (2019). A comprehensive guide to contract testing apis in a service oriented architecture. https:\/\/medium.com\/@liran.tal\/a-comprehensive-guide-to-contract-testing-apis-in-a-service-oriented-architecture-5695ccf9ac5a, [Online; accessed 13-Sep-2019]."},{"key":"9583_CR84","unstructured":"The AngularJS Team - Google. (2019). Protractor. https:\/\/www.protractortest.org, [Online; accessed 2-Nov-2019]."},{"key":"9583_CR85","unstructured":"The AngularJS Team - Google. (2021). Karma. https:\/\/karma-runner.github.io\/latest\/index.html, [Online; accessed 10-Mar-2021]."},{"key":"9583_CR86","unstructured":"The JUnit Team. (2019). JUnit. https:\/\/junit.org\/, [Online; accessed 25-Jan-2019]."},{"key":"9583_CR87","unstructured":"The NUnit Team. (2019). NUnit. http:\/\/nunit.org\/, [Online; accessed 25-Jan-2019]."},{"key":"9583_CR88","unstructured":"Toledo, F. (2019). Gatling vs. JMeter . https:\/\/dzone.com\/articles\/gatling-vs-jmeter, [Online; accessed 11-Sep-2019]."},{"key":"9583_CR89","unstructured":"Typhoeus Community. (2021). Typhoeus. https:\/\/github.com\/typhoeus\/typhoeus, [Online; accessed 15-Oct-2021]."},{"key":"9583_CR90","unstructured":"VCR Development Team. (2019). Vcr. https:\/\/github.com\/vcr, [Online; accessed 14-Feb-2020]."},{"key":"9583_CR91","unstructured":"VCR Development Team. (2021). Relish - Project: Vcr 6.0.0. https:\/\/relishapp.com\/vcr\/vcr\/v\/2-0-0\/docs, [Online; accessed 15-Oct-2021]."},{"key":"9583_CR92","unstructured":"VMware, Inc. (2020). RabbitMQ. https:\/\/www.rabbitmq.com\/, [Online; accessed 06-Apr-2021]."},{"key":"9583_CR93","doi-asserted-by":"crossref","unstructured":"Waseem, M., Liang, P., M\u00e1rquez, G., Di\u00a0Salle, A. (2020). Testing microservices architecture-based applications: A systematic mapping study. In: Proceedings of the 27th Asia-Pacific Software Engineering Conference (APSEC).","DOI":"10.1109\/APSEC51365.2020.00020"},{"key":"9583_CR94","unstructured":"Watir Development Team. (2019). Watir. http:\/\/watir.com\/, [Online; accessed 25-Jan-2019]."},{"key":"9583_CR95","unstructured":"WebMock Community. (2021). WebMock. https:\/\/github.com\/bblimke\/webmock, [Online; accessed 15-Oct-2021]."},{"key":"9583_CR96","unstructured":"WireMock Development Team. (2020). WireMock. http:\/\/wiremock.org\/, [Online; accessed 14-Feb-2020]."}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-022-09583-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11219-022-09583-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-022-09583-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,3]],"date-time":"2023-03-03T10:32:10Z","timestamp":1677839530000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11219-022-09583-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,26]]},"references-count":96,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["9583"],"URL":"https:\/\/doi.org\/10.1007\/s11219-022-09583-4","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"value":"0963-9314","type":"print"},{"value":"1573-1367","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,5,26]]},"assertion":[{"value":"5 January 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 May 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors Dionny Santiago and Tariq M. King have worked for both companies, but the funding of this project is independent of the work of the companies. The testbed application used in the experiments of this research was developed in collaboration with UKG. The authors have no competing interests to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Financial interests"}}]}}