{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T16:44:36Z","timestamp":1782405876374,"version":"3.54.5"},"reference-count":63,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T00:00:00Z","timestamp":1773878400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Systems and Software"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.jss.2026.112857","type":"journal-article","created":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T00:11:47Z","timestamp":1774051907000},"page":"112857","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["Automated assessment of the relationship between microservice architectures and performance"],"prefix":"10.1016","volume":"237","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9401-9663","authenticated-orcid":false,"given":"Alberto","family":"Avritzer","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1423-6773","authenticated-orcid":false,"given":"Andrea","family":"Janes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8978-8804","authenticated-orcid":false,"given":"Helena","family":"Rodrigues","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2690-8557","authenticated-orcid":false,"given":"Yuanfang","family":"Cai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-0398-1665","authenticated-orcid":false,"given":"Teiji","family":"Schoyen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4083-763X","authenticated-orcid":false,"given":"Ernst","family":"Pisch","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7675-6942","authenticated-orcid":false,"given":"Catia","family":"Trubiani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0709-2078","authenticated-orcid":false,"given":"Andre B.","family":"Bondi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8953-4003","authenticated-orcid":false,"given":"Daniel Sadoc","family":"Menasch\u00e9","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-1432-9957","authenticated-orcid":false,"given":"Chenxi","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jss.2026.112857_bib0001","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2022.111446","article-title":"Scalability testing automation using multivariate characterization and detection of software performance antipatterns","volume":"193","author":"Avritzer","year":"2022","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.jss.2026.112857_bib0002","series-title":"Proceedings of the International Conference on Performance Engineering (ICPE)","first-page":"61","article-title":"A multivariate characterization and detection of software performance antipatterns","author":"Avritzer","year":"2021"},{"key":"10.1016\/j.jss.2026.112857_bib0003","doi-asserted-by":"crossref","unstructured":"Avritzer, A., Ferme, V., Janes, A., Russo, B., Schulz, H., van Hoorn, A., 2018. A quantitative approach for the assessment of microservice architecture deployment alternatives by automated performance testing. Springer. Software Architecture: 12th European Conference on Software Architecture, ECSA 2018, Madrid, Spain, September 24\u201328, 2018, Proceedings 12, 159\u2013174.","DOI":"10.1007\/978-3-030-00761-4_11"},{"key":"10.1016\/j.jss.2026.112857_bib0004","series-title":"Replication Package and Appendix for the Paper \u201cAutomated Assessment of the Relationship Between Microservice Architectures and Performance\u201d","author":"Avritzer","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0005","series-title":"2025 IEEE 20th International Conference on Software Architecture (ICSA)","first-page":"35","article-title":"Performance modeling and analysis of design patterns for microservice systems","author":"Avritzer","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0006","series-title":"Companion of the 2019 ACM\/SPEC International Conference on Performance Engineering","first-page":"39","article-title":"PPTAM: Production and performance testing based application monitoring","author":"Avritzer","year":"2019"},{"key":"10.1016\/j.jss.2026.112857_bib0007","series-title":"Production and Performance Testing based Application Monitoring (PPTAM)","author":"Avritzer","year":"2019"},{"key":"10.1016\/j.jss.2026.112857_bib0008","article-title":"Network centrality as a new perspective on microservice architecture","author":"Bakhtin","year":"2025","journal-title":"Proceedings of International Conference on Software Architecture (ICSA)"},{"key":"10.1016\/j.jss.2026.112857_bib0009","series-title":"Design Rules: The Power of Modularity Volume 1","author":"Baldwin","year":"1999"},{"key":"10.1016\/j.jss.2026.112857_bib0010","series-title":"Outliers in Statistical Data","author":"Barnett","year":"1994"},{"key":"10.1016\/j.jss.2026.112857_bib0011","series-title":"Proceedings of the International Conference on Web Services (ICWS)","first-page":"944","article-title":"Is it worth migrating a monolith to microservices? an experience report on performance, availability and energy usage","author":"Berry","year":"2024"},{"key":"10.1016\/j.jss.2026.112857_bib0012","doi-asserted-by":"crossref","first-page":"20357","DOI":"10.1109\/ACCESS.2022.3152803","article-title":"Monolithic vs. microservice architecture: a performance and scalability evaluation","volume":"10","author":"Blinowski","year":"2022","journal-title":"IEEE Access"},{"key":"10.1016\/j.jss.2026.112857_bib0013","series-title":"Proceedings of the European Conference on Software Architecture (ECSA)","first-page":"171","article-title":"Assessing the impact of asynchronous communication on resilience and robustness: a comparative study of microservice and monolithic architectures","author":"Bosilia","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0014","series-title":"Proceedings of the International Conference on Software Engineering (ICSE)","first-page":"705","article-title":"Understanding architectural complexity, maintenance burden, and developer sentiment\u2013a large-scale study","author":"Cai","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0015","series-title":"Proceedings of the IEEE\/ACM 47th International Conference on Software Engineering","first-page":"2176","article-title":"Understanding architectural complexity, maintenance burden, and developer sentiment\u2014a large-scale study","author":"Cai","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0016","series-title":"2019 IEEE\/ACM International Conference on Technical Debt (TechDebt)","first-page":"53","article-title":"DV8: Automated architecture analysis tool suites","author":"Cai","year":"2019"},{"key":"10.1016\/j.jss.2026.112857_bib0017","series-title":"Proceedings of the 3rd ACM\/IEEE International Conference on Automation of Software Test","first-page":"29","article-title":"Microservices integrated performance and reliability testing","author":"Camilli","year":"2022"},{"key":"10.1016\/j.jss.2026.112857_bib0018","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2022.111225","article-title":"Automated test-based learning and verification of performance models for microservices systems","volume":"187","author":"Camilli","year":"2022","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.jss.2026.112857_bib0019","series-title":"Minikube: Run Kubernetes Clusters Locally","author":"Contributors","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0020","series-title":"Locust: A Modern Load Testing Framework","author":"Contributors","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0021","series-title":"Opentelemetry: Observability for Cloud-Native Software","author":"Contributors","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0022","series-title":"Proceedings of the 21st International Conference on Mining Software Repositories","first-page":"504","article-title":"A dataset of microservices-based open-source projects","author":"d\u2019Aragona","year":"2024"},{"key":"10.1016\/j.jss.2026.112857_bib0023","series-title":"Proceedings of the 18th International Conference on Information Integration and Web-based Applications and Services","first-page":"422","article-title":"An architecture to automate performance tests on microservices","author":"De Camargo","year":"2016"},{"key":"10.1016\/j.jss.2026.112857_bib0024","doi-asserted-by":"crossref","first-page":"968","DOI":"10.1109\/TPDS.2023.3236447","article-title":"\u03bcBench: an open-source factory of benchmark microservice applications","volume":"34","author":"Detti","year":"2023","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"10.1016\/j.jss.2026.112857_bib0025","series-title":"Docker: Accelerated Container Application Development","author":"Docker","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0026","series-title":"Proceedings of the International Conference on Advanced Information Systems Engineering","first-page":"74","article-title":"Evaluation of microservice architectures: a metric and tool-based approach","author":"Engel","year":"2018"},{"key":"10.1016\/j.jss.2026.112857_bib0027","series-title":"2024 IEEE\/ACM International Conference on Automation of Software Test (AST)","first-page":"182","article-title":"An overview of microservice-based systems used for evaluation in testing and monitoring: a systematic mapping study","author":"Fischer","year":"2024"},{"key":"10.1016\/j.jss.2026.112857_bib0028","series-title":"Apache Skywalking: Application Performance Monitoring and Observability Platform","author":"Foundation","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0029","series-title":"Kubernetes: Open-Source Container Orchestration Platform","author":"Foundation","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0030","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2023.111857","article-title":"Automated functional and robustness testing of microservice architectures","volume":"207","author":"Giamattei","year":"2024","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.jss.2026.112857_bib0031","series-title":"Nacos: Dynamic Service Discovery, Configuration, and Service Management Platform","author":"Group","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0032","series-title":"CUHK-SE-Group Train-Ticket System","author":"Group","year":"2018"},{"key":"10.1016\/j.jss.2026.112857_bib0033","series-title":"Proceedings of the International Conference on Software Engineering (ICSE)","first-page":"621","article-title":"ADAMAS: Adaptive domain-aware performance anomaly detection in cloud service systems","author":"Gu","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0034","series-title":"Caddy: The Ultimate Server with Automatic HTTPS","author":"Holt","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0035","series-title":"SEALABQualitygroup Train-Ticket System","author":"L\u2019Aquila","year":"2018"},{"key":"10.1016\/j.jss.2026.112857_bib0036","doi-asserted-by":"crossref","first-page":"96","DOI":"10.1109\/MS.2018.2141030","article-title":"Microservices","volume":"35","author":"Larrucea","year":"2018","journal-title":"IEEE Softw."},{"key":"10.1016\/j.jss.2026.112857_bib0037","doi-asserted-by":"crossref","DOI":"10.1016\/j.infsof.2020.106449","article-title":"Understanding and addressing quality attributes of microservices architecture: a systematic literature review","volume":"131","author":"Li","year":"2021","journal-title":"Inf. Softw. Technol."},{"key":"10.1016\/j.jss.2026.112857_bib0038","article-title":"Autoscaling of microservice resources based on dense connectivity spatio-temporal GNN and q-learning","volume":"174","author":"Liang","year":"2026","journal-title":"Fut. Gener. Comput. Syst."},{"key":"10.1016\/j.jss.2026.112857_bib0039","series-title":"2025 IEEE\/ACM 4th International Conference on Software Engineering (ICSE)","first-page":"317","article-title":"Early detection of performance regressions by bridging local performance data and architectural models","author":"Liao","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0040","series-title":"Proceedings of the International Conference on Web Services (ICWS)","first-page":"751","article-title":"An empirical study on underlying correlations between runtime performance deficiencies and \u201cbad smells\u201d of microservice systems","author":"Liu","year":"2021"},{"key":"10.1016\/j.jss.2026.112857_bib0041","doi-asserted-by":"crossref","first-page":"1015","DOI":"10.1287\/mnsc.1060.0552","article-title":"Exploring the structure of complex software designs: an empirical study of open source and proprietary code","volume":"52","author":"MacCormack","year":"2006","journal-title":"Manage. Sci."},{"key":"10.1016\/j.jss.2026.112857_bib0042","series-title":"Proceedings of the 33rd IEEE\/ACM International Conference on Automated Software Engineering","first-page":"779","article-title":"Experiences applying automated architecture analysis tool suites","author":"Mo","year":"2018"},{"key":"10.1016\/j.jss.2026.112857_bib0043","series-title":"Proc. 38rd C-ICSE","first-page":"499","article-title":"Decoupling level: a new metric for architectural maintenance complexity","author":"Mo","year":"2016"},{"key":"10.1016\/j.jss.2026.112857_bib0044","doi-asserted-by":"crossref","DOI":"10.1109\/TSE.2019.2910856","article-title":"Architecture anti-patterns: automatically detectable violations of design principles","volume":"47","author":"Mo","year":"2021","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.jss.2026.112857_bib0045","series-title":"MongoDB: The World\u2019s Leading Modern Database","author":"MongoDB","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0046","series-title":"2019 IEEE\/ACM 41st International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","first-page":"171","article-title":"A longitudinal study of identifying and paying down architecture debt","author":"Nayebi","year":"2019"},{"key":"10.1016\/j.jss.2026.112857_bib0047","series-title":"NGINX: The High-Performance Web Server and Reverse Proxy","author":"NGINX","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0048","series-title":"Zipkin: A Distributed Tracing System","author":"OpenZipkin","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0049","series-title":"jdeps: Java Class Dependency Analyzer","author":"Oracle","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0050","doi-asserted-by":"crossref","first-page":"804","DOI":"10.1109\/TSC.2024.3354062","article-title":"Autoscaling solutions for cloud applications under dynamic workloads","volume":"17","author":"Quattrocchi","year":"2024","journal-title":"IEEE Trans. Serv. Comput."},{"key":"10.1016\/j.jss.2026.112857_bib0051","first-page":"15","article-title":"Test automation in microservice architecture","volume":"8","author":"Raychev","year":"2020","journal-title":"IEEE Spectr."},{"key":"10.1016\/j.jss.2026.112857_bib0052","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2025.112500","article-title":"Assessment of performance and its scalability in microservice architectures: systematic literature review","author":"Rodrigues","year":"2025","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.jss.2026.112857_bib0053","series-title":"Why and How netflix, Amazon, and Uber Migrated to Microservices: Learn from their Experience","author":"Rud","year":"2019"},{"key":"10.1016\/j.jss.2026.112857_bib0054","series-title":"Spring Framework","author":"Team","year":"2025"},{"key":"10.1016\/j.jss.2026.112857_bib0055","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1016\/j.jss.2016.11.032","article-title":"Exploiting traceability uncertainty between software architectural models and extra-functional results","volume":"125","author":"Trubiani","year":"2017","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.jss.2026.112857_bib0056","doi-asserted-by":"crossref","first-page":"2873","DOI":"10.1109\/TSE.2023.3234321","article-title":"Automated detection of software performance antipatterns in java-based applications","volume":"49","author":"Trubiani","year":"2023","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.jss.2026.112857_bib0057","series-title":"Fudan v0.2.0 Train-ticket System","author":"University","year":"2021"},{"key":"10.1016\/j.jss.2026.112857_bib0058","series-title":"Fudan v1.0.0 Train-Ticket System","author":"University","year":"2022"},{"key":"10.1016\/j.jss.2026.112857_bib0059","series-title":"Deathstarbench","author":"University","year":"2019"},{"key":"10.1016\/j.jss.2026.112857_bib0060","series-title":"International Conference on Information Technology and Computer Application (ITCA)","first-page":"257","article-title":"Design and research of microservice application automation testing framework","author":"Wang","year":"2019"},{"key":"10.1016\/j.jss.2026.112857_bib0061","series-title":"Proceedings of the 18th International Conference on Evaluation and Assessment in Software Engineering","first-page":"1","article-title":"Guidelines for snowballing in systematic literature studies and a replication in software engineering","author":"Wohlin","year":"2014"},{"key":"10.1016\/j.jss.2026.112857_bib0062","series-title":"Software Architecture","first-page":"303","article-title":"Software architecture measurement\u2014experiences from a multinational company","author":"Wu","year":"2018"},{"key":"10.1016\/j.jss.2026.112857_bib0063","series-title":"2018 IEEE\/ACM 40th International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","first-page":"323","article-title":"Poster: benchmarking microservice systems for software engineering research","author":"Zhou","year":"2018"}],"container-title":["Journal of Systems and Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121226000919?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121226000919?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T01:09:32Z","timestamp":1781140172000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0164121226000919"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":63,"alternative-id":["S0164121226000919"],"URL":"https:\/\/doi.org\/10.1016\/j.jss.2026.112857","relation":{},"ISSN":["0164-1212"],"issn-type":[{"value":"0164-1212","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Automated assessment of the relationship between microservice architectures and performance","name":"articletitle","label":"Article Title"},{"value":"Journal of Systems and Software","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jss.2026.112857","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Author(s). Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"112857"}}