{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T03:11:16Z","timestamp":1778728276589,"version":"3.51.4"},"reference-count":86,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Systems and Software"],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1016\/j.jss.2026.112886","type":"journal-article","created":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T19:50:24Z","timestamp":1776282624000},"page":"112886","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Observability of web applications: An industrial case study"],"prefix":"10.1016","volume":"239","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5561-4232","authenticated-orcid":false,"given":"Anas","family":"Shatnawi","sequence":"first","affiliation":[]},{"given":"Bachar","family":"Rima","sequence":"additional","affiliation":[]},{"given":"Zakarea","family":"Alshara","sequence":"additional","affiliation":[]},{"given":"Gabriel","family":"Darbord","sequence":"additional","affiliation":[]},{"given":"Abdelhak-Djamel","family":"Seriai","sequence":"additional","affiliation":[]},{"given":"Christophe","family":"Bortolaso","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.jss.2026.112886_b1","series-title":"2022 IEEE International Conference on Service-Oriented System Engineering","first-page":"29","article-title":"Using microservice telemetry data for system dynamic analysis","author":"Al Maruf","year":"2022"},{"issue":"1","key":"10.1016\/j.jss.2026.112886_b2","first-page":"28","article-title":"User experience: Challenges and opportunities","volume":"3","author":"Allam","year":"2013","journal-title":"J. Inf. Syst. Res. Innov."},{"key":"10.1016\/j.jss.2026.112886_b3","series-title":"Amazon web services (AWS)","author":"Amazon Web Services (AWS)","year":"2006"},{"key":"10.1016\/j.jss.2026.112886_b4","doi-asserted-by":"crossref","first-page":"110","DOI":"10.1016\/j.infsof.2019.05.008","article-title":"On the use of usage patterns from telemetry data for test case prioritization","volume":"113","author":"Anderson","year":"2019","journal-title":"Inf. Softw. Technol."},{"key":"10.1016\/j.jss.2026.112886_b5","series-title":"Effective UI: The Art of Building Great User Experience in Software","author":"Anderson","year":"2010"},{"key":"10.1016\/j.jss.2026.112886_b6","series-title":"Apache log4j","author":"Apache log4j","year":"2023"},{"key":"10.1016\/j.jss.2026.112886_b7","doi-asserted-by":"crossref","unstructured":"Barik, T., DeLine, R., Drucker, S., Fisher, D., 2016. The bones of the system: A case study of logging and telemetry at microsoft. In: Proceedings of the 38th International Conference on Software Engineering Companion. pp. 92\u2013101.","DOI":"10.1145\/2889160.2889231"},{"issue":"3","key":"10.1016\/j.jss.2026.112886_b8","doi-asserted-by":"crossref","first-page":"6511","DOI":"10.1109\/LRA.2022.3174346","article-title":"ros2_tracing: Multipurpose low-overhead framework for real-time tracing of ROS 2","volume":"7","author":"Bedard","year":"2022","journal-title":"IEEE Robot. Autom. Lett."},{"key":"10.1016\/j.jss.2026.112886_b9","series-title":"2021 IEEE 20th International Symposium on Network Computing and Applications","first-page":"1","article-title":"A layered framework for root cause diagnosis of microservices","author":"Bento","year":"2021"},{"key":"10.1016\/j.jss.2026.112886_b10","series-title":"Berger-levrault","author":"Berger-levrault","year":"2023"},{"key":"10.1016\/j.jss.2026.112886_b11","series-title":"A Scalable Architecture for Automated Monitoring of Microservices","author":"Boncea","year":"2018"},{"key":"10.1016\/j.jss.2026.112886_b12","doi-asserted-by":"crossref","unstructured":"Boukhraouba, I., et al., 2023. From User Activity Traces To Navigation Graph for software enhancement: An Application Of Graph Neural Network (GNN) On a Real-world Non-attributed Graph. In: ACM International Conference on Information and Knowledge Management. CIKM2023.","DOI":"10.1145\/3583780.3615998"},{"issue":"4","key":"10.1016\/j.jss.2026.112886_b13","doi-asserted-by":"crossref","first-page":"34:1","DOI":"10.1145\/3418899","article-title":"A black-box monitoring approach to measure microservices runtime performance","volume":"17","author":"Brondolin","year":"2020","journal-title":"ACM Trans. Archit. Code Optim."},{"key":"10.1016\/j.jss.2026.112886_b14","series-title":"2022 International Conference on Information Networking","first-page":"226","article-title":"A tracing based model to identify bottlenecks in physically distributed applications","author":"Cass\u00e9","year":"2022"},{"key":"10.1016\/j.jss.2026.112886_b15","series-title":"Improving the Logging Practices in DevOps","author":"Chen","year":"2020"},{"key":"10.1016\/j.jss.2026.112886_b16","series-title":"2018 IEEE 42nd Annual Computer Software and Applications Conference","first-page":"251","article-title":"Test case prioritization based on method call sequences","volume":"vol. 1","author":"Chi","year":"2018"},{"key":"10.1016\/j.jss.2026.112886_b17","series-title":"SANER 2025","article-title":"A multi-language tool for generating unit tests from execution traces","author":"Darbord","year":"2025"},{"issue":"1","key":"10.1016\/j.jss.2026.112886_b18","doi-asserted-by":"crossref","first-page":"37","DOI":"10.3390\/fi15010037","article-title":"Cost-profiling microservice applications using an APM stack","volume":"15","author":"de Vries","year":"2023","journal-title":"Futur. Internet"},{"key":"10.1016\/j.jss.2026.112886_b19","series-title":"Chapter Three - Recent Advances in Regression Testing Techniques","first-page":"53","volume":"vol. 103","author":"Do","year":"2016"},{"key":"10.1016\/j.jss.2026.112886_b20","series-title":"DoorDash Engineering: Optimizing OpenTelemetry\u2019s Span Processor for High Throughput and Low CPU Costs","author":"DoorDash Engineering","year":"2023"},{"key":"10.1016\/j.jss.2026.112886_b21","series-title":"2023 IEEE International Conference on Service-Oriented System Engineering","first-page":"98","article-title":"A comparison of distributed tracing tools in serverless applications","author":"Eder","year":"2023"},{"key":"10.1016\/j.jss.2026.112886_b22","series-title":"Elastic observability: Transform your data into AI-powered insights","author":"Elastic Observability","year":"2023"},{"key":"10.1016\/j.jss.2026.112886_b23","series-title":"Elastic stack: An overview","author":"Elastic Stack","year":"2010"},{"key":"10.1016\/j.jss.2026.112886_b24","series-title":"Elasticsearch","author":"Elasticsearch","year":"2010"},{"key":"10.1016\/j.jss.2026.112886_b25","series-title":"Emplacing new tracing: Adding OpenTelemetry to envoy","author":"Ellis","year":"2022"},{"key":"10.1016\/j.jss.2026.112886_b26","series-title":"Solution Architecture Patterns for Enterprise: A Guide To Building Enterprise Software Systems","first-page":"231","article-title":"Implementing observability for enterprise software systems","author":"Fernando","year":"2023"},{"key":"10.1016\/j.jss.2026.112886_b27","series-title":"Companion Proceedings of the 36th International Conference on Software Engineering","first-page":"24","article-title":"Where do developers log? An empirical study on logging practices in industry","author":"Fu","year":"2014"},{"key":"10.1016\/j.jss.2026.112886_b28","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2023.111723","article-title":"Enhancing web applications observability through instrumented automated browsers","volume":"203","author":"Garc\u00eda","year":"2023","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.jss.2026.112886_b29","series-title":"Gatling: Professional load testing tool","author":"Gatling","year":"2023"},{"issue":"2","key":"10.1016\/j.jss.2026.112886_b30","doi-asserted-by":"crossref","DOI":"10.1145\/3158644","article-title":"Survey and analysis of kernel and userspace tracers on linux: Design, implementation, and overhead","volume":"51","author":"Gebai","year":"2018","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.jss.2026.112886_b31","series-title":"Proceedings of the 22nd Annual ACM SIGPLAN Conference on Object-Oriented Programming Systems, Languages and Applications","first-page":"57","article-title":"Statistically rigorous java performance evaluation","author":"Georges","year":"2007"},{"key":"10.1016\/j.jss.2026.112886_b32","series-title":"Practical OpenTelemetry: Adopting Open Observability Standards Across Your Organization","author":"Gomez Blanco","year":"2023"},{"key":"10.1016\/j.jss.2026.112886_b33","series-title":"Chrome DevTools protocol","author":"Google","year":"2025"},{"key":"10.1016\/j.jss.2026.112886_b34","series-title":"Grafana Labs: Observability survey 2023: Key findings and analysis on the state of observability","author":"Grafana Labs","year":"2023"},{"issue":"C","key":"10.1016\/j.jss.2026.112886_b35","article-title":"An empirical study on the performance overhead of code instrumentation in containerised microservices","volume":"230","author":"Hammad","year":"2025","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.jss.2026.112886_b36","doi-asserted-by":"crossref","DOI":"10.1016\/j.cose.2022.102728","article-title":"Anomalous distributed traffic: Detecting cyber security attacks amongst microservices using graph convolutional networks","volume":"118","author":"Jacob","year":"2022","journal-title":"Comput. Secur."},{"key":"10.1016\/j.jss.2026.112886_b37","series-title":"Jaeger","author":"Jaeger","year":"2016"},{"key":"10.1016\/j.jss.2026.112886_b38","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2023.111793","article-title":"Open tracing tools: overview and critical comparison","volume":"204","author":"Janes","year":"2023","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.jss.2026.112886_b39","series-title":"JSNI","author":"JSNI","year":"2023"},{"key":"10.1016\/j.jss.2026.112886_b40","series-title":"Controllability and Observability","first-page":"1","article-title":"Lectures on controllability and observability","author":"Kalman","year":"2011"},{"key":"10.1016\/j.jss.2026.112886_b41","series-title":"Cloud Computing and Security","first-page":"467","article-title":"Distributed monitoring system for microservices-based IoT middleware system","author":"Kang","year":"2018"},{"key":"10.1016\/j.jss.2026.112886_b42","doi-asserted-by":"crossref","first-page":"73036","DOI":"10.1109\/ACCESS.2023.3281860","article-title":"Toward the observability of cloud-native applications: The overview of the state-of-the-art","volume":"11","author":"Kosi\u0144ska","year":"2023","journal-title":"IEEE Access"},{"issue":"1","key":"10.1016\/j.jss.2026.112886_b43","doi-asserted-by":"crossref","first-page":"26","DOI":"10.22146\/jise.v3i1.5000","article-title":"Application performance monitoring system design using opentelemetry and grafana stack","volume":"3","author":"Kusuma","year":"2022","journal-title":"J. Internet Softw. Eng."},{"key":"10.1016\/j.jss.2026.112886_b44","series-title":"User Modeling, Adaptation, and Personalization","first-page":"164","article-title":"Models of user engagement","author":"Lehmann","year":"2012"},{"issue":"1","key":"10.1016\/j.jss.2026.112886_b45","article-title":"Enjoy your observability: an industrial survey of microservice tracing and analysis","volume":"27","author":"Li","year":"2022","journal-title":"Empir. Softw. Engg."},{"key":"10.1016\/j.jss.2026.112886_b46","article-title":"A qualitative study of the benefits and costs of logging from developers\u2019 perspectives","author":"Li","year":"2020","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.jss.2026.112886_b47","series-title":"Cloud Computing \u2013 CLOUD 2019","first-page":"287","article-title":"JCallGraph: Tracing microservices in very large scale container cloud platforms","author":"Liu","year":"2019"},{"key":"10.1016\/j.jss.2026.112886_b48","series-title":"Observability Engineering","author":"Majors","year":"2022"},{"key":"10.1016\/j.jss.2026.112886_b49","first-page":"35","article-title":"Distributed request tracing using zipkin and spring boot sleuth","volume":"175","author":"Mallanna","year":"2020","journal-title":"Int. J. Comput. Appl."},{"key":"10.1016\/j.jss.2026.112886_b50","series-title":"Advances in Information Retrieval: 43rd European Conference on IR Research, ECIR 2021, Virtual Event, March 28 \u2013 April 1, 2021, Proceedings, Part II","first-page":"525","article-title":"LogUI: Contemporary logging infrastructure for web-based experiments","author":"Maxwell","year":"2021"},{"key":"10.1016\/j.jss.2026.112886_b51","series-title":"DESIRES","first-page":"19","article-title":"Developing contemporary web-based interaction logging infrastructure: The design and challenges of LogUI","volume":"vol. 2950","author":"Maxwell","year":"2021"},{"key":"10.1016\/j.jss.2026.112886_b52","series-title":"Service-Oriented Computing","first-page":"36","article-title":"On observability and monitoring of distributed systems \u2013 An industry interview study","author":"Niedermaier","year":"2019"},{"key":"10.1016\/j.jss.2026.112886_b53","series-title":"OpenTelemetry","author":"OpenTelemetry","year":"2019"},{"key":"10.1016\/j.jss.2026.112886_b54","series-title":"OpenTelemetry: Collector","author":"OpenTelemetry","year":"2019"},{"key":"10.1016\/j.jss.2026.112886_b55","series-title":"OpenTelemetry: Instrumentation for Java","author":"OpenTelemetry","year":"2019"},{"key":"10.1016\/j.jss.2026.112886_b56","series-title":"OpenTelemetry: Instrumentation for JavaScript applications","author":"OpenTelemetry","year":"2019"},{"key":"10.1016\/j.jss.2026.112886_b57","series-title":"OpenTelemetry: OTLP specification 1.0.0","author":"OpenTelemetry","year":"2019"},{"key":"10.1016\/j.jss.2026.112886_b58","series-title":"OpenTelemetry: Tracing API","author":"OpenTelemetry","year":"2019"},{"key":"10.1016\/j.jss.2026.112886_b59","series-title":"OpenTelemetry: Tracing SDK","author":"OpenTelemetry","year":"2019"},{"key":"10.1016\/j.jss.2026.112886_b60","series-title":"OpenTelemetry extension mechanism","author":"OpenTelemetry","year":"2025"},{"key":"10.1016\/j.jss.2026.112886_b61","series-title":"OpenTelemetry APIs","author":"OpenTelemetry","year":"2025"},{"key":"10.1016\/j.jss.2026.112886_b62","series-title":"Prometheus","author":"Prometheus","year":"2012"},{"key":"10.1016\/j.jss.2026.112886_b63","series-title":"Puppeteer","author":"Puppeteer","year":"2025"},{"key":"10.1016\/j.jss.2026.112886_b64","series-title":"Handbook of Usability and User-Experience","first-page":"3","article-title":"UX concepts and perspectives\u2013from usability to user-experience design","author":"Quaresma","year":"2022"},{"key":"10.1016\/j.jss.2026.112886_b65","series-title":"Companion of the 15th ACM\/SPEC International Conference on Performance Engineering","first-page":"249","article-title":"Overhead comparison of instrumentation frameworks","author":"Reichelt","year":"2024"},{"key":"10.1016\/j.jss.2026.112886_b66","series-title":"SSP","article-title":"Overhead comparison of OpenTelemetry, inspectIT and kieker","author":"Reichelt","year":"2021"},{"key":"10.1016\/j.jss.2026.112886_b67","series-title":"Companion of the 2023 ACM\/SPEC International Conference on Performance Engineering","first-page":"381","article-title":"Towards solving the challenge of minimal overhead monitoring","author":"Reichelt","year":"2023"},{"key":"10.1016\/j.jss.2026.112886_b68","series-title":"Monitoring a Kubernetes Application","author":"Ritari","year":"2019"},{"key":"10.1016\/j.jss.2026.112886_b69","series-title":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","first-page":"2395","article-title":"Measuring the user experience on a large scale: User-centered metrics for web applications","author":"Rodden","year":"2010"},{"key":"10.1016\/j.jss.2026.112886_b70","doi-asserted-by":"crossref","first-page":"1572","DOI":"10.1109\/TLA.2014.7014530","article-title":"Performance evaluation of dynamic binary instrumentation frameworks","volume":"12","author":"Rodr\u00edguez","year":"2014","journal-title":"Lat. Am. Trans. IEEE (Revista IEEE Am. Lat.)"},{"issue":"10","key":"10.1016\/j.jss.2026.112886_b71","doi-asserted-by":"crossref","first-page":"929","DOI":"10.1109\/32.962562","article-title":"Prioritizing test cases for regression testing","volume":"27","author":"Rothermel","year":"2001","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"13","key":"10.1016\/j.jss.2026.112886_b72","article-title":"Modeling the navigation behavior of dynamic web applications","volume":"65","author":"Sabharwal","year":"2013","journal-title":"Int. J. Comput. Appl."},{"key":"10.1016\/j.jss.2026.112886_b73","series-title":"Evaluating OpenTelemetry\u2019s Impact on Performance in Microservice Architectures","first-page":"45","author":"Sandberg","year":"2024"},{"key":"10.1016\/j.jss.2026.112886_b74","series-title":"Tail based sampling framework for distributed tracing using stream processing","author":"Shuvo","year":"2021"},{"key":"10.1016\/j.jss.2026.112886_b75","series-title":"Dapper, a large-scale distributed systems tracing infrastructure","author":"Sigelman","year":"2010"},{"key":"10.1016\/j.jss.2026.112886_b76","series-title":"SigNoz: Blog - Top 11 Observability Tools in 2023","author":"SigNoz","year":"2023"},{"key":"10.1016\/j.jss.2026.112886_b77","series-title":"SigNoz: an open-source observability tool","author":"SigNoz","year":"2023"},{"key":"10.1016\/j.jss.2026.112886_b78","series-title":"Software Measurement","first-page":"160","article-title":"Designing an unobtrusive analytics framework for monitoring java applications","author":"Suonsyrj\u00e4","year":"2015"},{"key":"10.1016\/j.jss.2026.112886_b79","series-title":"2011 IEEE Symposium on Security and Privacy","first-page":"363","article-title":"Automated analysis of security-critical JavaScript APIs","author":"Taly","year":"2011"},{"key":"10.1016\/j.jss.2026.112886_b80","article-title":"Application performance monitoring using log file on ELK stack","author":"Tiwari","year":"2020","journal-title":"IRJET"},{"key":"10.1016\/j.jss.2026.112886_b81","series-title":"UX Optimization: Combining Behavioral UX and Usability Testing Data to Optimize Websites","author":"Tomlin","year":"2018"},{"key":"10.1016\/j.jss.2026.112886_b82","doi-asserted-by":"crossref","unstructured":"Wallner, G., Kriglstein, S., Gnadlinger, F., Heiml, M., Kranzer, J., 2014. Game user telemetry in practice: A case study. In: Proceedings of the 11th Conference on Advances in Computer Entertainment Technology. pp. 1\u20134.","DOI":"10.1145\/2663806.2663859"},{"key":"10.1016\/j.jss.2026.112886_b83","series-title":"Proceedings of the 10th USENIX Conference on Operating Systems Design and Implementation","first-page":"293","article-title":"Be conservative: Enhancing failure diagnosis with proactive logging","author":"Yuan","year":"2012"},{"key":"10.1016\/j.jss.2026.112886_b84","series-title":"Proceedings of the 34th International Conference on Software Engineering","first-page":"102","article-title":"Characterizing logging practices in open-source software","author":"Yuan","year":"2012"},{"key":"10.1016\/j.jss.2026.112886_b85","series-title":"2014 IEEE 8th International Symposium on Service Oriented System Engineering","first-page":"266","article-title":"MTracer: A trace-oriented monitoring framework for medium-scale distributed systems","author":"Zhou","year":"2014"},{"key":"10.1016\/j.jss.2026.112886_b86","series-title":"Zipkin: a distributed tracing system","author":"Zipkin","year":"2023"}],"container-title":["Journal of Systems and Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121226001196?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121226001196?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T02:51:27Z","timestamp":1778727087000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0164121226001196"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9]]},"references-count":86,"alternative-id":["S0164121226001196"],"URL":"https:\/\/doi.org\/10.1016\/j.jss.2026.112886","relation":{},"ISSN":["0164-1212"],"issn-type":[{"value":"0164-1212","type":"print"}],"subject":[],"published":{"date-parts":[[2026,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Observability of web applications: An industrial case study","name":"articletitle","label":"Article Title"},{"value":"Journal of Systems and Software","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jss.2026.112886","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"112886"}}