{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T14:10:25Z","timestamp":1784211025475,"version":"3.55.0"},"reference-count":61,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,11,30]],"date-time":"2021-11-30T00:00:00Z","timestamp":1638230400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,11,30]],"date-time":"2021-11-30T00:00:00Z","timestamp":1638230400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2022,1]]},"DOI":"10.1007\/s10664-021-10063-9","type":"journal-article","created":{"date-parts":[[2021,11,30]],"date-time":"2021-11-30T17:01:50Z","timestamp":1638291710000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":104,"title":["Enjoy your observability: an industrial survey of microservice tracing and analysis"],"prefix":"10.1007","volume":"27","author":[{"given":"Bowen","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xin","family":"Peng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qilin","family":"Xiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hanzhang","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tao","family":"Xie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jun","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xuanzhe","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,11,30]]},"reference":[{"key":"10063_CR1","unstructured":"Alibabacloud.Com: Alibabacloud (2020). https:\/\/www.alibabacloud.com\/help\/doc-detail\/42781.htm?spm=a2c63.l28256.b99.2.7def74893VnsEp"},{"key":"10063_CR2","unstructured":"Aws.Amazon.Com: AWS (2020). https:\/\/aws.amazon.com\/xray\/"},{"key":"10063_CR3","unstructured":"Barham P., Donnelly A., Isaacs R., Mortier R. (2004) Using Magpie for request extraction and workload modelling. In: 6Th USENIX symposium on operating systems design and implementation (OSDI), pp 259\u2013272"},{"key":"10063_CR4","unstructured":"Barham P., Isaacs R., Mortier R., Narayanan D. (2003) Magpie: Online modelling and performance-aware systems. In: 9Th workshop on hot topics in operating systems (hotOS), pp 85\u201390"},{"key":"10063_CR5","doi-asserted-by":"crossref","unstructured":"Bogner J., Fritzsch J., Wagner S., Zimmermann A. (2019) Microservices in industry: Insights into technologies, characteristics, and software quality. In: IEEE International conference on software architecture companion (ICSA-c), pp 187\u2013195","DOI":"10.1109\/ICSA-C.2019.00041"},{"key":"10063_CR6","doi-asserted-by":"crossref","unstructured":"Bogner J., Schlinger S., Wagner S., Zimmermann A. (2019) A modular approach to calculate service-based maintainability metrics from runtime data of microservices. In: 20Th international conference on product-focused software process improvement (PROFES), pp 489\u2013496","DOI":"10.1007\/978-3-030-35333-9_34"},{"key":"10063_CR7","unstructured":"Brown K (2021) Cloud adoption patterns. https:\/\/kgb1001001.github.io\/cloudadoptionpatterns\/Cloud-Native-DevOps\/Correlation-ID\/"},{"key":"10063_CR8","doi-asserted-by":"crossref","unstructured":"Chanda A., Cox A. L., Zwaenepoel W. (2007) Whodunit: Transactional profiling for multi-tier applications. In: 2Nd ACM SIGOPS\/eurosys european conference on computer systems (eurosys), pp 17\u201330","DOI":"10.1145\/1272996.1273001"},{"key":"10063_CR9","unstructured":"Chen M. Y., Accardi A. J., Kiciman E., Patterson D. A., Fox A., Brewer E. A. (2004) Path-based failure and evolution management. In: 1St symposium on networked systems design and implementation (NSDI), pp 309\u2013322"},{"key":"10063_CR10","doi-asserted-by":"crossref","unstructured":"Chen R., Li S., Li Z. (2017) From monolith to microservices: A dataflow-driven approach. In: 24Th asia-pacific software engineering conference (APSEC), pp 466\u2013475","DOI":"10.1109\/APSEC.2017.53"},{"key":"10063_CR11","unstructured":"Developer.Ebay.Com: Ebay developers program (2020). https:\/\/developer.ebay.com\/"},{"key":"10063_CR12","doi-asserted-by":"crossref","unstructured":"Di Francesco P., Lago P., Malavolta I. (2018) Migrating towards microservice architectures: an industrial survey. In: IEEE International conference on software architecture (ICSA), pp 29\u201339","DOI":"10.1109\/ICSA.2018.00012"},{"key":"10063_CR13","unstructured":"Dynatrace.Cn: Dynatrace (2020). https:\/\/www.dynatrace.cn\/"},{"key":"10063_CR14","unstructured":"Elasticsearch.Com: Elasticsearch (2020). https:\/\/www.elastic.co\/products\/elasticsearch"},{"key":"10063_CR15","doi-asserted-by":"crossref","unstructured":"Engel T., Langermeier M., Bauer B., Hofmann A. (2018) Evaluation of microservice architectures: a metric and tool-based approach. In: Information systems in the big data era, pp 74\u201389","DOI":"10.1007\/978-3-319-92901-9_8"},{"key":"10063_CR16","unstructured":"Flink.com: Apache flink (2021). https:\/\/flink.apache.org\/"},{"key":"10063_CR17","unstructured":"Fonseca R., Dutta P., Levis P., Stoica I. (2008) Quanto: Tracking energy in networked embedded systems. In: 8Th USENIX symposium on operating systems design and implementation (OSDI), pp 323\u2013338"},{"key":"10063_CR18","unstructured":"Fonseca R., Freedman M., Porter G. (2010) Experiences with tracing causality in networked services. In: 1St internet network management workshop\/workshop on research on enterprise monitoring"},{"key":"10063_CR19","unstructured":"Fonseca R., Porter G., Katz R. H., Shenker S., Stoica I. (2007) X-trace: A pervasive network tracing framework. In: 4Th symposium on networked systems design and implementation (NSDI), pp 271\u2013284"},{"key":"10063_CR20","doi-asserted-by":"crossref","unstructured":"Francesco P. D., Malavolta I., Lago P. (2017) Research on architecting microservices: trends, focus, and potential for industrial adoption. In: IEEE International conference on software architecture (ICSA), pp 21\u201330","DOI":"10.1109\/ICSA.2017.24"},{"key":"10063_CR21","doi-asserted-by":"crossref","unstructured":"Haselb\u00f6ck S., Weinreich R., Buchgeher G. (2018) An expert interview study on areas of microservice design. In: 11Th IEEE conference on service-oriented computing and applications (SOCA), pp 137\u2013144","DOI":"10.1109\/SOCA.2018.00028"},{"key":"10063_CR22","unstructured":"Htrace.Org: Htrace (2020). http:\/\/htrace.org\/"},{"key":"10063_CR23","unstructured":"Istio.Io: Istio (2020). https:\/\/istio.io\/"},{"key":"10063_CR24","unstructured":"Istio.Io: Sidecar (2020). https:\/\/istio.io\/docs\/reference\/config\/networking\/sidecar\/"},{"key":"10063_CR25","unstructured":"Jaegertracing.Io: Jaegertracing (2020). https:\/\/www.jaegertracing.io\/"},{"key":"10063_CR26","unstructured":"Kafka.Com: Apache Kafka (2021). http:\/\/kafka.apache.org\/"},{"key":"10063_CR27","doi-asserted-by":"crossref","unstructured":"Kaldor J., Mace J., Bejda M., Gao E., Kuropatwa W., O\u2019Neill J., Ong K. W., Schaller B., Shan P., Viscomi B., Venkataraman V., Veeraraghavan K., Song Y. J. (2017) Canopy: an end-to-end performance tracing and analysis system. In: 26Th symposium on operating systems principles (SOSP), pp 34\u201350","DOI":"10.1145\/3132747.3132749"},{"key":"10063_CR28","unstructured":"Kibana.Com: Kibana (2020). https:\/\/www.elastic.co\/products\/kibana"},{"key":"10063_CR29","unstructured":"Kubernetes.Io: Kubernetes (2020). https:\/\/kubernetes.io\/"},{"key":"10063_CR30","doi-asserted-by":"crossref","unstructured":"Kvale S. (2008) Doing interviews. Sage","DOI":"10.4135\/9781849208963"},{"issue":"1","key":"10063_CR31","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1109\/MS.2020.3030803","volume":"38","author":"V Lenarduzzi","year":"2021","unstructured":"Lenarduzzi V., Panichella A. (2021) Serverless testing: Tool vendors\u2019 and experts\u2019 points of view. IEEE Softw 38(1):54\u201360","journal-title":"IEEE Softw"},{"key":"10063_CR32","unstructured":"Lewis J, Fowler M (2020) Microservices. https:\/\/martinfowler.com\/articles\/microservices.html"},{"key":"10063_CR33","unstructured":"Logging.Apache.Org: Apache (2020). https:\/\/logging.apache.org\/log4j\/2.x\/"},{"key":"10063_CR34","unstructured":"Logstash.Com: Logstash (2020). https:\/\/www.elastic.co\/products\/logstash"},{"key":"10063_CR35","doi-asserted-by":"crossref","unstructured":"Mace J., Roelke R., Fonseca R. (2015) Pivot tracing: Dynamic causal monitoring for distributed systems. In: 25Th symposium on operating systems principles (SOSP), pp 378\u2013393","DOI":"10.1145\/2815400.2815415"},{"key":"10063_CR36","unstructured":"Naver.Github.Io: Dynatrace (2020). http:\/\/naver.github.io\/pinpoint\/"},{"key":"10063_CR37","unstructured":"Netflix.Com: Netflix (2014). https:\/\/www.netflix.com\/"},{"key":"10063_CR38","unstructured":"Newman S. (2015) Building microservices - designing fine-grained systems, 1st edn. O\u2019Reilly"},{"key":"10063_CR39","unstructured":"Opencensus.Io: Opencensus (2020). https:\/\/opencensus.io\/"},{"key":"10063_CR40","unstructured":"Opentelemetry.Io: Opentelemetry (2020). https:\/\/opentelemetry.io\/"},{"key":"10063_CR41","unstructured":"Opentracing.Io: Opentracing (2020). https:\/\/opentracing.io\/"},{"issue":"2","key":"10063_CR42","first-page":"503","volume":"28","author":"C Pham","year":"2017","unstructured":"Pham C., Wang L., Tak B., Baset S., Tang C., Kalbarczyk Z. T., Iyer R. K. (2017) Failure diagnosis for distributed systems using targeted fault injection. IEEE Trans Parallel Distrib Syst (TPDS) 28(2):503\u2013516","journal-title":"IEEE Trans Parallel Distrib Syst (TPDS)"},{"key":"10063_CR43","unstructured":"Prometheus.Io: Prometheus (2020). https:\/\/prometheus.io\/"},{"key":"10063_CR44","unstructured":"Qos.ch: Qos (2020). http:\/\/logback.qos.ch\/"},{"key":"10063_CR45","unstructured":"Reynolds P., Killian C., Wiener J., Mogul J., Shah M., Vahdat A. (2006) Pip: Detecting the unexpected in distributed systems. In: 3Rd symposium on networked systems design and implementation (NSDI), pp 115\u2013128"},{"key":"10063_CR46","unstructured":"Richardson C. (2019) Microservices patterns: With examples in java. Manning Publications Co"},{"key":"10063_CR47","doi-asserted-by":"crossref","unstructured":"Sambasivan R. R., Zheng A. X., Rosa M. D., Krevat E., Whitman S., Stroucken M., Wang W., Xu L., Ganger G. R. (2011) Diagnosing performance changes by comparing request flows. In: 8Th symposium on networked systems design and implementation (NSDI)","DOI":"10.21236\/ADA528600"},{"key":"10063_CR48","unstructured":"Sigelman B. H., Barroso L. A., Burrows M., Stephenson P., Plakal M., Beaver D., Jaspan S., Shanbhag C. (2010) Dapper a large-scale distributed systems tracing infrastructure"},{"key":"10063_CR49","unstructured":"Skywalking.Org: Apache Skywalking (2020). https:\/\/skywalking.apache.org\/"},{"key":"10063_CR50","unstructured":"Splunk.Com: Splunk observability (2021). https:\/\/www.splunk.com\/"},{"key":"10063_CR51","unstructured":"Sridharan C. (2018) Distributed systems observability: a guide to building robust systems. O\u2019Reilly Media, Inc"},{"key":"10063_CR52","unstructured":"Strauss A., Corbin J. (1990) Open coding. In: Strauss A, Corbin J (eds) Basics of qualitative research: Grounded theory procedures and techniques. Sage Publications, London, pp 101\u2013121"},{"key":"10063_CR53","doi-asserted-by":"crossref","unstructured":"Taibi D., Syst\u00e4 K (2019) From monolithic systems to microservices: A decomposition framework based on process mining. In: 9Th international conference on cloud computing and services science (CLOSER), pp 153\u2013164","DOI":"10.5220\/0007755901530164"},{"key":"10063_CR54","doi-asserted-by":"crossref","unstructured":"Thereska E., Salmon B., Strunk J. D., Wachs M., Abd-el-malek M, Hernandez J.L, Ganger G.R (2006) Stardust: tracking activity in a distributed storage system. In: ACM SIGMETRICS Joint international conference on measurement and modeling of computer systems (SIGMETRICS), pp 3\u201314","DOI":"10.1145\/1140103.1140280"},{"key":"10063_CR55","unstructured":"Wikipedia.Org: Wikipedia (2020). https:\/\/en.wikipedia.org\/wiki\/Log_file"},{"key":"10063_CR56","doi-asserted-by":"crossref","unstructured":"Yuan D., Park S., Zhou Y. (2012) Characterizing logging practices in open-source software. In: 34Th international conference on software engineering (ICSE), pp 102\u2013112","DOI":"10.1109\/ICSE.2012.6227202"},{"key":"10063_CR57","doi-asserted-by":"crossref","unstructured":"Zhang H., Li S., Jia Z., Zhong C., Zhang C. (2019) Microservice architecture in reality: an industrial inquiry. In: IEEE International conference on software architecture (ICSA), pp 51\u201360","DOI":"10.1109\/ICSA.2019.00014"},{"issue":"2","key":"10063_CR58","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1109\/TSE.2018.2887384","volume":"47","author":"X Zhou","year":"2021","unstructured":"Zhou X., Peng X., Xie T., Sun J., Ji C., Li W., Ding D. (2021) Fault analysis and debugging of microservice systems: Industrial survey, benchmark system, and empirical study. IEEE Trans Softw Eng (TSE) 47(2):243\u2013260","journal-title":"IEEE Trans Softw Eng (TSE)"},{"key":"10063_CR59","doi-asserted-by":"crossref","unstructured":"Zhou X., Peng X., Xie T., Sun J., Ji C., Liu D., Xiang Q., He C. (2019) Latent error prediction and fault localization for microservice applications by learning from system trace logs. In: 27Th ACM joint meeting on european software engineering conference and symposium on the foundations of software engineering (ESEC\/SIGSOFT FSE), pp 683\u2013694","DOI":"10.1145\/3338906.3338961"},{"key":"10063_CR60","doi-asserted-by":"crossref","unstructured":"Zhou X., Peng X., Xie T., Sun J., Li W., Ji C., Ding D. (2018) Delta debugging microservice systems. In: 33Rd ACM\/IEEE international conference on automated software engineering (ASE), pp 802\u2013807","DOI":"10.1145\/3238147.3240730"},{"key":"10063_CR61","unstructured":"Zipkin.Io: Zipkin (2020). https:\/\/zipkin.io\/"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10063-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-021-10063-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10063-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,8]],"date-time":"2025-04-08T23:17:24Z","timestamp":1744154244000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-021-10063-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11,30]]},"references-count":61,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,1]]}},"alternative-id":["10063"],"URL":"https:\/\/doi.org\/10.1007\/s10664-021-10063-9","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,11,30]]},"assertion":[{"value":"11 August 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 November 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"25"}}