{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T23:43:06Z","timestamp":1783554186526,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":90,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,10,30]],"date-time":"2023-10-30T00:00:00Z","timestamp":1698624000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,10,30]]},"DOI":"10.1145\/3620678.3624787","type":"proceedings-article","created":{"date-parts":[[2023,10,31]],"date-time":"2023-10-31T13:58:07Z","timestamp":1698760687000},"page":"502-519","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["LatenSeer"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5428-6604","authenticated-orcid":false,"given":"Yazhuo","family":"Zhang","sequence":"first","affiliation":[{"name":"Emory University and Twitter"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-6737-1503","authenticated-orcid":false,"given":"Rebecca","family":"Isaacs","sequence":"additional","affiliation":[{"name":"Amazon Web Services and Twitter"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0913-9104","authenticated-orcid":false,"given":"Yao","family":"Yue","sequence":"additional","affiliation":[{"name":"IOP Systems and Twitter"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0412-1139","authenticated-orcid":false,"given":"Juncheng","family":"Yang","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5132-4251","authenticated-orcid":false,"given":"Lei","family":"Zhang","sequence":"additional","affiliation":[{"name":"Princeton University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6812-4515","authenticated-orcid":false,"given":"Ymir","family":"Vigfusson","sequence":"additional","affiliation":[{"name":"Emory University & Keystrike"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,10,31]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Akamai Online Retail Performance Report: Milliseconds Are Critical. Retrieved","author":"Technologies Akamai","year":"2022","unstructured":"Akamai Technologies. 2017. Akamai Online Retail Performance Report: Milliseconds Are Critical. Retrieved April 2022 from https:\/\/www.akamai.com\/newsroom\/press-release\/akamai-releases-spring-2017-state-of-online-retail-performance-report."},{"key":"e_1_3_2_1_2_1","volume-title":"CherryPick: Adaptively Unearthing the Best Cloud Configurations for Big Data Analytics. In 14th USENIX Symposium on Networked Systems Design and Implementation (NSDI'17)","author":"Alipourfard Omid","year":"2017","unstructured":"Omid Alipourfard, Hongqiang Harry Liu, Jianshu Chen, Shivaram Venkataraman, Minlan Yu, and Ming Zhang. 2017. CherryPick: Adaptively Unearthing the Best Cloud Configurations for Big Data Analytics. In 14th USENIX Symposium on Networked Systems Design and Implementation (NSDI'17). USENIX Association, USA, 469--482."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1526709.1526828"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772693"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.1011"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357223.3362704"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/347057.347416"},{"key":"e_1_3_2_1_8_1","volume-title":"USENIX Symposium on Operating Systems Design and Implementation (OSDI'04)","volume":"4","author":"Barham Paul","year":"2004","unstructured":"Paul Barham, Austin Donnelly, Rebecca Isaacs, and Richard Mortier. 2004. Using Magpie for request extraction and workload modelling. In USENIX Symposium on Operating Systems Design and Implementation (OSDI'04), Vol. 4. Association for Computing Machinery, New York, NY, USA, 18--33."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2934661"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3427921.3450250"},{"key":"e_1_3_2_1_11_1","volume-title":"1st USENIX Symposium on Networked Systems Design & Implementation (NSDI'04)","author":"Chen Mike Y","year":"2004","unstructured":"Mike Y Chen, Anthony Accardi, Emre Kiciman, Jim Lloyd, Dave Patterson, Armando Fox, and Eric Brewer. 2004. Path-based failure and evolution management. In 1st USENIX Symposium on Networked Systems Design & Implementation (NSDI'04). USENIX Association, USA, 23--23."},{"key":"e_1_3_2_1_12_1","volume-title":"The Mystery Machine: End-to-end Performance Analysis of Large-scale Internet Services. In 11th USENIX Symposium on Operating Systems Design and Implementation (OSDI'14)","author":"Chow Michael","year":"2014","unstructured":"Michael Chow, David Meisner, Jason Flinn, Daniel Peek, and Thomas F Wenisch. 2014. The Mystery Machine: End-to-end Performance Analysis of Large-scale Internet Services. In 11th USENIX Symposium on Operating Systems Design and Implementation (OSDI'14). USENIX Association, USA, 217--231."},{"key":"e_1_3_2_1_13_1","volume-title":"Decomposing Twitter: Adventures in Service-Oriented Architecture. https:\/\/www.infoq.com\/presentations\/twitter-soa\/. Accessed: 2023-05-21.","author":"Cloud Jeremy","year":"2013","unstructured":"Jeremy Cloud. 2013. Decomposing Twitter: Adventures in Service-Oriented Architecture. https:\/\/www.infoq.com\/presentations\/twitter-soa\/. Accessed: 2023-05-21."},{"key":"e_1_3_2_1_14_1","volume-title":"2019 International Conference on Process Mining (ICPM). IEEE, 137--144","author":"Denisov Vadim","unstructured":"Vadim Denisov, Dirk Fahland, and Wil MP van der Aalst. 2019. Predictive performance monitoring of material handling systems using the performance spectrum. In 2019 International Conference on Process Mining (ICPM). IEEE, 137--144."},{"key":"e_1_3_2_1_15_1","volume-title":"2019 USENIX Annual Technical Conference (USENIX ATC'19)","author":"Duplyakin Dmitry","year":"2019","unstructured":"Dmitry Duplyakin, Robert Ricci, Aleksander Maricq, Gary Wong, Jonathon Duerig, Eric Eide, Leigh Stoller, Mike Hibler, David Johnson, Kirk Webb, et al. 2019. The design and operation of CloudLab. In 2019 USENIX Annual Technical Conference (USENIX ATC'19). Association for Computing Machinery, New York, NY, USA, 1--14."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526967"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3464298.3493398"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3358960.3379133"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2010.5"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2382553.2382555"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/379240.379253"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2486001.2486014"},{"key":"e_1_3_2_1_23_1","volume-title":"4th USENIX Symposium on Networked Systems Design & Implementation (NSDI'07)","author":"Fonseca Rodrigo","year":"2007","unstructured":"Rodrigo Fonseca, George Porter, Randy H Katz, and Scott Shenker. 2007. X-trace: A pervasive network tracing framework. In 4th USENIX Symposium on Networked Systems Design & Implementation (NSDI'07)."},{"key":"e_1_3_2_1_24_1","unstructured":"Nicole Forsgren Dustin Smith Jez Humble and Jessie Frazelle. 2019. 2019 Accelerate State of DevOps Report. Technical Report. Google.Inc. http:\/\/cloud.google.com\/devops\/state-of-devops\/"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1056\/NEJMra1614394"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3297858.3304013"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3297858.3304004"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1137\/0201013"},{"key":"e_1_3_2_1_29_1","unstructured":"Adam Gluck. 2020. Introducing Domain-Oriented Microservice Architecture. https:\/\/www.uber.com\/blog\/microservice-architecture\/. Accessed: 2023-05-21."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.14778\/3402707.3402746"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472883.3486994"},{"key":"e_1_3_2_1_32_1","unstructured":"Jaeger 2023. Jaeger: Open Source End-to-End Distributed Tracing. https:\/\/www.jaegertracing.io\/. Accessed: 2023-05-21."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2934872.2934882"},{"key":"e_1_3_2_1_34_1","first-page":"1","article-title":"Structural Agnostic Modeling: Adversarial Learning of Causal Graphs","volume":"23","author":"Kalainathan Diviyan","year":"2022","unstructured":"Diviyan Kalainathan, Olivier Goudet, Isabelle Guyon, David Lopez-Paz, and Mich\u00c3le Sebag. 2022. Structural Agnostic Modeling: Adversarial Learning of Causal Graphs. Journal of Machine Learning Research 23, 219 (2022), 1--62. http:\/\/jmlr.org\/papers\/v23\/19-529.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132749"},{"key":"e_1_3_2_1_36_1","unstructured":"Kyle Kingsbury. 2013. The trouble with timestamps. https:\/\/aphyr.com\/posts\/299-the-trouble-with-timestamps. Accessed: 2023-05-30."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488450"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357223.3362736"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357223.3362736"},{"key":"e_1_3_2_1_40_1","unstructured":"Cate Lawrence. 2021. Deployment Frequency -- A Key Metric in DevOps. https:\/\/humanitec.com\/blog\/deployment-frequency-key-metric-in-devops. Accessed: 2023-05-30."},{"key":"e_1_3_2_1_41_1","volume-title":"Proceedings of the 14th USENIX Conference on Operating Systems Design and Implementation. USENIX Association, USA, 1171--1186","author":"Li Yuliang","year":"2020","unstructured":"Yuliang Li, Gautam Kumar, Hema Hariharan, Hassan Wassel, Peter Hochschild, Dave Platt, Simon Sabato, Minlan Yu, Nandita Dukkipati, Prashant Chandra, et al. 2020. Sundial: Fault-tolerant clock synchronization for datacenters. In Proceedings of the 14th USENIX Conference on Operating Systems Design and Implementation. USENIX Association, USA, 1171--1186."},{"key":"e_1_3_2_1_42_1","volume-title":"20th USENIX Symposium on Networked Systems Design and lmple-mentation (NSDI 23)","author":"Mike Liang Chieh-Jan","year":"2023","unstructured":"Chieh-Jan Mike Liang, Zilin Fang, Yuqing Xie, Fan Yang, Zhao Lucis Li, Li Lyna Zhang, Mao Yang, and Lidong Zhou. 2023. On Modular Learning of Distributed Systems for Predicting {End-to-End} Latency. In 20th USENIX Symposium on Networked Systems Design and lmple-mentation (NSDI 23). usenix, USA, 1081--1095."},{"key":"e_1_3_2_1_43_1","volume-title":"OpenTelemetry: Best Practices on Sampling. Retrieved","year":"2020","unstructured":"Lightstep. 2020. OpenTelemetry: Best Practices on Sampling. Retrieved December 2020 from https:\/\/opentelemetry.lightstep.com\/best-practices\/sampling\/."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE5003.2020.00014"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472883.3487003"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3542929.3563477"},{"key":"e_1_3_2_1_47_1","volume-title":"Proceedings of the 12th USENIX Symposium on Networked Systems Design and Implementation (NSDI '15)","author":"Mace Jonathan","year":"2015","unstructured":"Jonathan Mace, Peter Bodik, Rodrigo Fonseca, and Madanlal Musuvathi. 2015. Retro: Targeted Resource Management in Multi-Tenant Distributed Systems. In Proceedings of the 12th USENIX Symposium on Networked Systems Design and Implementation (NSDI '15). usenix, USA."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2815400.2815415"},{"key":"e_1_3_2_1_49_1","volume-title":"16th USENIX Symposium on Operating Systems Design and Implementation (OSDI 22)","author":"Mahgoub Ashraf","year":"2022","unstructured":"Ashraf Mahgoub, Edgardo Barsallo Yi, Karthick Shankar, Sameh Elnikety, Somali Chaterji, and Saurabh Bagchi. 2022. ORION and the Three Rights: Sizing, Bundling, and Prewarming for Serverless DAGs. In 16th USENIX Symposium on Operating Systems Design and Implementation (OSDI 22). USENIX Association, Carlsbad, CA, 303--320. https:\/\/www.usenix.org\/conference\/osdi22\/presentation\/mahgoub"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3530892"},{"key":"e_1_3_2_1_51_1","volume-title":"19th USENIX Symposium on Networked Systems Design and Implementation (NSDI 22)","author":"Najafi Ali","year":"2022","unstructured":"Ali Najafi and Michael Wei. 2022. Graham: Synchronizing Clocks by Leveraging Local Clock Properties. In 19th USENIX Symposium on Networked Systems Design and Implementation (NSDI 22). USENIX Association, USA, 453--466."},{"key":"e_1_3_2_1_52_1","unstructured":"Oleg Obleukhov. 2020. Building a more accurate time service at Facebook scale. https:\/\/engineering.fb.com\/2020\/03\/18\/production-engineering\/ntp-service\/. Accessed: 2023-05-30."},{"key":"e_1_3_2_1_53_1","volume-title":"OpenTelemetry: An Observability Framework for Cloud-Native Software","author":"OpenTelemetry","unstructured":"OpenTelemetry 2023. OpenTelemetry: An Observability Framework for Cloud-Native Software. http:\/\/opentelemetry.io\/. Accessed: 2023-05-21."},{"key":"e_1_3_2_1_54_1","volume-title":"OpenTracing: Vendor-Neutral APIs and Instrumentation for Distributed Tracing","author":"OpenTracing","unstructured":"OpenTracing 2023. OpenTracing: Vendor-Neutral APIs and Instrumentation for Distributed Tracing. http:\/\/opentracing.io\/. Accessed: 2023-05-21."},{"key":"e_1_3_2_1_55_1","volume-title":"4th International Workshop on Large-Scale Distributed Systems and Middleware (LADIS' 11)","author":"Ostrowski Krzysztof","year":"2011","unstructured":"Krzysztof Ostrowski, Gideon Mann, and Mark Sandler. 2011. Diagnosing latency in multi-tier black-box services. In 4th International Workshop on Large-Scale Distributed Systems and Middleware (LADIS' 11). USA."},{"key":"e_1_3_2_1_56_1","volume-title":"Building Netflix's Distributed Tracing Infrastructure. Retrieved","author":"Pandey Maulik","year":"2022","unstructured":"Maulik Pandey. 2019. Building Netflix's Distributed Tracing Infrastructure. Retrieved December 2022 from https:\/\/netflixtechblog.com\/building-netflixs-distributed-tracing-infrastructure-bb856c319304."},{"key":"e_1_3_2_1_57_1","volume-title":"Distributed Tracing in Practice: Instrumenting, Analyzing, and Debugging Microservices","author":"Parker Austin","unstructured":"Austin Parker, Daniel Spoonhower, Jonathan Mace, Ben Sigelman, and Rebecca Isaacs. 2020. Distributed Tracing in Practice: Instrumenting, Analyzing, and Debugging Microservices. O'Reilly Media, USA."},{"key":"e_1_3_2_1_58_1","volume-title":"Causal inference in statistics: An overview. Statistics surveys 3","author":"Pearl Judea","year":"2009","unstructured":"Judea Pearl. 2009. Causal inference in statistics: An overview. Statistics surveys 3 (2009), 96--146."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3241036"},{"key":"e_1_3_2_1_60_1","volume-title":"The Book of Why: the new science of cause and effect","author":"Pearl Judea","unstructured":"Judea Pearl and Dana Mackenzie. 2018. The Book of Why: the new science of cause and effect. Basic Books, USA."},{"key":"e_1_3_2_1_61_1","volume-title":"FIRM: An Intelligent Fine-grained Resource Management Framework for SLO-Oriented Microservices. In 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20)","author":"Qiu Haoran","unstructured":"Haoran Qiu, Subho S. Banerjee, Saurabh Jha, Zbigniew T. Kalbarczyk, and Ravishankar K. Iyer. 2020. FIRM: An Intelligent Fine-grained Resource Management Framework for SLO-Oriented Microservices. In 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20). USENIX Association, USA, 805--825. https:\/\/www.usenix.org\/conference\/osdi20\/presentation\/qiu"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/IC2E.2019.00034"},{"key":"e_1_3_2_1_63_1","volume-title":"Appinsight: Mobile app performance monitoring in the wild. In Presented as part of the 10th {USENIX} symposium on operating systems design and implementation ({OSDI} 12)","author":"Ravindranath Lenin","year":"2012","unstructured":"Lenin Ravindranath, Jitendra Padhye, Sharad Agarwal, Ratul Mahajan, Ian Obermiller, and Shahin Shayandeh. 2012. Appinsight: Mobile app performance monitoring in the wild. In Presented as part of the 10th {USENIX} symposium on operating systems design and implementation ({OSDI} 12). USENIX Association, USA, 107--120."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/2517349.2522717"},{"key":"e_1_3_2_1_65_1","volume-title":"USENIX Symposium on the Networked Systems Design and Implemntation (NSDI'06)","volume":"6","author":"Reynolds Patrick","year":"2006","unstructured":"Patrick Reynolds, Charles Edwin Killian, Janet L Wiener, Jeffrey C Mogul, Mehul A Shah, and Amin Vahdat. 2006. Pip: Detecting the Unexpected in Distributed Systems.. In USENIX Symposium on the Networked Systems Design and Implemntation (NSDI'06), Vol. 6. USENIX association, USA, 9--9."},{"key":"e_1_3_2_1_66_1","volume-title":"Business Process Management Workshops: BPM 2013 International Workshops","author":"Rogge-Solti Andreas","year":"2013","unstructured":"Andreas Rogge-Solti, Wil MP van der Aalst, and Mathias Weske. 2014. Discovering stochastic petri nets with arbitrary delay distributions from event logs. In Business Process Management Workshops: BPM 2013 International Workshops, Beijing, China, August 26, 2013, Revised Papers 11. Springer, 15--27."},{"key":"e_1_3_2_1_67_1","volume-title":"Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nature machine intelligence 1, 5","author":"Rudin Cynthia","year":"2019","unstructured":"Cynthia Rudin. 2019. Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nature machine intelligence 1, 5 (2019), 206--215."},{"key":"e_1_3_2_1_68_1","volume-title":"Netflix at AWS re:Invent","author":"Meshenberg Ruslan","year":"2015","unstructured":"Ruslan Meshenberg, Josh Evan. 2015. Netflix at AWS re:Invent 2015. https:\/\/netflixtechblog.com\/netflix-at-aws-re-invent-2015-2bc50551dead. Accessed: 2023-05-30."},{"key":"e_1_3_2_1_69_1","volume-title":"NSDI'11: Proceedings of the 8th USENIX Conference on Networked Systems Design and Implementation.","author":"Sambasivan Raja R.","unstructured":"Raja R. Sambasivan, Alice X. Zheng, Michael De Rosa, Elie Krevat, Spencer Whitman, Michael Stroucken, William Wang, Lianghong Xu, and Gregory R. Ganger. 2011. Diagnosing performance changes by comparing request flows. In NSDI'11: Proceedings of the 8th USENIX Conference on Networked Systems Design and Implementation."},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/2733108"},{"key":"e_1_3_2_1_71_1","volume-title":"Conquering Microservices Complexity at Uber with Distributed Tracing (Presentation). Received","author":"Shkoro Yuri","year":"2021","unstructured":"Yuri Shkoro. 2019. Conquering Microservices Complexity at Uber with Distributed Tracing (Presentation). Received June 2021 from https:\/\/www.infoq.com\/presentations\/uber-microservices-distributed-tracing\/."},{"key":"e_1_3_2_1_72_1","volume-title":"Mastering Distributed Tracing","author":"Shkuro Yuri","unstructured":"Yuri Shkuro. 2019. Mastering Distributed Tracing. Packt Publishing, USA."},{"key":"e_1_3_2_1_73_1","volume-title":"Mike Burrows, Pat Stephenson, Manoj Plakal, Donald Beaver, Saul Jaspan, and Chandan Shanbhag.","author":"Sigelman Benjamin H.","year":"2010","unstructured":"Benjamin H. Sigelman, Luiz Andr\u00e9 Barroso, Mike Burrows, Pat Stephenson, Manoj Plakal, Donald Beaver, Saul Jaspan, and Chandan Shanbhag. 2010. Dapper, a Large-Scale Distributed Systems Tracing Infrastructure. Technical Report. Google, Inc. https:\/\/research.google.com\/archive\/papers\/dapper-2010-1.pdf"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclinepi.2017.12.018"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/1402958.1402971"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487552.3487839"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"crossref","unstructured":"Sudhir Tonse. 2015. Scalable Microservices at Netflix. Challenges and Tools of the Trade. https:\/\/www.infoq.com\/presentations\/netflix-ipc\/. Accessed: 2023-05-21.","DOI":"10.2307\/j.ctv2zrpd8j.12"},{"key":"e_1_3_2_1_78_1","volume-title":"SoCC '21: Proceedings of the Twelfth Symposium on Cloud Computing.","author":"Toslali Mert","unstructured":"Mert Toslali, Emre Ates, Alex Ellis, Zhaoqi Zhang, Darby Huye, Lan Liu, Samantha Puterman, Ayse K. Coskun, and Raja R. Sambasivan. 2021. Automating instrumentation choices for performance problems in distributed applications with VAIF. In SoCC '21: Proceedings of the Twelfth Symposium on Cloud Computing."},{"key":"e_1_3_2_1_79_1","volume-title":"12th USENIX Symposium on Operating Systems Design and Implementation (OSD1 16)","author":"Veeraraghavan Kaushik","year":"2016","unstructured":"Kaushik Veeraraghavan, Justin Meza, David Chou, Wonho Kim, Sonia Margulis, Scott Michelson, Rajesh Nishtala, Daniel Obenshain, Dmitri Perelman, and Yee Jiun Song. 2016. Kraken: Leveraging live traffic tests to identify and resolve resource utilization bottlenecks in large scale web services. In 12th USENIX Symposium on Operating Systems Design and Implementation (OSD1 16). USENIX Association, USA, 635--651."},{"key":"e_1_3_2_1_80_1","unstructured":"Kaushik Veeraraghavan Justin Meza Scott Michelson Sankaralingam Panneerselvam Alex Gyori David Chou Sonia Margulis Daniel Obenshain Shruti Padmanabha Ashish Shah et al. 2018. Maelstrom: Mitigating datacenter-level disasters by draining interdependent traffic safely and efficiently. In 13th {USENIX} Symposium on Operating Systems Design and Implementation ({OSDI} 18). USENIX association USA 373--389."},{"key":"e_1_3_2_1_81_1","volume-title":"Ernest: Efficient performance prediction for large-scale advanced analytics. In 13th {USENIX} symposium on networked systems design and implementation ({NSDI} 16)","author":"Venkataraman Shivaram","year":"2016","unstructured":"Shivaram Venkataraman, Zongheng Yang, Michael Franklin, Benjamin Recht, and Ion Stoica. 2016. Ernest: Efficient performance prediction for large-scale advanced analytics. In 13th {USENIX} symposium on networked systems design and implementation ({NSDI} 16). USENIX Association, USA, 363--378."},{"key":"e_1_3_2_1_82_1","unstructured":"Alec Warner and \u0160t\u011bp\u00e1n Davidovi\u010d. 2018. The Site Reliability Engineering Workbook Chapter: Canarying Releases. (2018)."},{"key":"e_1_3_2_1_83_1","volume-title":"16th USENIX Symposium on Networked Systems Design and Implementation (NSDI'19)","author":"Wu Yang","year":"2019","unstructured":"Yang Wu, Ang Chen, and Linh Thi Xuan Phan. 2019. Zeno: diagnosing performance problems with temporal provenance. In 16th USENIX Symposium on Networked Systems Design and Implementation (NSDI'19). USENIX Association, USA, 395--420."},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1109\/DCS.1988.12538"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/1232722.1232728"},{"key":"e_1_3_2_1_86_1","volume-title":"NSDI'23: Proceedings of the 20th USENIX Conference on Networked Systems Design and Implementation. USENIX association, USA, 321--339.","author":"Zhang Lei","unstructured":"Lei Zhang, Vaastav Anand, Zhiqiang Xie, Ymir Vigfusson, and Jonathan Mace. 2023. The Benefit of Hindsight: Tracing Edge-Cases in Distributed Systems. In NSDI'23: Proceedings of the 20th USENIX Conference on Networked Systems Design and Implementation. USENIX association, USA, 321--339."},{"key":"e_1_3_2_1_87_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2011.17"},{"key":"e_1_3_2_1_88_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-16-8504-0"},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.1145\/3267809.3267823"},{"key":"e_1_3_2_1_90_1","volume-title":"Zipkin: A Distributed Tracing System","author":"Zipkin","unstructured":"Zipkin 2023. Zipkin: A Distributed Tracing System. http:\/\/zipkin.io\/. Accessed: 2023-05-21."}],"event":{"name":"SoCC '23: ACM Symposium on Cloud Computing","location":"Santa Cruz CA USA","acronym":"SoCC '23","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the 2023 ACM Symposium on Cloud Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3620678.3624787","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3620678.3624787","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T15:55:51Z","timestamp":1755878151000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3620678.3624787"}},"subtitle":["Causal Modeling of End-to-End Latency Distributions by Harnessing Distributed Tracing"],"short-title":[],"issued":{"date-parts":[[2023,10,30]]},"references-count":90,"alternative-id":["10.1145\/3620678.3624787","10.1145\/3620678"],"URL":"https:\/\/doi.org\/10.1145\/3620678.3624787","relation":{},"subject":[],"published":{"date-parts":[[2023,10,30]]},"assertion":[{"value":"2023-10-31","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}