{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T12:53:40Z","timestamp":1773147220348,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,4]],"date-time":"2023-08-04T00:00:00Z","timestamp":1691107200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,6]]},"DOI":"10.1145\/3580305.3599934","type":"proceedings-article","created":{"date-parts":[[2023,8,4]],"date-time":"2023-08-04T18:13:58Z","timestamp":1691172838000},"page":"5116-5125","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":26,"title":["Root Cause Analysis for Microservice Systems via Hierarchical Reinforcement Learning from Human Feedback"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7305-1496","authenticated-orcid":false,"given":"Lu","family":"Wang","sequence":"first","affiliation":[{"name":"Microsoft, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1304-6839","authenticated-orcid":false,"given":"Chaoyun","family":"Zhang","sequence":"additional","affiliation":[{"name":"Microsoft, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7800-8227","authenticated-orcid":false,"given":"Ruomeng","family":"Ding","sequence":"additional","affiliation":[{"name":"Georgia Tech, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4442-0165","authenticated-orcid":false,"given":"Yong","family":"Xu","sequence":"additional","affiliation":[{"name":"Microsoft, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-6955-5196","authenticated-orcid":false,"given":"Qihang","family":"Chen","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-0901-7466","authenticated-orcid":false,"given":"Wentao","family":"Zou","sequence":"additional","affiliation":[{"name":"Microsoft, Suzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-0548-2614","authenticated-orcid":false,"given":"Qingjun","family":"Chen","sequence":"additional","affiliation":[{"name":"Microsoft, Suzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-4714-9053","authenticated-orcid":false,"given":"Meng","family":"Zhang","sequence":"additional","affiliation":[{"name":"Microsoft, Suzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5460-9122","authenticated-orcid":false,"given":"Xuedong","family":"Gao","sequence":"additional","affiliation":[{"name":"Microsoft, Suzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-7845-1991","authenticated-orcid":false,"given":"Hao","family":"Fan","sequence":"additional","affiliation":[{"name":"Microsoft, Suzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2019-213X","authenticated-orcid":false,"given":"Saravan","family":"Rajmohan","sequence":"additional","affiliation":[{"name":"Microsoft 365, Seattle, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2559-2383","authenticated-orcid":false,"given":"Qingwei","family":"Lin","sequence":"additional","affiliation":[{"name":"Microsoft, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9230-2799","authenticated-orcid":false,"given":"Dongmei","family":"Zhang","sequence":"additional","affiliation":[{"name":"Microsoft, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,8,4]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Anomaly detection and failure root cause analysis in (micro) service-based cloud applications: A survey. ACM Computing Surveys (CSUR), 55(3):1--39","author":"Soldani Jacopo","year":"2022","unstructured":"Jacopo Soldani and Antonio Brogi . Anomaly detection and failure root cause analysis in (micro) service-based cloud applications: A survey. ACM Computing Surveys (CSUR), 55(3):1--39 , 2022 . Jacopo Soldani and Antonio Brogi. Anomaly detection and failure root cause analysis in (micro) service-based cloud applications: A survey. ACM Computing Surveys (CSUR), 55(3):1--39, 2022."},{"key":"e_1_3_2_2_2_1","first-page":"287","volume-title":"SCF 2019, San Diego, CA, USA, June 25-30, 2019, Proceedings 12","author":"Liu Haifeng","year":"2019","unstructured":"Haifeng Liu , Jinjun Zhang , Huasong Shan , Min Li , Yuan Chen , Xiaofeng He , and Xiaowei Li. Jcallgraph : tracing microservices in very large scale container cloud platforms. In Cloud Computing-CLOUD 2019: 12th International Conference, Held as Part of the Services Conference Federation , SCF 2019, San Diego, CA, USA, June 25-30, 2019, Proceedings 12 , pages 287 -- 302 . Springer , 2019 . Haifeng Liu, Jinjun Zhang, Huasong Shan, Min Li, Yuan Chen, Xiaofeng He, and Xiaowei Li. Jcallgraph: tracing microservices in very large scale container cloud platforms. In Cloud Computing-CLOUD 2019: 12th International Conference, Held as Part of the Services Conference Federation, SCF 2019, San Diego, CA, USA, June 25-30, 2019, Proceedings 12, pages 287--302. Springer, 2019."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2887384"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP58684.2023.00029"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467190"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP52600.2021.00043"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCGRID.2018.00076"},{"key":"e_1_3_2_2_8_1","first-page":"1666","volume-title":"International Conference on Artificial Intelligence and Statistics","author":"Budhathoki Kailash","year":"2021","unstructured":"Kailash Budhathoki , Dominik Janzing , Patrick Bloebaum , and Hoiyi Ng . Why did the distribution change ? In International Conference on Artificial Intelligence and Statistics , pages 1666 -- 1674 . PMLR, 2021 . Kailash Budhathoki, Dominik Janzing, Patrick Bloebaum, and Hoiyi Ng. Why did the distribution change? In International Conference on Artificial Intelligence and Statistics, pages 1666--1674. PMLR, 2021."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/IWQoS49365.2020.9213058"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1007\/978-3-030-03596-9_1","volume-title":"Service-Oriented Computing: 16th International Conference, ICSOC 2018, Hangzhou, China, November 12-15, 2018, Proceedings 16","author":"Lin JinJin","year":"2018","unstructured":"JinJin Lin , Pengfei Chen , and Zibin Zheng . Microscope : Pinpoint performance issues with causal graphs in micro-service environments . In Service-Oriented Computing: 16th International Conference, ICSOC 2018, Hangzhou, China, November 12-15, 2018, Proceedings 16 , pages 3 -- 20 . Springer , 2018 . JinJin Lin, Pengfei Chen, and Zibin Zheng. Microscope: Pinpoint performance issues with causal graphs in micro-service environments. In Service-Oriented Computing: 16th International Conference, ICSOC 2018, Hangzhou, China, November 12-15, 2018, Proceedings 16, pages 3--20. Springer, 2018."},{"key":"e_1_3_2_2_11_1","unstructured":"Muhammad Azam Ikram Sarthak Chakraborty Subrata Mitra Shiv Saini Saurabh Bagchi and Murat Kocaoglu. Root cause analysis of failures in microser-vices through causal discovery. In Advances in Neural Information Processing Systems. Muhammad Azam Ikram Sarthak Chakraborty Subrata Mitra Shiv Saini Saurabh Bagchi and Murat Kocaoglu. Root cause analysis of failures in microser-vices through causal discovery. In Advances in Neural Information Processing Systems."},{"key":"e_1_3_2_2_12_1","first-page":"32","article-title":"Characterization and learning of causal graphs with latent variables from soft interventions","author":"Kocaoglu Murat","year":"2019","unstructured":"Murat Kocaoglu , Amin Jaber , Karthikeyan Shanmugam , and Elias Bareinboim . Characterization and learning of causal graphs with latent variables from soft interventions . Advances in Neural Information Processing Systems , 32 , 2019 . Murat Kocaoglu, Amin Jaber, Karthikeyan Shanmugam, and Elias Bareinboim. Characterization and learning of causal graphs with latent variables from soft interventions. Advances in Neural Information Processing Systems, 32, 2019.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_13_1","volume-title":"Cambridge university press","author":"Pearl Judea","year":"2009","unstructured":"Judea Pearl . Causality. Cambridge university press , 2009 . Judea Pearl. Causality. Cambridge university press, 2009."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539024"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/SMC.2019.8913901"},{"key":"e_1_3_2_2_16_1","volume-title":"Training language models to follow instructions with human feedback. arXiv preprint arXiv:2203.02155","author":"Ouyang Long","year":"2022","unstructured":"Long Ouyang , Jeff Wu , Xu Jiang , Diogo Almeida , Carroll L Wainwright , Pamela Mishkin , Chong Zhang , Sandhini Agarwal , Katarina Slama , Alex Ray , Training language models to follow instructions with human feedback. arXiv preprint arXiv:2203.02155 , 2022 . Long Ouyang, Jeff Wu, Xu Jiang, Diogo Almeida, Carroll L Wainwright, Pamela Mishkin, Chong Zhang, Sandhini Agarwal, Katarina Slama, Alex Ray, et al. Training language models to follow instructions with human feedback. arXiv preprint arXiv:2203.02155, 2022."},{"key":"e_1_3_2_2_17_1","volume-title":"Constitutional ai: Harmlessness from ai feedback. arXiv preprint arXiv:2212.08073","author":"Bai Yuntao","year":"2022","unstructured":"Yuntao Bai , Saurav Kadavath , Sandipan Kundu , Amanda Askell , Jackson Kernion , Andy Jones , Anna Chen , Anna Goldie , Azalia Mirhoseini , Cameron McKinnon , Constitutional ai: Harmlessness from ai feedback. arXiv preprint arXiv:2212.08073 , 2022 . Yuntao Bai, Saurav Kadavath, Sandipan Kundu, Amanda Askell, Jackson Kernion, Andy Jones, Anna Chen, Anna Goldie, Azalia Mirhoseini, Cameron McKinnon, et al. Constitutional ai: Harmlessness from ai feedback. arXiv preprint arXiv:2212.08073, 2022."},{"key":"e_1_3_2_2_18_1","volume-title":"An algorithm for fast recovery of sparse causal graphs. Social science computer review, 9(1):62--72","author":"Spirtes Peter","year":"1991","unstructured":"Peter Spirtes and Clark Glymour . An algorithm for fast recovery of sparse causal graphs. Social science computer review, 9(1):62--72 , 1991 . Peter Spirtes and Clark Glymour. An algorithm for fast recovery of sparse causal graphs. Social science computer review, 9(1):62--72, 1991."},{"key":"e_1_3_2_2_19_1","volume-title":"prediction, and search","author":"Spirtes Peter","year":"2000","unstructured":"Peter Spirtes , Clark N Glymour , Richard Scheines , and David Heckerman . Causation , prediction, and search . MIT press , 2000 . Peter Spirtes, Clark N Glymour, Richard Scheines, and David Heckerman. Causation, prediction, and search. MIT press, 2000."},{"key":"e_1_3_2_2_20_1","volume-title":"Dags with no tears: Continuous optimization for structure learning. Advances in neural information processing systems, 31","author":"Zheng Xun","year":"2018","unstructured":"Xun Zheng , Bryon Aragam , Pradeep K Ravikumar , and Eric P Xing . Dags with no tears: Continuous optimization for structure learning. Advances in neural information processing systems, 31 , 2018 . Xun Zheng, Bryon Aragam, Pradeep K Ravikumar, and Eric P Xing. Dags with no tears: Continuous optimization for structure learning. Advances in neural information processing systems, 31, 2018."},{"key":"e_1_3_2_2_21_1","first-page":"3414","volume-title":"International Conference on Artificial Intelligence and Statistics","author":"Zheng Xun","year":"2020","unstructured":"Xun Zheng , Chen Dan , Bryon Aragam , Pradeep Ravikumar , and Eric Xing . Learning sparse nonparametric dags . In International Conference on Artificial Intelligence and Statistics , pages 3414 -- 3425 . PMLR, 2020 . Xun Zheng, Chen Dan, Bryon Aragam, Pradeep Ravikumar, and Eric Xing. Learning sparse nonparametric dags. In International Conference on Artificial Intelligence and Statistics, pages 3414--3425. PMLR, 2020."},{"key":"e_1_3_2_2_22_1","volume-title":"International Conference on Learning Representations.","author":"Zhu Shengyu","unstructured":"Shengyu Zhu , Ignavier Ng , and Zhitang Chen . Causal discovery with reinforcement learning . In International Conference on Learning Representations. Shengyu Zhu, Ignavier Ng, and Zhitang Chen. Causal discovery with reinforcement learning. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_23_1","first-page":"424","volume-title":"Investigating causal relations by econometric models and cross-spectral methods. Econometrica: journal of the Econometric Society","author":"Granger Clive WJ","year":"1969","unstructured":"Clive WJ Granger . Investigating causal relations by econometric models and cross-spectral methods. Econometrica: journal of the Econometric Society , pages 424 -- 438 , 1969 . Clive WJ Granger. Investigating causal relations by econometric models and cross-spectral methods. Econometrica: journal of the Econometric Society, pages 424--438, 1969."},{"key":"e_1_3_2_2_24_1","first-page":"1","volume-title":"Proceedings of the 26th Annual International Conference on Mobile Computing and Networking","author":"Zhang Chaoyun","year":"2020","unstructured":"Chaoyun Zhang , Marco Fiore , Cezary Ziemlicki , and Paul Patras . Microscope : mobile service traffic decomposition for network slicing as a service . In Proceedings of the 26th Annual International Conference on Mobile Computing and Networking , pages 1 -- 14 , 2020 . Chaoyun Zhang, Marco Fiore, Cezary Ziemlicki, and Paul Patras. Microscope: mobile service traffic decomposition for network slicing as a service. In Proceedings of the 26th Annual International Conference on Mobile Computing and Networking, pages 1--14, 2020."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2904897"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17296"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143361.3143393"},{"key":"e_1_3_2_2_28_1","volume-title":"Kernel-granger causality and the analysis of dynamical networks. Physical review E, 77(5):056215","author":"Marinazzo Daniele","year":"2008","unstructured":"Daniele Marinazzo , Mario Pellicoro , and Sebastiano Stramaglia . Kernel-granger causality and the analysis of dynamical networks. Physical review E, 77(5):056215 , 2008 . Daniele Marinazzo, Mario Pellicoro, and Sebastiano Stramaglia. Kernel-granger causality and the analysis of dynamical networks. Physical review E, 77(5):056215, 2008."},{"key":"e_1_3_2_2_29_1","volume-title":"Submitted to The Eleventh International Conference on Learning Representations","author":"Anonymous","year":"2023","unstructured":"Anonymous . CUTS: Neural causal discovery from unstructured time-series data . In Submitted to The Eleventh International Conference on Learning Representations , 2023 . under review. Anonymous. CUTS: Neural causal discovery from unstructured time-series data. In Submitted to The Eleventh International Conference on Learning Representations, 2023. under review."},{"key":"e_1_3_2_2_30_1","first-page":"509","volume-title":"Conference on Causal Learning and Reasoning","author":"L\u00f6we Sindy","year":"2022","unstructured":"Sindy L\u00f6we , David Madras , Richard Zemel , and Max Welling . Amortized causal discovery: Learning to infer causal graphs from time-series data . In Conference on Causal Learning and Reasoning , pages 509 -- 525 . PMLR, 2022 . Sindy L\u00f6we, David Madras, Richard Zemel, and Max Welling. Amortized causal discovery: Learning to infer causal graphs from time-series data. In Conference on Causal Learning and Reasoning, pages 509--525. PMLR, 2022."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2014.6848128"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2494232.2465753"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464805"},{"key":"e_1_3_2_2_34_1","volume-title":"Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971","author":"Lillicrap Timothy P","year":"2015","unstructured":"Timothy P Lillicrap , Jonathan J Hunt , Alexander Pritzel , Nicolas Heess , Tom Erez , Yuval Tassa , David Silver , and Daan Wierstra . Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 , 2015 . Timothy P Lillicrap, Jonathan J Hunt, Alexander Pritzel, Nicolas Heess, Tom Erez, Yuval Tassa, David Silver, and Daan Wierstra. Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971, 2015."},{"key":"e_1_3_2_2_35_1","volume-title":"Models, reasoning and inference","author":"Judea Pearl","year":"2000","unstructured":"Judea Pearl et al. Models, reasoning and inference . Cambridge, UK : Cambridge UniversityPress , 19(2), 2000 . Judea Pearl et al. Models, reasoning and inference. Cambridge, UK: Cambridge UniversityPress, 19(2), 2000."},{"key":"e_1_3_2_2_36_1","volume-title":"A value for n-person games","author":"Shapley Lloyd S","year":"1953","unstructured":"Lloyd S Shapley A value for n-person games . 1953 . Lloyd S Shapley et al. A value for n-person games. 1953."},{"key":"e_1_3_2_2_37_1","volume-title":"The 38th Conference on Uncertainty in Artificial Intelligence","author":"Assaad Charles K.","year":"2022","unstructured":"Charles K. Assaad , Emilie Devijver , and Eric Gaussier . Causal discovery of extended summary graphs in time series . In The 38th Conference on Uncertainty in Artificial Intelligence , 2022 . Charles K. Assaad, Emilie Devijver, and Eric Gaussier. Causal discovery of extended summary graphs in time series. In The 38th Conference on Uncertainty in Artificial Intelligence, 2022."},{"key":"e_1_3_2_2_38_1","volume-title":"https:\/\/github.com\/ rshriram\/pymicro","year":"2023","unstructured":"Microservice-based sample application written in Python. https:\/\/github.com\/ rshriram\/pymicro , 2023 . [Online; accessed 27-Jan-2023]. Microservice-based sample application written in Python. https:\/\/github.com\/ rshriram\/pymicro, 2023. [Online; accessed 27-Jan-2023]."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jairtraman.2021.102083"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403118"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0434(1996)011<0003:TFAASE>2.0.CO;2"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41109-019-0156-x"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467075"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.14778\/3529337.3529354"},{"key":"e_1_3_2_2_45_1","volume-title":"Proceedings of the 2021 USENIX Annual Technical Conference","author":"Ma Minghua","year":"2021","unstructured":"Minghua Ma and Shenglin Zhang . Jump-starting multivariate time series anomaly detection for online service systems . In Proceedings of the 2021 USENIX Annual Technical Conference , 2021 . Minghua Ma and Shenglin Zhang. Jump-starting multivariate time series anomaly detection for online service systems. In Proceedings of the 2021 USENIX Annual Technical Conference, 2021."}],"event":{"name":"KDD '23: The 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Long Beach CA USA","acronym":"KDD '23","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3580305.3599934","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3580305.3599934","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:42Z","timestamp":1750178262000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3580305.3599934"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,4]]},"references-count":45,"alternative-id":["10.1145\/3580305.3599934","10.1145\/3580305"],"URL":"https:\/\/doi.org\/10.1145\/3580305.3599934","relation":{},"subject":[],"published":{"date-parts":[[2023,8,4]]},"assertion":[{"value":"2023-08-04","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}