{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T06:44:53Z","timestamp":1777099493576,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,8,18]],"date-time":"2021-08-18T00:00:00Z","timestamp":1629244800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Key Research and Development Program of China","award":["2019YFE0105500"],"award-info":[{"award-number":["2019YFE0105500"]}]},{"name":"National Natural Science of China","award":["62072264"],"award-info":[{"award-number":["62072264"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,8,20]]},"DOI":"10.1145\/3468264.3473933","type":"proceedings-article","created":{"date-parts":[[2021,8,19]],"date-time":"2021-08-19T01:40:20Z","timestamp":1629337220000},"page":"1404-1415","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":63,"title":["An empirical investigation of practical log anomaly detection for online service systems"],"prefix":"10.1145","author":[{"given":"Nengwen","family":"Zhao","sequence":"first","affiliation":[{"name":"Tsinghua University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Honglin","family":"Wang","sequence":"additional","affiliation":[{"name":"BizSeer, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zeyan","family":"Li","sequence":"additional","affiliation":[{"name":"Tsinghua University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiao","family":"Peng","sequence":"additional","affiliation":[{"name":"China Everbright Bank, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gang","family":"Wang","sequence":"additional","affiliation":[{"name":"China Everbright Bank, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhu","family":"Pan","sequence":"additional","affiliation":[{"name":"China Everbright Bank, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yong","family":"Wu","sequence":"additional","affiliation":[{"name":"China Everbright Bank, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhen","family":"Feng","sequence":"additional","affiliation":[{"name":"China Everbright Bank, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xidao","family":"Wen","sequence":"additional","affiliation":[{"name":"Tsinghua University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenchi","family":"Zhang","sequence":"additional","affiliation":[{"name":"BizSeer, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kaixin","family":"Sui","sequence":"additional","affiliation":[{"name":"BizSeer, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dan","family":"Pei","sequence":"additional","affiliation":[{"name":"Tsinghua University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,8,18]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"A distributed streaming platform.. https:\/\/kafka. apache.org [Online","author":"Kafka Apache","year":"2021","unstructured":"Apache Kafka : A distributed streaming platform.. https:\/\/kafka. apache.org [Online ; accessed 04- May - 2021 ]. Apache Kafka: A distributed streaming platform.. https:\/\/kafka. apache.org [Online; accessed 04-May-2021]."},{"key":"e_1_3_2_1_2_1","unstructured":"BGL Dataset. https:\/\/www.usenix.org\/cfdr-data  BGL Dataset. https:\/\/www.usenix.org\/cfdr-data"},{"key":"e_1_3_2_1_3_1","volume-title":"https:\/\/www.elastic.co\/elasticsearch\/ [Online","year":"2021","unstructured":"Elasticsearch. https:\/\/www.elastic.co\/elasticsearch\/ [Online ; accessed 04- May - 2021 ]. Elasticsearch. https:\/\/www.elastic.co\/elasticsearch\/ [Online; accessed 04-May-2021]."},{"key":"e_1_3_2_1_4_1","volume-title":"https:\/\/www.elastic.co\/beats\/filebeat [Online","year":"2021","unstructured":"Filebeat. https:\/\/www.elastic.co\/beats\/filebeat [Online ; accessed 04- May - 2021 ]. Filebeat. https:\/\/www.elastic.co\/beats\/filebeat [Online; accessed 04-May-2021]."},{"key":"e_1_3_2_1_5_1","volume-title":"Scalable Stream and Batch Data Processing. https:\/\/flink.apache.org\/ [Online","author":"Flink","year":"2021","unstructured":"Flink , Scalable Stream and Batch Data Processing. https:\/\/flink.apache.org\/ [Online ; accessed 04- May - 2021 ]. Flink, Scalable Stream and Batch Data Processing. https:\/\/flink.apache.org\/ [Online; accessed 04-May-2021]."},{"key":"e_1_3_2_1_6_1","volume-title":"https:\/\/www.influxdata.com\/ [Online","author":"DB.","year":"2021","unstructured":"Influx DB. https:\/\/www.influxdata.com\/ [Online ; accessed 04- May - 2021 ]. InfluxDB. https:\/\/www.influxdata.com\/ [Online; accessed 04-May-2021]."},{"key":"e_1_3_2_1_7_1","volume-title":"https:\/\/en.wikipedia.org\/wiki\/Jensen-Shannon_divergence [Online","author":"Jensen\u2013Shannon","year":"2021","unstructured":"Jensen\u2013Shannon divergence. https:\/\/en.wikipedia.org\/wiki\/Jensen-Shannon_divergence [Online ; accessed 04- May - 2021 ]. Jensen\u2013Shannon divergence. https:\/\/en.wikipedia.org\/wiki\/Jensen-Shannon_divergence [Online; accessed 04-May-2021]."},{"key":"e_1_3_2_1_8_1","volume-title":"https:\/\/github.com\/logpai\/loglizer [Online","year":"2021","unstructured":"loglizer. https:\/\/github.com\/logpai\/loglizer [Online ; accessed 04- May - 2021 ]. loglizer. https:\/\/github.com\/logpai\/loglizer [Online; accessed 04-May-2021]."},{"key":"e_1_3_2_1_9_1","volume-title":"https:\/\/github.com\/logpai\/logparser [Online","year":"2021","unstructured":"logparser. https:\/\/github.com\/logpai\/logparser [Online ; accessed 04- May - 2021 ]. logparser. https:\/\/github.com\/logpai\/logparser [Online; accessed 04-May-2021]."},{"key":"e_1_3_2_1_10_1","volume-title":"https:\/\/www.elastic.co\/logstash [Online","year":"2021","unstructured":"Logstash. https:\/\/www.elastic.co\/logstash [Online ; accessed 04- May - 2021 ]. Logstash. https:\/\/www.elastic.co\/logstash [Online; accessed 04-May-2021]."},{"key":"e_1_3_2_1_11_1","volume-title":"https:\/\/numpy.org\/ [Online","year":"2020","unstructured":"NumPy. https:\/\/numpy.org\/ [Online ; accessed 04- May - 2020 ]. NumPy. https:\/\/numpy.org\/ [Online; accessed 04-May-2020]."},{"key":"e_1_3_2_1_12_1","volume-title":"https:\/\/pandas.pydata.org\/ [Online","year":"2020","unstructured":"pandas. https:\/\/pandas.pydata.org\/ [Online ; accessed 04- May - 2020 ]. pandas. https:\/\/pandas.pydata.org\/ [Online; accessed 04-May-2020]."},{"key":"e_1_3_2_1_13_1","volume-title":"https:\/\/pytorch.org\/ [Online","year":"2021","unstructured":"PyTorch. https:\/\/pytorch.org\/ [Online ; accessed 40- May - 2021 ]. PyTorch. https:\/\/pytorch.org\/ [Online; accessed 40-May-2021]."},{"key":"e_1_3_2_1_14_1","volume-title":"https:\/\/redis.io\/ [Online","year":"2021","unstructured":"Redis. https:\/\/redis.io\/ [Online ; accessed 04- May - 2021 ]. Redis. https:\/\/redis.io\/ [Online; accessed 04-May-2021]."},{"key":"e_1_3_2_1_15_1","volume-title":"https:\/\/www.rsyslog.com\/ [Online","year":"2021","unstructured":"Rsyslog. https:\/\/www.rsyslog.com\/ [Online ; accessed 04- May - 2021 ]. Rsyslog. https:\/\/www.rsyslog.com\/ [Online; accessed 04-May-2021]."},{"key":"e_1_3_2_1_16_1","unstructured":"scikit-learn. https:\/\/scikit-learn.org\/  scikit-learn. https:\/\/scikit-learn.org\/"},{"key":"e_1_3_2_1_17_1","volume-title":"https:\/\/www.syslog-ng.com\/ [Online","year":"2021","unstructured":"syslog-ng. https:\/\/www.syslog-ng.com\/ [Online ; accessed 04- May - 2021 ]. syslog-ng. https:\/\/www.syslog-ng.com\/ [Online; accessed 04-May-2021]."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236069"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2017.43"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00020"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416624"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICAC.2004.1301345"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE5003.2020.00013"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2016.0103"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3134015"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2009.60"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983323.2983358"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICWS.2017.13"},{"key":"e_1_3_2_1_29_1","unstructured":"Shilin He Pinjia He Zhuangbin Chen Tianyi Yang Yuxin Su and Michael R Lyu. 2020. A Survey on Automated Log Analysis for Reliability Engineering. arXiv preprint arXiv:2009.07237.  Shilin He Pinjia He Zhuangbin Chen Tianyi Yang Yuxin Su and Michael R Lyu. 2020. A Survey on Automated Log Analysis for Reliability Engineering. arXiv preprint arXiv:2009.07237."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236083"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2016.21"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219845"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE5003.2020.00018"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2007.46"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889232"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00085"},{"key":"e_1_3_2_1_37_1","volume-title":"USENIX Annual Technical Conference. 1\u201314","author":"Lou Jian-Guang","year":"2010","unstructured":"Jian-Guang Lou , Qiang Fu , Shengqi Yang , Ye Xu , and Jiang Li . 2010 . Mining Invariants from Console Logs for System Problem Detection .. In USENIX Annual Technical Conference. 1\u201314 . Jian-Guang Lou, Qiang Fu, Shengqi Yang, Ye Xu, and Jiang Li. 2010. Mining Invariants from Console Logs for System Problem Detection.. In USENIX Annual Technical Conference. 1\u201314."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"crossref","unstructured":"Weibin Meng Ying Liu Yichen Zhu Shenglin Zhang Dan Pei Yuqing Liu Yihao Chen Ruizhi Zhang Shimin Tao and Pei Sun. 2019. LogAnomaly: Unsupervised Detection of Sequential and Quantitative Anomalies in Unstructured Logs.. In IJCAI. 4739\u20134745.  Weibin Meng Ying Liu Yichen Zhu Shenglin Zhang Dan Pei Yuqing Liu Yihao Chen Ruizhi Zhang Shimin Tao and Pei Sun. 2019. LogAnomaly: Unsupervised Detection of Sequential and Quantitative Anomalies in Unstructured Logs.. In IJCAI. 4739\u20134745.","DOI":"10.24963\/ijcai.2019\/658"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939712"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2007.103"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1879141.1879202"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623340"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2063576.2063690"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611972757.40"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/PRDC47002.2019.00034"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2009.19"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/1629575.1629587"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRITO48877.2020.9197818"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2012.6195694"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00130"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00069"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2980024.2872407"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338931"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155219"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00021"}],"event":{"name":"ESEC\/FSE '21: 29th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"Athens Greece","acronym":"ESEC\/FSE '21","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3468264.3473933","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3468264.3473933","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:17:23Z","timestamp":1750191443000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3468264.3473933"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,18]]},"references-count":55,"alternative-id":["10.1145\/3468264.3473933","10.1145\/3468264"],"URL":"https:\/\/doi.org\/10.1145\/3468264.3473933","relation":{},"subject":[],"published":{"date-parts":[[2021,8,18]]},"assertion":[{"value":"2021-08-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}