{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T22:20:06Z","timestamp":1784154006530,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,8,24]],"date-time":"2024-08-24T00:00:00Z","timestamp":1724457600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,8,25]]},"DOI":"10.1145\/3637528.3671547","type":"proceedings-article","created":{"date-parts":[[2024,8,25]],"date-time":"2024-08-25T04:55:12Z","timestamp":1724561712000},"page":"4906-4917","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Time-Aware Attention-Based Transformer (TAAT) for Cloud Computing System Failure Prediction"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-0691-1286","authenticated-orcid":false,"given":"Lingfei","family":"Deng","sequence":"first","affiliation":[{"name":"Alibaba Cloud, Alibaba Group, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-8051-8768","authenticated-orcid":false,"given":"Yunong","family":"Wang","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Alibaba Group, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-6548-7847","authenticated-orcid":false,"given":"Haoran","family":"Wang","sequence":"additional","affiliation":[{"name":"Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9852-2427","authenticated-orcid":false,"given":"Xuhua","family":"Ma","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Alibaba Group, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4690-450X","authenticated-orcid":false,"given":"Xiaoming","family":"Du","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Alibaba Group, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5629-5082","authenticated-orcid":false,"given":"Xudong","family":"Zheng","sequence":"additional","affiliation":[{"name":"Alibaba Cloud, Alibaba Group, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7153-9703","authenticated-orcid":false,"given":"Dongrui","family":"Wu","sequence":"additional","affiliation":[{"name":"Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,8,24]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403380"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467190"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599794"},{"key":"e_1_3_2_2_4_1","volume-title":"Proc. of ACM SIGKDD Conf. on Knowledge Discovery and Data Mining","author":"Handason Tam Da Sun","year":"2023","unstructured":"Da Sun Handason Tam, Yang Liu, Huanle Xu, Siyue Xie, and Wing Cheong Lau. 2023. PERT-GNN: Latency prediction for microservice-based cloud-native applications via graph neural networks. In Proc. of ACM SIGKDD Conf. on Knowledge Discovery and Data Mining. Long Beach, CA, 2155--2165."},{"key":"e_1_3_2_2_5_1","first-page":"6125","article-title":"ConAnomaly","volume":"21","author":"Lv Dan","year":"2021","unstructured":"Dan Lv, Nurbol Luktarhan, and Yiyong Chen. 2021. ConAnomaly: Content-Based Anomaly Detection for System Logs. Sensors, Vol. 21, 18 (2021), 6125.","journal-title":"Content-Based Anomaly Detection for System Logs. Sensors"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN-W.2016.13"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3134015"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"crossref","unstructured":"Haixuan Guo Shuhan Yuan and Xintao Wu. 2021. LogBERT: Log anomaly detection via BERT. In Int'l Joint Conf. on Neural Networks. Shenzhen China 1--8.","DOI":"10.1109\/IJCNN52387.2021.9534113"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599902"},{"key":"e_1_3_2_2_10_1","volume-title":"Proc. USENIX Conf. on Analysis of System Logs","author":"Fulp Errin W.","unstructured":"Errin W. Fulp, Glenn A. Fink, and Jereme N. Haack. 2008. Predicting computer system failures using support vector machines. In Proc. USENIX Conf. on Analysis of System Logs. San Diego, CA, 5."},{"key":"e_1_3_2_2_11_1","volume-title":"Proc. 2012 USENIX Workshop on Hot Topics in Storage and File Systems","author":"Goldszmidt Moises","year":"2012","unstructured":"Moises Goldszmidt. 2012. Finding soon-to-fail disks in a haystack. In Proc. 2012 USENIX Workshop on Hot Topics in Storage and File Systems. Boston, MA, 8."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2014.44"},{"key":"e_1_3_2_2_13_1","volume-title":"USENIX Annual Technical Conf","author":"Mahdisoltani Farzaneh","year":"2017","unstructured":"Farzaneh Mahdisoltani, Ioan Stefanovici, and Bianca Schroeder. 2017. Proactive error prediction to improve storage system reliability. In USENIX Annual Technical Conf. Santa Clara, CA, 391--402."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"e_1_3_2_2_15_1","volume-title":"Proc. 17th Annual Conf. of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of deep bidirectional transformers for language understanding. In Proc. 17th Annual Conf. of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Minneapolis, MN, 4171--4168."},{"key":"e_1_3_2_2_16_1","volume-title":"Proc. Advances in Neural Information Processing Systems","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N. Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. In Proc. Advances in Neural Information Processing Systems. Long Beach, CA, 5998--6008."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2017.00-92"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.5555\/3386691.3386706"},{"key":"e_1_3_2_2_19_1","volume-title":"Loghub: A large collection of system log datasets towards automated log analytics. arXiv preprint arXiv:2008.06448","author":"He Shilin","year":"2020","unstructured":"Shilin He, Jieming Zhu, Pinjia He, and Michael R Lyu. 2020. Loghub: A large collection of system log datasets towards automated log analytics. arXiv preprint arXiv:2008.06448 (2020)."},{"key":"e_1_3_2_2_20_1","volume-title":"Proc. of Int'l Conf. on Machine Learning","author":"Xu Wei","year":"2010","unstructured":"Wei Xu, Ling Huang, Armando Fox, David Patterson, and Michael I Jordan. 2010. Detecting Large-Scale System Problems by Mining Console Logs. In Proc. of Int'l Conf. on Machine Learning. Haifa, Israel, 37--46."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539056"},{"key":"e_1_3_2_2_22_1","volume-title":"Advances in Neural Information Processing Systems","volume":"32","author":"Xu Da","year":"2019","unstructured":"Da Xu, Chuanwei Ruan, Evren Korpeoglu, Sushant Kumar, and Kannan Achan. 2019. Self-attention with functional time representation learning. Advances in Neural Information Processing Systems, Vol. 32 (2019)."},{"key":"e_1_3_2_2_23_1","unstructured":"Guolin Ke Di He and Tie-Yan Liu. 2021. Rethinking positional encoding in language pre-training. In Int'l Conf. on Learning Representations. Virtual Event."},{"key":"e_1_3_2_2_24_1","volume-title":"Jamie Ryan Kiros, and Geoffrey E. Hinton","author":"Ba Jimmy Lei","year":"2016","unstructured":"Jimmy Lei Ba, Jamie Ryan Kiros, and Geoffrey E. Hinton. 2016. Layer Normalization. arXiv:1607.06450 (2016)."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2007.46"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889232"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICAC.2004.1301345"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"e_1_3_2_2_29_1","volume-title":"Proc. Advances in Neural Information Processing Systems","author":"Krizhevsky Alex","unstructured":"Alex Krizhevsky, Ilya Sutskever, and Geoffrey E. Hinton. 2012. ImageNet classification with deep convolutional neural networks. In Proc. Advances in Neural Information Processing Systems. Lake Tahoe, NV, 1106--1114."},{"key":"e_1_3_2_2_30_1","volume-title":"Proc. Int'l Joint Conf. on Artificial Intelligence","author":"Liu Pengfei","year":"2016","unstructured":"Pengfei Liu, Xipeng Qiu, and Xuanjing Huang. 2016. Recurrent neural network for text classification with multi-task learning. In Proc. Int'l Joint Conf. on Artificial Intelligence. New York City, NY, 2873--2879."},{"key":"e_1_3_2_2_31_1","volume-title":"Time-dependent representation for neural event sequence prediction. arXiv preprint arXiv:1708.00065","author":"Li Yang","year":"2017","unstructured":"Yang Li, Nan Du, and Samy Bengio. 2017. Time-dependent representation for neural event sequence prediction. arXiv preprint arXiv:1708.00065 (2017)."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2023.3239522"},{"key":"e_1_3_2_2_33_1","volume-title":"Lyu","author":"He Shilin","year":"2016","unstructured":"Shilin He, Jieming Zhu, Pinjia He, and Michael R. Lyu. 2016. Experience report: System log analysis for anomaly detection. In IEEE Int'l Symposium on Software Reliability Engineering. Ottawa, Canada, 207--218."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i8.16837"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2465470.2465473"},{"key":"e_1_3_2_2_36_1","volume-title":"Proc. USENIX Annual Technical Conf","author":"Mahdisoltani Farzaneh","year":"2017","unstructured":"Farzaneh Mahdisoltani, Ioan Stefanovici, and Bianca Schroeder. 2017. Proactive error prediction to improve storage system reliability. In Proc. USENIX Annual Technical Conf. Santa Clara, CA, 391--402."},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2015.139"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3316781.3317918"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236060"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449867"},{"key":"e_1_3_2_2_41_1","volume-title":"Proc. 14th USENIX Symposium on Operating Systems Design and Implementation. Virtual Event, 1155--1170","author":"Levy Sebastien","year":"2020","unstructured":"Sebastien Levy, Randolph Yao, Youjiang Wu, Yingnong Dang, Peng Huang, Zheng Mu, Pu Zhao, Tarun Ramani, Naga Govindaraju, Xukun Li, Qingwei Lin, Gil Lapid Shafriri, and Murali Chintalapati. 2020. Predictive and adaptive failure mitigation to avert production cloud VM interruptions. In Proc. 14th USENIX Symposium on Operating Systems Design and Implementation. Virtual Event, 1155--1170."},{"key":"e_1_3_2_2_42_1","volume-title":"Proc. 36th Int'l Conf. on Machine Learning","author":"Lee Juho","year":"2019","unstructured":"Juho Lee, Yoonho Lee, Jungtaek Kim, Adam Kosiorek, Seungjin Choi, and Yee Whye Teh. 2019. Set Transformer: A framework for attention-based permutation-invariant neural networks. In Proc. 36th Int'l Conf. on Machine Learning. Long Beach, CA, 3744--3753."},{"key":"e_1_3_2_2_43_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSA52907.2021.00071"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467069"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403107"}],"event":{"name":"KDD '24: The 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Barcelona Spain","acronym":"KDD '24","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671547","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3637528.3671547","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:04:19Z","timestamp":1750291459000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671547"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,24]]},"references-count":46,"alternative-id":["10.1145\/3637528.3671547","10.1145\/3637528"],"URL":"https:\/\/doi.org\/10.1145\/3637528.3671547","relation":{},"subject":[],"published":{"date-parts":[[2024,8,24]]},"assertion":[{"value":"2024-08-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}