{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,12]],"date-time":"2026-07-12T14:08:10Z","timestamp":1783865290665,"version":"3.55.0"},"reference-count":31,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","license":[{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62072018"],"award-info":[{"award-number":["62072018"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61732002"],"award-info":[{"award-number":["61732002"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Comput."],"published-print":{"date-parts":[[2023,9,1]]},"DOI":"10.1109\/tc.2023.3257518","type":"journal-article","created":{"date-parts":[[2023,3,15]],"date-time":"2023-03-15T17:34:31Z","timestamp":1678901671000},"page":"2656-2667","source":"Crossref","is-referenced-by-count":49,"title":["Improving Log-Based Anomaly Detection by Pre-Training Hierarchical Transformers"],"prefix":"10.1109","volume":"72","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4324-6337","authenticated-orcid":false,"given":"Shaohan","family":"Huang","sequence":"first","affiliation":[{"name":"Sino-German Joint Software Institute, Beihang University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1829-2817","authenticated-orcid":false,"given":"Yi","family":"Liu","sequence":"additional","affiliation":[{"name":"Sino-German Joint Software Institute, Beihang University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5726-4371","authenticated-orcid":false,"given":"Carol","family":"Fung","sequence":"additional","affiliation":[{"name":"Concordia Institude for Information Systems Engineering, Concordia University, Montreal, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"He","family":"Wang","sequence":"additional","affiliation":[{"name":"Sino-German Joint Software Institute, Beihang University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1101-7927","authenticated-orcid":false,"given":"Hailong","family":"Yang","sequence":"additional","affiliation":[{"name":"Sino-German Joint Software Institute, Beihang University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7186-0556","authenticated-orcid":false,"given":"Zhongzhi","family":"Luan","sequence":"additional","affiliation":[{"name":"Sino-German Joint Software Institute, Beihang University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412165"},{"key":"ref12","article-title":"Attention is all you need","author":"vaswani","year":"2017"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/DASC\/PiCom\/DataCom\/CyberSciTec.2018.00037"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2009.19"},{"key":"ref31","first-page":"177","article-title":"Octo: INT8 training with loss-aware compensation and backward quantization for tiny on-device learning","author":"zhou","year":"2021","journal-title":"Proc USENIX Annu Tech Conf"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref11","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2019","journal-title":"Proc Conf North Amer Assoc Comput Linguistics Hum Lang Technol"},{"key":"ref10","article-title":"Common crawl","year":"2021"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2016.21"},{"key":"ref1","first-page":"102","article-title":"Log Clustering Based Problem Identification for Online Service Systems","author":"lin","year":"2016","journal-title":"2016 IEEE\/ACM 38th International Conference on Software Engineering Companion (ICSE-C) ICSE-C"},{"key":"ref17","first-page":"3079","article-title":"Semi-supervised sequence learning","author":"dai","year":"2015","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN52387.2021.9534113"},{"key":"ref19","article-title":"Improving language understanding by generative pre-training","author":"radford","year":"2018"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2011.47"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICWS.2017.13"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2007.103"},{"key":"ref25","article-title":"Google's neural machine translation system: Bridging the gap between human and machine translation","author":"wu","year":"2016"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btz682"},{"key":"ref22","article-title":"Loghub: A large collection of system log datasets towards automated log analytics","author":"he","year":"2020"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1371"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/1629575.1629587"},{"key":"ref29","article-title":"Well-read students learn better: The impact of student initialization on knowledge distillation","author":"turc","year":"2019"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338931"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/658"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2020.3034647"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/1755913.1755926"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3134015"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2007.46"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICAC.2004.1301345"}],"container-title":["IEEE Transactions on Computers"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/12\/10213258\/10070784.pdf?arnumber=10070784","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,28]],"date-time":"2023-08-28T17:53:28Z","timestamp":1693245208000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10070784\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,1]]},"references-count":31,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/tc.2023.3257518","relation":{},"ISSN":["0018-9340","1557-9956","2326-3814"],"issn-type":[{"value":"0018-9340","type":"print"},{"value":"1557-9956","type":"electronic"},{"value":"2326-3814","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,9,1]]}}}