{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T22:38:05Z","timestamp":1782513485657,"version":"3.54.5"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"19","license":[{"start":{"date-parts":[[2023,6,26]],"date-time":"2023-06-26T00:00:00Z","timestamp":1687737600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,26]],"date-time":"2023-06-26T00:00:00Z","timestamp":1687737600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,10]]},"DOI":"10.1007\/s10489-023-04674-6","type":"journal-article","created":{"date-parts":[[2023,6,26]],"date-time":"2023-06-26T13:02:34Z","timestamp":1687784554000},"page":"22297-22312","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Detecting log anomaly using subword attention encoder and probabilistic feature selection"],"prefix":"10.1007","volume":"53","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9382-568X","authenticated-orcid":false,"given":"M.","family":"Hariharan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abhinesh","family":"Mishra","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sriram","family":"Ravi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ankita","family":"Sharma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anshul","family":"Tanwar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Krishna","family":"Sundaresan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Prasanna","family":"Ganesan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"R.","family":"Karthik","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,6,26]]},"reference":[{"key":"4674_CR1","unstructured":"Google Cloud Fixes Outage That Hit Home Depot, Snap, Spotify. https:\/\/www.bloomberg.com\/news\/articles\/2021-11-16\/home-depot-amazon-web-services-websites-reportedly-see-outages (Accessed 28 June 2022)"},{"key":"4674_CR2","unstructured":"Amazon Web Services\u2019 third outage in a month exposes a weak point in the Internet\u2019s backbone. https:\/\/www.washingtonpost.com\/business\/2021\/12\/22\/amazon-web-services-experiences-another-big-outage\/ (Accessed 28 June 2022)"},{"key":"4674_CR3","doi-asserted-by":"crossref","first-page":"102","DOI":"10.1145\/2889160.2889232","volume-title":"Proceedings of the 38th International Conference on Software Engineering Companion","author":"Q Lin","year":"2016","unstructured":"Lin Q, Zhang H, Lou JG, Zhang Y, Chen X (2016) Log clustering based problem identification for online service systems. In: Proceedings of the 38th International Conference on Software Engineering Companion, pp 102\u2013111"},{"key":"4674_CR4","first-page":"1","volume-title":"2020 IEEE\/ACM 28th International Symposium on Quality of Service (IWQoS)","author":"P Zhou","year":"2020","unstructured":"Zhou P, Wang Y, Li Z, Wang X, Tyson G, Xie G (2020) Logsayer: Log pattern-driven cloud component anomaly diagnosis with machine learning. In: 2020 IEEE\/ACM 28th International Symposium on Quality of Service (IWQoS). IEEE, pp 1\u201310"},{"key":"4674_CR5","doi-asserted-by":"publisher","first-page":"667","DOI":"10.1109\/ICSME46990.2020.00069","volume":"2020","author":"K Yin","year":"2020","unstructured":"Yin K et al (2020) Improving Log-Based Anomaly Detection with Component-Aware Analysis. IEEE Int Conf Softw Maint Evol (ICSME) 2020:667\u2013671. https:\/\/doi.org\/10.1109\/ICSME46990.2020.00069","journal-title":"IEEE Int Conf Softw Maint Evol (ICSME)"},{"key":"4674_CR6","first-page":"151","volume-title":"2018 IEEE 16th Intl Conf on Dependable, Autonomic and Secure Computing, 16th Intl Conf on Pervasive Intelligence and Computing, 4th Intl Conf on Big Data Intelligence and Computing and Cyber Science and Technology Congress (DASC\/PiCom\/DataCom\/CyberSciTech)","author":"S Lu","year":"2018","unstructured":"Lu S, Wei X, Li Y, Wang L (2018) Detecting anomaly in big data system logs using convolutional neural network. In: 2018 IEEE 16th Intl Conf on Dependable, Autonomic and Secure Computing, 16th Intl Conf on Pervasive Intelligence and Computing, 4th Intl Conf on Big Data Intelligence and Computing and Cyber Science and Technology Congress (DASC\/PiCom\/DataCom\/CyberSciTech). IEEE, pp 151\u2013158"},{"key":"4674_CR7","first-page":"1","volume-title":"In 2020 29th International Conference on Computer Communications and Networks (ICCCN)","author":"W Meng","year":"2020","unstructured":"Meng W, Liu Y, Huang Y, Zhang S, Zaiter F, Chen B, Pei D (2020) A semantic-aware representation framework for online log analysis. In: In 2020 29th International Conference on Computer Communications and Networks (ICCCN). IEEE, pp 1\u20137"},{"key":"4674_CR8","doi-asserted-by":"publisher","first-page":"1285","DOI":"10.1145\/3133956.3134015","volume-title":"Proceedings of the 2017 ACM SIGSAC conference on computer and communications security","author":"M Du","year":"2017","unstructured":"Du M, Li F, Zheng G, Srikumar V (2017) Deeplog: Anomaly detection and diagnosis from system logs through deep learning. In: Proceedings of the 2017 ACM SIGSAC conference on computer and communications security, pp 1285\u20131298"},{"issue":"7","key":"4674_CR9","first-page":"4739","volume":"19","author":"W Meng","year":"2019","unstructured":"Meng W, Liu Y, Zhu Y, Zhang S, Pei D, Liu Y et al (2019) LogAnomaly: Unsupervised detection of sequential and quantitative anomalies in unstructured logs. IJCAI 19(7):4739\u20134745","journal-title":"IJCAI"},{"issue":"3","key":"4674_CR10","doi-asserted-by":"publisher","first-page":"454","DOI":"10.3390\/sym14030454","volume":"14","author":"Y Chen","year":"2022","unstructured":"Chen Y, Luktarhan N, Lv D (2022) LogLS: Research on System Log Anomaly Detection Method Based on Dual LSTM. In Symmetry. MDPI AG 14(3):454. https:\/\/doi.org\/10.3390\/sym14030454","journal-title":"MDPI AG"},{"issue":"18","key":"4674_CR11","doi-asserted-by":"publisher","first-page":"6125","DOI":"10.3390\/s21186125","volume":"21","author":"D Lv","year":"2021","unstructured":"Lv D, Luktarhan N, Chen Y (2021) ConAnomaly: Content-Based Anomaly Detection for System Logs. In Sensors. MDPI AG 21(18):6125. https:\/\/doi.org\/10.3390\/s21186125","journal-title":"MDPI AG"},{"key":"4674_CR12","doi-asserted-by":"publisher","first-page":"181152","DOI":"10.1109\/access.2019.2953981","volume":"7","author":"R Yang","year":"2019","unstructured":"Yang R, Qu D, Gao Y, Qian Y, Tang Y (2019) nLSALog: An Anomaly Detection Framework for Log Sequence in Security Management. In IEEE Access. Ins Electr Electron Eng (IEEE) 7:181152\u2013181164. https:\/\/doi.org\/10.1109\/access.2019.2953981","journal-title":"Ins Electr Electron Eng (IEEE)"},{"key":"4674_CR13","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1109\/ISSRE5003.2020.00018","volume-title":"2020 IEEE 31st International Symposium on Software Reliability Engineering (ISSRE)","author":"X Li","year":"2020","unstructured":"Li X, Chen P, Jing L, He Z, Yu G (2020) Swisslog: Robust and unified deep learning based log anomaly detection for diverse faults. In: 2020 IEEE 31st International Symposium on Software Reliability Engineering (ISSRE). IEEE, pp 92\u2013103"},{"key":"4674_CR14","doi-asserted-by":"crossref","unstructured":"Li X, Chen P, Jing L, He Z, Yu G (2022) SwissLog: Robust anomaly detection and localization for interleaved unstructured logs. IEEE Transactions on Dependable and Secure Computing","DOI":"10.1109\/TDSC.2022.3162857"},{"key":"4674_CR15","unstructured":"Lee Y, Kim J, Kang P (2021) LAnoBERT: System log anomaly detection based on BERT masked language model. arXiv preprint arXiv:2111.09564"},{"issue":"1","key":"4674_CR16","doi-asserted-by":"publisher","first-page":"69","DOI":"10.3390\/e24010069","volume":"24","author":"Q Wang","year":"2021","unstructured":"Wang Q, Zhang X, Wang X, Cao Z (2021) Log Sequence Anomaly Detection Method Based on Contrastive Adversarial Training and Dual Feature Extraction. In Entropy. MDPI AG 24(1):69. https:\/\/doi.org\/10.3390\/e24010069","journal-title":"MDPI AG"},{"key":"4674_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/IJCNN52387.2021.9534113","volume":"2021","author":"H Guo","year":"2021","unstructured":"Guo H, Yuan S, Wu X (2021) LogBERT: Log Anomaly Detection via BERT. Int Joint Conf Neural Net (IJCNN) 2021:1\u20138. https:\/\/doi.org\/10.1109\/IJCNN52387.2021.9534113","journal-title":"Int Joint Conf Neural Net (IJCNN)"},{"key":"4674_CR18","unstructured":"Hashemi S, M\u00e4ntyl\u00e4 M (2021) OneLog: Towards end-to-end training in software log anomaly detection. arXiv preprint arXiv:2104.07324"},{"key":"4674_CR19","first-page":"1","volume-title":"2017 13th International Conference on Network and Service Management (CNSM)","author":"T Niwa","year":"2017","unstructured":"Niwa T, Kasuya Y, Kitahara T (2017) Anomaly detection for openstack services with process-related topological analysis. In: 2017 13th International Conference on Network and Service Management (CNSM). IEEE, pp 1\u20135"},{"issue":"2","key":"4674_CR20","doi-asserted-by":"publisher","first-page":"100030","DOI":"10.1016\/j.hcc.2021.100030","volume":"1","author":"V Zeufack","year":"2021","unstructured":"Zeufack V, Kim D, Seo D, Lee A (2021) An unsupervised anomaly detection framework for detecting anomalies in real time through network system\u2019s log files analysis. In High-Confidence Computing. Elsevier BV 1(2):100030. https:\/\/doi.org\/10.1016\/j.hcc.2021.100030","journal-title":"Elsevier BV"},{"issue":"14","key":"4674_CR21","doi-asserted-by":"publisher","first-page":"11052","DOI":"10.1109\/jiot.2021.3051480","volume":"8","author":"B Chakraborty","year":"2021","unstructured":"Chakraborty B, Divakaran DM, Nevat I, Peters GW, Gurusamy M (2021) Cost-Aware Feature Selection for IoT Device Classification. In IEEE Internet of Things Journal. Inst Electr Electron Eng (IEEE) 8(14):11052\u201311064. https:\/\/doi.org\/10.1109\/jiot.2021.3051480","journal-title":"Inst Electr Electron Eng (IEEE)"},{"key":"4674_CR22","doi-asserted-by":"publisher","first-page":"106839","DOI":"10.1016\/j.csda.2019.106839","volume":"143","author":"A Bommert","year":"2020","unstructured":"Bommert A, Sun X, Bischl B, Rahnenf\u00fchrer J, Lang M (2020) Benchmark for filter methods for feature selection in high-dimensional classification data. In Computational Statistics & Data Analysis. Elsevier BV 143:106839. https:\/\/doi.org\/10.1016\/j.csda.2019.106839","journal-title":"Elsevier BV"},{"key":"4674_CR23","doi-asserted-by":"publisher","unstructured":"Iqbal M, Abid MM, Khalid MN, Manzoor A (2020) Review of feature selection methods for text classification. In International Journal of Advanced Computer Research (Vo 10, Issue 49, pp 138\u2013152). Association of Computer, Communication and Education for National Triumph Social and Welfare Society (ACCENTS). https:\/\/doi.org\/10.19101\/ijacr.2020.1048037","DOI":"10.19101\/ijacr.2020.1048037"},{"key":"4674_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2020\/6076272","volume":"2020","author":"Y Liu","year":"2020","unstructured":"Liu Y, Ju S, Wang J, Su C (2020) A New Feature Selection Method for Text Classification Based on Independent Feature Space Search. In Mathematical Problems in Engineering. Hindawi Limited 2020:1\u201314. https:\/\/doi.org\/10.1155\/2020\/6076272","journal-title":"Hindawi Limited"},{"key":"4674_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.ins.2020.05.017","volume":"534","author":"F Thabtah","year":"2020","unstructured":"Thabtah F, Kamalov F, Hammoud S, Shahamiri SR (2020) Least Loss: A simplified filter method for feature selection. In Information Sciences. Elsevier BV 534:1\u201315. https:\/\/doi.org\/10.1016\/j.ins.2020.05.017","journal-title":"Elsevier BV"},{"issue":"3","key":"4674_CR26","doi-asserted-by":"publisher","first-page":"481","DOI":"10.29207\/resti.v6i3.4142","volume":"6","author":"A Gumilar","year":"2022","unstructured":"Gumilar A, Prasetiyowati SS, Sibaroni Y (2022) Performance analysis of hybrid machine learning methods on imbalanced data (rainfall classification). Jurnal RESTI (Rekayasa Sistem dan Teknologi Informasi) 6(3):481\u2013490","journal-title":"Jurnal RESTI (Rekayasa Sistem dan Teknologi Informasi)"},{"key":"4674_CR27","doi-asserted-by":"publisher","unstructured":"Wang Z, Lin Z (2019) Optimal Feature Selection for Learning-Based Algorithms for Sentiment Classification. In Cognitive Computation (Vol 12, Issue 1, pp 238\u2013248). Springer Science and Business Media LLC. https:\/\/doi.org\/10.1007\/s12559-019-09669-5","DOI":"10.1007\/s12559-019-09669-5"},{"key":"4674_CR28","doi-asserted-by":"publisher","unstructured":"Vangara RVB, Thirupathur K, Vangara SP (2020) Opinion Mining Classification using Naive Bayes Algorithm. In International Journal of Innovative Technology and Exploring Engineering (Vol 9, Issue 5, pp 495\u2013498). Blue Eyes Intelligence Engineering and Sciences Engineering and Sciences Publication - BEIESP. https:\/\/doi.org\/10.35940\/ijitee.e2402.039520","DOI":"10.35940\/ijitee.e2402.039520"},{"key":"4674_CR29","doi-asserted-by":"publisher","unstructured":"ThakkarA, Lohiya R (2020) Attack classification using feature selection techniques: a comparative study. In Journal of Ambient Intelligence and Humanized Computing (Vol 12, Issue 1, pp 1249\u20131266). Springer Science and Business Media LLC. https:\/\/doi.org\/10.1007\/s12652-020-02167-9","DOI":"10.1007\/s12652-020-02167-9"},{"key":"4674_CR30","doi-asserted-by":"publisher","unstructured":"Ismail Z, Jantan A, Yusoff Mohd N, Kiru MU (2020) The effects of feature selection on the classification of encrypted botnet. In Journal of Computer Virology and Hacking Techniques (Vol 17, Issue 1, pp 61\u201374). Springer Science and Business Media LLC. https:\/\/doi.org\/10.1007\/s11416-020-00367-7","DOI":"10.1007\/s11416-020-00367-7"},{"key":"4674_CR31","doi-asserted-by":"publisher","first-page":"593","DOI":"10.1007\/978-3-030-22871-2_40","volume-title":"Intelligent Computing: Proceedings of the 2019 Computing Conference","author":"JJ Bird","year":"2019","unstructured":"Bird JJ, Ek\u00e1rt A, Buckingham CD, Faria DR (2019) High resolution sentiment analysis by ensemble classification. In: Intelligent Computing: Proceedings of the 2019 Computing Conference, vol 1. Springer International Publishing, pp 593\u2013606"},{"key":"4674_CR32","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1109\/CVPR.2015.7298682","volume":"2015","author":"F Schroff","year":"2015","unstructured":"Schroff F, Kalenichenko D, Philbin J (2015) FaceNet: A unified embedding for face recognition and clustering. IEEE Conf Comput Vision Pattern Recog (CVPR) 2015:815\u2013823. https:\/\/doi.org\/10.1109\/CVPR.2015.7298682","journal-title":"IEEE Conf Comput Vision Pattern Recog (CVPR)"},{"key":"4674_CR33","doi-asserted-by":"publisher","unstructured":"Wang Z, Tian J, Fang H, Chen L, Qin J (2022) LightLog: A lightweight temporal convolutional network for log anomaly detection on the edge. In Computer Networks (Vol 203, p 108616). Elsevier BV. https:\/\/doi.org\/10.1016\/j.comnet.2021.108616","DOI":"10.1016\/j.comnet.2021.108616"},{"key":"4674_CR34","doi-asserted-by":"publisher","unstructured":"Farzad A, Gulliver TA (2020) Unsupervised log message anomaly detection. In ICT Express (Vol 6, Issue 3, pp 229\u2013237). Elsevier BV. https:\/\/doi.org\/10.1016\/j.icte.2020.06.003","DOI":"10.1016\/j.icte.2020.06.003"},{"key":"4674_CR35","doi-asserted-by":"publisher","first-page":"575","DOI":"10.1109\/DSN.2007.103","volume-title":"37th annual IEEE\/IFIP international conference on dependable systems and networks (DSN'07)","author":"A Oliner","year":"2007","unstructured":"Oliner A, Stearley J (2007) What supercomputers say: A study of five system logs. In: 37th annual IEEE\/IFIP international conference on dependable systems and networks (DSN'07). IEEE, pp 575\u2013584"},{"key":"4674_CR36","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1145\/1629575.1629587","volume-title":"Proceedings of the ACM SIGOPS 22nd symposium on Operating systems principles","author":"W Xu","year":"2009","unstructured":"Xu W, Huang L, Fox A, Patterson D, Jordan MI (2009) Detecting large-scale system problems by mining console logs. In: Proceedings of the ACM SIGOPS 22nd symposium on Operating systems principles, pp 117\u2013132"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-04674-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-023-04674-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-04674-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,23]],"date-time":"2024-10-23T02:38:21Z","timestamp":1729651101000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-023-04674-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,26]]},"references-count":36,"journal-issue":{"issue":"19","published-print":{"date-parts":[[2023,10]]}},"alternative-id":["4674"],"URL":"https:\/\/doi.org\/10.1007\/s10489-023-04674-6","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6,26]]},"assertion":[{"value":"26 April 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 June 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.The authors declare the following financial interests\/personal relationships which may be considered as potential competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}