{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T23:25:12Z","timestamp":1769729112135,"version":"3.49.0"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"11-12","license":[{"start":{"date-parts":[[2024,4,4]],"date-time":"2024-04-04T00:00:00Z","timestamp":1712188800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,4]],"date-time":"2024-04-04T00:00:00Z","timestamp":1712188800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ann. Telecommun."],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1007\/s12243-024-01028-2","type":"journal-article","created":{"date-parts":[[2024,4,4]],"date-time":"2024-04-04T09:12:20Z","timestamp":1712221940000},"page":"711-729","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Large language models and unsupervised feature learning: implications for log analysis"],"prefix":"10.1007","volume":"79","author":[{"given":"Egil","family":"Karlsen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiao","family":"Luo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nur","family":"Zincir-Heywood","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Malcolm","family":"Heywood","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,4,4]]},"reference":[{"issue":"4","key":"1028_CR1","doi-asserted-by":"publisher","first-page":"352","DOI":"10.1049\/iet-ifs.2018.5404","volume":"13","author":"A Moradi Vartouni","year":"2019","unstructured":"Moradi Vartouni A, Teshnehlab M, Sedighian Kashi S (2019) Leveraging deep neural networks for anomaly-based web application firewall. IET Inform Sec 13(4):352\u2013361","journal-title":"IET Inform Sec"},{"key":"1028_CR2","doi-asserted-by":"crossref","unstructured":"Farzad A, Gulliver TA (2021) Log message anomaly detection and classification using auto-B\/LSTM and auto-GRU","DOI":"10.31224\/osf.io\/d4e6a"},{"key":"1028_CR3","doi-asserted-by":"publisher","unstructured":"Copstein R, Karlsen E, Schwartzentruber J, Zincir-Heywood N, Heywood M (2022) Exploring syntactical features for anomaly detection in application logs. it - Inform Technol 64(1-2):15\u201327. https:\/\/doi.org\/10.1515\/itit-2021-0064","DOI":"10.1515\/itit-2021-0064"},{"key":"1028_CR4","doi-asserted-by":"publisher","unstructured":"Karlsen E, Copstein R, Luo X, Schwartzentruber J, Niblett B, Johnston A, Heywood MI, Zincir-Heywood N (2023) Exploring semantic vs. syntactic features for unsupervised learning on application log files. In: 2023 7th Cyber security in networking conference (CSNet), pp 219\u2013225. https:\/\/doi.org\/10.1109\/CSNet59123.2023.10339765","DOI":"10.1109\/CSNet59123.2023.10339765"},{"key":"1028_CR5","doi-asserted-by":"publisher","unstructured":"Nam S, Yoo J-H, Hong JW-K (2022) VM failure prediction with log analysis using BERT-CNN model 331\u2013337. https:\/\/doi.org\/10.23919\/CNSM55787.2022.9965187","DOI":"10.23919\/CNSM55787.2022.9965187"},{"key":"1028_CR6","doi-asserted-by":"crossref","unstructured":"No G, Lee Y, Kang H, Kang P (2023) RAPID: training-free retrieval-based log anomaly detection with PLM considering token-level information","DOI":"10.1016\/j.engappai.2024.108613"},{"key":"1028_CR7","doi-asserted-by":"crossref","unstructured":"Lee Y, Kim J, Kang P (2023) LAnoBERT: system log anomaly detection based on BERT masked language model","DOI":"10.1016\/j.asoc.2023.110689"},{"key":"1028_CR8","doi-asserted-by":"publisher","unstructured":"Qi J, Luan Z, Huang S, Wang Y, Fung C, Yang H, Qian D (2022) Adanomaly: adaptive anomaly detection for system logs with adversarial learning. In: NOMS 2022-2022 IEEE\/IFIP Network operations and management symposium, pp 1\u2013 5. IEEE Press, ???. https:\/\/doi.org\/10.1109\/NOMS54207.2022.9789917","DOI":"10.1109\/NOMS54207.2022.9789917"},{"key":"1028_CR9","doi-asserted-by":"crossref","unstructured":"Guo H, Yuan S, Wu X (2021) LogBERT: log anomaly detection via BERT, IEEE, 1\u20138","DOI":"10.1109\/IJCNN52387.2021.9534113"},{"key":"1028_CR10","doi-asserted-by":"publisher","unstructured":"Shao Y, Zhang W, Liu P, Huyue R, Tang R, Yin Q, Li Q (2022) Log anomaly detection method based on BERT model optimization. In: 2022 7th International conference on cloud computing and big data analytics (ICCCBDA), pp 161\u2013 166. https:\/\/doi.org\/10.1109\/ICCCBDA55098.2022.9778900","DOI":"10.1109\/ICCCBDA55098.2022.9778900"},{"key":"1028_CR11","unstructured":"Paszke A, Gross S, Massa F, Lerer A, Bradbury J, Chanan G, Killeen T, Lin Z, Gimelshein N, Antiga L, Desmaison A, Kpf A, Yang E, DeVito Z, Raison M, Tejani A, Chilamkurthy S, Steiner B, Fang L, Bai J, Chintala S (2019) PyTorch: an imperative style, high-performance deep learning library"},{"key":"1028_CR12","doi-asserted-by":"crossref","unstructured":"Wolf T, Debut L, Sanh V, Chaumond J, Delangue C, Moi A, Cistac P, Rault T, Louf R, Funtowicz M, Davison J, Shleifer S, Platen P, Ma C, Jernite Y, Plu J, Xu C, Scao TL, Gugger S, Drame M, Lhoest Q, Rush AM (2020) HuggingFace\u2019s transformers: state-of-the-art natural language processing","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"1028_CR13","unstructured":"Abadi M, Agarwal A, Barham P, Brevdo E, Chen Z, Citro C, Corrado GS, Davis A, Dean J, Devin M, Ghemawat S, Goodfellow I, Harp A, Irving G, Isard M, Jia Y, Jozefowicz R, Kaiser L, Kudlur M, Levenberg J, Man\u00e9 D, Monga R, Moore S, Murray D, Olah C, Schuster M, Shlens J, Steiner B, Sutskever I, Talwar K, Tucker P, Vanhoucke V, Vasudevan V, Vi\u00e9gas F, Vinyals O, Warden P, Wattenberg M, Wicke M, Yu Y, Zheng X (2015) TensorFlow: large-scale machine learning on heterogeneous systems. Software available from tensorflow.org. https:\/\/www.tensorflow.org\/"},{"issue":"1","key":"1028_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0925-2312(98)00030-7","volume":"21","author":"T Kohonen","year":"1998","unstructured":"Kohonen T (1998) The self-organizing map. Neurocomputing 21(1):1\u20136. https:\/\/doi.org\/10.1016\/S0925-2312(98)00030-7","journal-title":"Neurocomputing"},{"key":"1028_CR15","unstructured":"Vettigli G (2018) MiniSom: minimalistic and NumPy-based implementation of the self organizing map. https:\/\/github.com\/JustGlowing\/minisom\/"},{"key":"1028_CR16","doi-asserted-by":"publisher","unstructured":"Hilmi MAA, Cahyanto KA, Mustamiin M (2020) Apache web server - access log pre-processing for web intrusion detection. IEEE Dataport (2020). https:\/\/doi.org\/10.21227\/vvvq-6w47","DOI":"10.21227\/vvvq-6w47"},{"key":"1028_CR17","doi-asserted-by":"publisher","unstructured":"Gimnez CT, Villegas AP, Maran G (2010). HTTP dataset CSIC. https:\/\/doi.org\/10.7910\/DVN\/3QBYB5. https:\/\/www.tic.itefi.csic.es\/dataset\/","DOI":"10.7910\/DVN\/3QBYB5"},{"key":"1028_CR18","unstructured":"ECML\/PKDD (2021) ECML\/PKDD 2007 discovery challenge. https:\/\/gitlab.fing.edu.uy\/gsi\/web-application-attacks-datasets\/-\/tree\/master\/ecml pkdd"},{"key":"1028_CR19","doi-asserted-by":"crossref","unstructured":"Oliner AJ, Stearley J (2007) What supercomputers say: a study of five system logs. In: 37th Annual IEEE\/IFIP international conference on dependable systems and networks (DSN\u201907), 575\u2013584","DOI":"10.1109\/DSN.2007.103"},{"key":"1028_CR20","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser L, Polosukhin I (2017) Attention is all you need. arXiv:1706.03762"},{"key":"1028_CR21","doi-asserted-by":"publisher","unstructured":"Schuster M, Nakajima K (2012) Japanese and Korean voice search. In: 2012 IEEE international conference on acoustics, speech and signal processing (ICASSP), pp 5149\u20135152. https:\/\/doi.org\/10.1109\/ICASSP.2012.6289079","DOI":"10.1109\/ICASSP.2012.6289079"},{"key":"1028_CR22","unstructured":"Liu Y, Ott M, Goyal N, Du J, Joshi M, Chen D, Levy O, Lewis M, Zettlemoyer L, Stoyanov V (2019) Roberta: a robustly optimized BERT pretraining approach. arXiv:1907.11692"},{"key":"1028_CR23","unstructured":"Sanh V, Debut L, Chaumond J, Wolf T (2019) DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. arXiv:1910.01108"},{"key":"1028_CR24","unstructured":"Radford A, Wu J, Child R, Luan D, Amodei D, Sutskever I (2019) Language models are unsupervised multitask learners"},{"key":"1028_CR25","doi-asserted-by":"publisher","unstructured":"Black S, Leo G, Wang P, Leahy C, Biderman S (2021) GPT-neo: large scale autoregressive language modeling with mesh-tensorflow. If you use this software, please cite it using these metadata. https:\/\/doi.org\/10.5281\/zenodo.5297715","DOI":"10.5281\/zenodo.5297715"},{"key":"1028_CR26","doi-asserted-by":"publisher","unstructured":"Graves A, Schmidhuber J (2005) Framewise phoneme classification with bidirectional LSTM and other neural network architectures. Neural Netw 18(5):602\u2013610. https:\/\/doi.org\/10.1016\/j.neunet.2005.06.042. IJCNN","DOI":"10.1016\/j.neunet.2005.06.042"},{"issue":"4","key":"1028_CR27","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1016\/j.engappai.2006.09.005","volume":"20","author":"HG Kayacik","year":"2007","unstructured":"Kayacik HG, Zincir-Heywood N, Heywood MI (2007) A hierarchical SOM-based intrusion detection system. Eng Appl Artif Intell 20(4):439\u2013451","journal-title":"Eng Appl Artif Intell"},{"key":"1028_CR28","doi-asserted-by":"publisher","first-page":"574","DOI":"10.1109\/72.846729","volume":"11","author":"T Kohonen","year":"2000","unstructured":"Kohonen T, Kaski S, Lagus K, Salojarvi J, Honkela J, Paatero V, Saarela A (2000) Self organization of a massive document collection. IEEE transactions on neural networks \/ a publication of the IEEE Neural Networks Council 11:574\u201385. https:\/\/doi.org\/10.1109\/72.846729","journal-title":"IEEE transactions on neural networks \/ a publication of the IEEE Neural Networks Council"},{"key":"1028_CR29","unstructured":"Mohri M, Rostamizadeh A, Talwalkar A (2012) Foundations of machine learning. The MIT Press, Cambridge, MA, USA. https:\/\/mitpress.mit.edu\/9780262039406\/foundations-of-machine-learning\/"},{"key":"1028_CR30","doi-asserted-by":"publisher","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2018) BERT: pre-training of deep bidirectional transformers for language understanding. https:\/\/doi.org\/10.48550\/ARXIV.1810.04805. arXiv:1810.04805","DOI":"10.48550\/ARXIV.1810.04805"},{"key":"1028_CR31","doi-asserted-by":"crossref","unstructured":"Liu X, Wang C (2021) An empirical study on hyperparameter optimization for fine-tuning pre-trained language models","DOI":"10.18653\/v1\/2021.acl-long.178"},{"key":"1028_CR32","unstructured":"Mosbach M, Andriushchenko M, Klakow D (2021) On the stability of fine-tuning BERT: misconceptions, explanations, and strong baselines"}],"container-title":["Annals of Telecommunications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12243-024-01028-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12243-024-01028-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12243-024-01028-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T23:03:47Z","timestamp":1732921427000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12243-024-01028-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,4]]},"references-count":32,"journal-issue":{"issue":"11-12","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["1028"],"URL":"https:\/\/doi.org\/10.1007\/s12243-024-01028-2","relation":{},"ISSN":["0003-4347","1958-9395"],"issn-type":[{"value":"0003-4347","type":"print"},{"value":"1958-9395","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,4]]},"assertion":[{"value":"21 December 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 March 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 April 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Not applicable","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"All authors consent to publication.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}