{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,18]],"date-time":"2026-09-18T20:17:49Z","timestamp":1789762669301,"version":"4.0.1"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"23","license":[{"start":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T00:00:00Z","timestamp":1733184000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T00:00:00Z","timestamp":1733184000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"College of Science and Engineering Postgraduate Research Scholarship of the University of Galway"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1007\/s00521-024-10536-0","type":"journal-article","created":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T14:10:27Z","timestamp":1733235027000},"page":"18775-18791","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Agent-based dynamic thresholding for adaptive anomaly detection using reinforcement learning"],"prefix":"10.1007","volume":"37","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7006-0525","authenticated-orcid":false,"given":"Xue","family":"Yang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Enda","family":"Howley","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Schukat","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,12,3]]},"reference":[{"key":"10536_CR1","unstructured":"Chalapathy R, Chawla S (2019) Deep learning for anomaly detection: a survey. arXiv preprint arXiv:1901.03407"},{"issue":"1","key":"10536_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2133360.2133363","volume":"6","author":"FT Liu","year":"2012","unstructured":"Liu FT, Ting KM, Zhou Z-H (2012) Isolation-based anomaly detection. ACM Trans Knowl Discov Data (TKDD) 6(1):1\u201339","journal-title":"ACM Trans Knowl Discov Data (TKDD)"},{"key":"10536_CR3","doi-asserted-by":"crossref","unstructured":"Lin S, Clark R, Birke R, Sch\u00f6nborn S, Trigoni N, Roberts S (2020) Anomaly detection for time series using vae-lstm hybrid model. In: ICASSP 2020-2020 IEEE international conference on acoustics, Speech and Signal Processing (ICASSP), pp 4322\u20134326 Ieee","DOI":"10.1109\/ICASSP40776.2020.9053558"},{"issue":"3","key":"10536_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1541880.1541882","volume":"41","author":"V Chandola","year":"2009","unstructured":"Chandola V, Banerjee A, Kumar V (2009) Anomaly detection: a survey. ACM Comput Surveys (CSUR) 41(3):1\u201358","journal-title":"ACM Comput Surveys (CSUR)"},{"key":"10536_CR5","doi-asserted-by":"crossref","unstructured":"Audibert J, Michiardi P, Guyard F, Marti S, Zuluaga MA (2020) Usad: Unsupervised anomaly detection on multivariate time series. In: Proceedings of the 26th ACM SIGKDD international conference on knowledge discovery & data mining, pp 3395\u20133404","DOI":"10.1145\/3394486.3403392"},{"issue":"13","key":"10536_CR6","doi-asserted-by":"publisher","first-page":"3738","DOI":"10.3390\/s20133738","volume":"20","author":"Z Niu","year":"2020","unstructured":"Niu Z, Yu K, Wu X (2020) Lstm-based vae-gan for time-series anomaly detection. Sensors 20(13):3738","journal-title":"Sensors"},{"key":"10536_CR7","doi-asserted-by":"crossref","unstructured":"Siffer A, Fouque P-A, Termier A, Largouet C (2017) Anomaly detection in streams with extreme value theory. In: Proceedings of the 23rd ACM sigkdd international conference on knowledge discovery and data mining, pp 1067\u20131075","DOI":"10.1145\/3097983.3098144"},{"issue":"3","key":"10536_CR8","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1007\/s10845-020-01612-y","volume":"32","author":"A Kuhnle","year":"2021","unstructured":"Kuhnle A, Kaiser J-P, Thei\u00df F, Stricker N, Lanza G (2021) Designing an adaptive production control system using reinforcement learning. J Intell Manuf 32(3):855\u2013876","journal-title":"J Intell Manuf"},{"key":"10536_CR9","doi-asserted-by":"crossref","unstructured":"Yang X, Howley E, Schukat M (2023) Adt: agent-based dynamic thresholding for anomaly detection. Adaptive and learning agents workshop","DOI":"10.1007\/s00521-024-10536-0"},{"issue":"1","key":"10536_CR10","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1023\/B:MACH.0000008084.60811.49","volume":"54","author":"DM Tax","year":"2004","unstructured":"Tax DM, Duin RP (2004) Support vector data description. Mach Learn 54(1):45\u201366","journal-title":"Mach Learn"},{"key":"10536_CR11","first-page":"1741","volume":"3","author":"J Ma","year":"2003","unstructured":"Ma J, Perkins S (2003) Time-series novelty detection using one-class support vector machines. Proceed Int Joint Conf Neural Netw 3:1741\u20131745","journal-title":"Proceed Int Joint Conf Neural Netw"},{"key":"10536_CR12","doi-asserted-by":"crossref","unstructured":"Amer M, Goldstein M, Abdennadher S (2013) Enhancing one-class support vector machines for unsupervised anomaly detection. In: Proceedings of the ACM SIGKDD workshop on outlier detection and description, pp 8\u201315","DOI":"10.1145\/2500853.2500857"},{"key":"10536_CR13","doi-asserted-by":"crossref","unstructured":"Li H (2010) Research and implementation of an anomaly detection model based on clustering analysis. In: 2010 international symposium on intelligence information processing and trusted computing, pp 458\u2013462 IEEE","DOI":"10.1109\/IPTC.2010.94"},{"key":"10536_CR14","doi-asserted-by":"crossref","unstructured":"Zhang C, Zhang G, Sun S (2009) A mixed unsupervised clustering-based intrusion detection model. In: 2009 third international conference on genetic and evolutionary computing, pp 426\u2013428 IEEE","DOI":"10.1109\/WGEC.2009.72"},{"issue":"6","key":"10536_CR15","doi-asserted-by":"publisher","first-page":"1005","DOI":"10.1109\/TSMCA.2007.897589","volume":"37","author":"WA Chaovalitwongse","year":"2007","unstructured":"Chaovalitwongse WA, Fan Y-J, Sachdeo RC (2007) On the time series $$k$$-nearest neighbor classification of abnormal brain activity. IEEE Trans Syst, Man, Cybern-Part A: Syst Humans 37(6):1005\u20131016","journal-title":"IEEE Trans Syst, Man, Cybern-Part A: Syst Humans"},{"issue":"4","key":"10536_CR16","doi-asserted-by":"publisher","first-page":"3492","DOI":"10.1016\/j.eswa.2010.08.137","volume":"38","author":"M-Y Su","year":"2011","unstructured":"Su M-Y (2011) Real-time anomaly detection systems for denial-of-service attacks by weighted k-nearest-neighbor classifiers. Expert Syst Appl 38(4):3492\u20133498","journal-title":"Expert Syst Appl"},{"key":"10536_CR17","doi-asserted-by":"crossref","unstructured":"Choi K, Yi J, Park C, Yoon S (2021) Deep learning for anomaly detection in time-series data: review, analysis, and guidelines. IEEE Access","DOI":"10.1109\/ACCESS.2021.3107975"},{"key":"10536_CR18","unstructured":"Zong B, Song Q, Min MR, Cheng W, Lumezanu C, Cho D, Chen H (2018) Deep autoencoding gaussian mixture model for unsupervised anomaly detection. In: International conference on learning representations"},{"issue":"2","key":"10536_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3439950","volume":"54","author":"G Pang","year":"2021","unstructured":"Pang G, Shen C, Cao L, Hengel AVD (2021) Deep learning for anomaly detection: a review. ACM Comput Surv (CSUR) 54(2):1\u201338","journal-title":"ACM Comput Surv (CSUR)"},{"key":"10536_CR20","doi-asserted-by":"crossref","unstructured":"Hundman K, Constantinou V, Laporte C, Colwell I, Soderstrom T (2018) Detecting spacecraft anomalies using lstms and nonparametric dynamic thresholding. In: Proceedings of the 24th ACM SIGKDD international conference on knowledge discovery & data mining, pp 387\u2013395","DOI":"10.1145\/3219819.3219845"},{"key":"10536_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/j.measurement.2021.109546","volume":"180","author":"L Xie","year":"2021","unstructured":"Xie L, Pi D, Zhang X, Chen J, Luo Y, Yu W (2021) Graph neural network approach for anomaly detection. Measurement 180:109546","journal-title":"Measurement"},{"key":"10536_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2020.103919","volume":"95","author":"M Yu","year":"2020","unstructured":"Yu M, Sun S (2020) Policy-based reinforcement learning for time series anomaly detection. Eng Appl Artif Intell 95:103919","journal-title":"Eng Appl Artif Intell"},{"issue":"12","key":"10536_CR23","doi-asserted-by":"publisher","first-page":"22884","DOI":"10.1109\/TITS.2022.3200906","volume":"23","author":"J Watts","year":"2022","unstructured":"Watts J, Van Wyk F, Rezaei S, Wang Y, Masoud N, Khojandi A (2022) A dynamic deep reinforcement learning-bayesian framework for anomaly detection. IEEE Trans Intell Transp Syst 23(12):22884\u201322894","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"11","key":"10536_CR24","doi-asserted-by":"publisher","first-page":"4423","DOI":"10.1109\/TAC.2019.2905215","volume":"64","author":"C Chen","year":"2019","unstructured":"Chen C, Modares H, Xie K, Lewis FL, Wan Y, Xie S (2019) Reinforcement learning-based adaptive optimal exponential tracking control of linear systems with unknown dynamics. IEEE Trans Autom Control 64(11):4423\u20134438","journal-title":"IEEE Trans Autom Control"},{"issue":"7540","key":"10536_CR25","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"issue":"7","key":"10536_CR26","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1049\/iet-its.2017.0153","volume":"11","author":"SS Mousavi","year":"2017","unstructured":"Mousavi SS, Schukat M, Howley E (2017) Traffic light control using deep policy-gradient and value-function-based reinforcement learning. IET Intell Trans Syst 11(7):417\u2013423","journal-title":"IET Intell Trans Syst"},{"issue":"1","key":"10536_CR27","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1080\/23744731.2019.1680234","volume":"26","author":"KU Ahn","year":"2020","unstructured":"Ahn KU, Park CS (2020) Application of deep q-networks for model-free optimal control balancing between different hvac systems. Sci Technol Built Environ 26(1):61\u201374","journal-title":"Sci Technol Built Environ"},{"key":"10536_CR28","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2021.103249","volume":"129","author":"W Liu","year":"2021","unstructured":"Liu W, Su S, Tang T, Wang X (2021) A dqn-based intelligent control method for heavy haul trains on long steep downhill section. Transp Res Part C: Emerg Technol 129:103249","journal-title":"Transp Res Part C: Emerg Technol"},{"key":"10536_CR29","doi-asserted-by":"crossref","unstructured":"Xu H, Chen W, Zhao N, Li Z, Bu J, Li Z, Liu Y, Zhao Y, Pei D, Feng Y, et al. (2018) Unsupervised anomaly detection via variational auto-encoder for seasonal kpis in web applications. In: Proceedings of the 2018 world wide web conference, pp 187\u2013196","DOI":"10.1145\/3178876.3185996"},{"issue":"11","key":"10536_CR30","doi-asserted-by":"publisher","first-page":"117","DOI":"10.3390\/aerospace6110117","volume":"6","author":"L Basora","year":"2019","unstructured":"Basora L, Olive X, Dubot T (2019) Recent advances in anomaly detection methods applied to aviation. Aerospace 6(11):117","journal-title":"Aerospace"},{"key":"10536_CR31","doi-asserted-by":"crossref","unstructured":"Mathur AP, Tippenhauer NO (2016) Swat: a water treatment testbed for research and training on ics security. In: 2016 international workshop on cyber-physical systems for smart water networks (cyswater), pp 31\u201336 IEEE","DOI":"10.1109\/CySWater.2016.7469060"},{"key":"10536_CR32","doi-asserted-by":"crossref","unstructured":"Goh J, Adepu S, Junejo KN, Mathur A (2017) A dataset to support research in the design of secure water treatment systems. In: International conference on critical information infrastructures security, pp 88\u201399 Springer","DOI":"10.1007\/978-3-319-71368-7_8"},{"key":"10536_CR33","doi-asserted-by":"crossref","unstructured":"Ahmed CM, Palleti VR, Mathur AP (2017) Wadi: a water distribution testbed for research in the design of secure cyber physical systems. In: Proceedings of the 3rd international workshop on cyber-physical systems for smart water networks, pp 25\u201328","DOI":"10.1145\/3055366.3055375"},{"key":"10536_CR34","doi-asserted-by":"crossref","unstructured":"Usbeck R, R\u00f6der M, Ngonga\u00a0Ngomo A-C, Baron C, Both A, Br\u00fcmmer M, Ceccarelli D, Cornolti M, Cherix D, Eickmann B, et al. (2015) Gerbil: general entity annotator benchmarking framework. In: Proceedings of the 24th international conference on world wide web, pp 1133\u20131143","DOI":"10.1145\/2736277.2741626"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10536-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-10536-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10536-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T01:09:31Z","timestamp":1757120971000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-10536-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,3]]},"references-count":34,"journal-issue":{"issue":"23","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["10536"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-10536-0","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,3]]},"assertion":[{"value":"16 September 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 October 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 December 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there are no conflict of interest regarding the publication of this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}