{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,20]],"date-time":"2026-10-20T14:37:38Z","timestamp":1792507058383,"version":"4.5.0"},"reference-count":32,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["ISA Transactions"],"published-print":{"date-parts":[[2026,4]]},"DOI":"10.1016\/j.isatra.2026.02.003","type":"journal-article","created":{"date-parts":[[2026,2,9]],"date-time":"2026-02-09T16:27:07Z","timestamp":1770654427000},"page":"124-134","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":2,"special_numbering":"C","title":["Implementation of an RL-based cyberattack detector using VaR thresholding approach"],"prefix":"10.1016","volume":"171","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-7108-9943","authenticated-orcid":false,"given":"Ali Khoshlahjeh","family":"Sedgh","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-0230-3734","authenticated-orcid":false,"given":"Omid","family":"Payam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-4250-295X","authenticated-orcid":false,"given":"Hamid Reza","family":"Chavoshi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6948-8898","authenticated-orcid":false,"given":"Hamid","family":"Khaloozadeh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"2","key":"10.1016\/j.isatra.2026.02.003_bib1","first-page":"991","article-title":"Privacy and security in network controlled systems via dynamic masking","volume":"56","author":"Abdalmoaty","year":"2023","journal-title":"IFACPap"},{"key":"10.1016\/j.isatra.2026.02.003_bib2","doi-asserted-by":"crossref","DOI":"10.1016\/j.conengprac.2021.104915","article-title":"Trajectory tracking control based on the dual-motor autonomous steering system with time-varying network-induced time delay","volume":"116","author":"Xu","year":"2021","journal-title":"Control Eng Pract"},{"key":"10.1016\/j.isatra.2026.02.003_bib3","doi-asserted-by":"crossref","first-page":"92444","DOI":"10.1109\/ACCESS.2019.2927484","article-title":"Mitigating sensor attacks against industrial control systems","volume":"7","author":"Combita","year":"2019","journal-title":"IEEE Access"},{"key":"10.1016\/j.isatra.2026.02.003_bib4","series-title":"2023 9th International Conference on Control, Instrumentation and Automation (ICCIA)","first-page":"1","article-title":"Enhancing cybersecurity in nonlinear networked control systems through robust PI controller design and implementation against denial-of-service attacks","author":"Salasi","year":"2023"},{"key":"10.1016\/j.isatra.2026.02.003_bib5","series-title":"2023 IEEE 64th International Scientific Conference on Information Technology and Management Science of Riga Technical University (ITMS)","first-page":"1","article-title":"Man-in-the-middle attack against a network control system: practical implementation and detection","author":"Chavoshi","year":"2023"},{"key":"10.1016\/j.isatra.2026.02.003_bib6","unstructured":"H. Sandberg, A. Teixeira, and K.H. Johansson, \"On security indices for state estimators in power networks,\" in First Workshop on Secure Control Systems (SCS), Stockholm, 2010, vol. 2010, pp. 1\u20136."},{"issue":"17","key":"10.1016\/j.isatra.2026.02.003_bib7","doi-asserted-by":"crossref","first-page":"3632","DOI":"10.3390\/electronics12173632","article-title":"Double deep Q-network next-generation cyber-physical systems: A reinforcement learning-enabled anomaly detection framework for next-generation cyber-physical systems","volume":"12","author":"Zhang","year":"2023","journal-title":"Electronics"},{"key":"10.1016\/j.isatra.2026.02.003_bib8","first-page":"3137","article-title":"Bellman residual orthogonalization for offline reinforcement learning","volume":"35","author":"Zanette","year":"2022","journal-title":"Adv Neural Inf Process Syst"},{"key":"10.1016\/j.isatra.2026.02.003_bib9","series-title":"2020 IEEE International Conference on Intelligence and Security Informatics (ISI)","first-page":"1","article-title":"Automated adversary emulation for cyber-physical systems via reinforcement learning","author":"Bhattacharya","year":"2020"},{"key":"10.1016\/j.isatra.2026.02.003_bib10","article-title":"Data-based Q-learning for replay attack detection in cyber-physical systems","author":"Qin","year":"2025","journal-title":"IEEE Trans Ind CyberPhys Syst"},{"key":"10.1016\/j.isatra.2026.02.003_bib11","series-title":"2019 IEEE International Symposium on Multimedia (ISM)","first-page":"208","article-title":"Deep autoencoders with value-at-risk thresholding for unsupervised anomaly detection","author":"Akhriev","year":"2019"},{"key":"10.1016\/j.isatra.2026.02.003_bib12","doi-asserted-by":"crossref","unstructured":"H.R. Chavoshi, O. Payam, and H. Khaloozadeh, \"A Data-Driven Cyberattack Detection Technique Based on Model-free Reinforcement Learning for Cyber-Physical Systems,\" 2025 (Preprint).","DOI":"10.36227\/techrxiv.174970270.06655799\/v1"},{"key":"10.1016\/j.isatra.2026.02.003_bib13","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1109\/LCSYS.2021.3058269","article-title":"Higher-order moment-based anomaly detection","volume":"6","author":"Renganathan","year":"2021","journal-title":"IEEE Control Syst Lett"},{"key":"10.1016\/j.isatra.2026.02.003_bib14","series-title":"2020 American Control Conference (ACC)","first-page":"1247","article-title":"Distributionally robust tuning of anomaly detectors in cyber-physical systems with stealthy attacks","author":"Renganathan","year":"2020"},{"issue":"7","key":"10.1016\/j.isatra.2026.02.003_bib15","doi-asserted-by":"crossref","first-page":"2412","DOI":"10.1007\/s40435-023-01328-w","article-title":"Robust control design of a nonlinear liquid-level networked control system: a comparative study between STR and Kharitonov analysis","volume":"12","author":"Chavoshi","year":"2024","journal-title":"Int J Dyn Control"},{"issue":"1","key":"10.1016\/j.isatra.2026.02.003_bib16","doi-asserted-by":"crossref","first-page":"83","DOI":"10.3390\/machines11010083","article-title":"Detection of false data injection attack in AGC system based on random forest","volume":"11","author":"Qu","year":"2023","journal-title":"Machines"},{"key":"10.1016\/j.isatra.2026.02.003_bib17","series-title":"2023 IEEE 64th International Scientific Conference on Information Technology and Management Science of Riga Technical University (ITMS)","first-page":"1","article-title":"Resilient control for cyber-physical systems against denial-of-service cyber attacks using Kharitonov's Theorem","author":"Chavoshi","year":"2023"},{"issue":"1","key":"10.1016\/j.isatra.2026.02.003_bib18","article-title":"Resilience PI controller design for mitigating weak denial-of-service attacks in cyber-physical systems","volume":"10","author":"Chavoshi","year":"2025","journal-title":"IET Cyber-Phys Syst Theory Appl"},{"issue":"2","key":"10.1016\/j.isatra.2026.02.003_bib19","doi-asserted-by":"crossref","first-page":"210","DOI":"10.3390\/e21020210","article-title":"An overview on denial-of-service attacks in control systems: Attack models and security analyses","volume":"21","author":"Cetinkaya","year":"2019","journal-title":"Entropy"},{"issue":"1","key":"10.1016\/j.isatra.2026.02.003_bib20","doi-asserted-by":"crossref","first-page":"437","DOI":"10.1109\/TCNS.2020.3028035","article-title":"Learning-based attacks in cyber-physical systems","volume":"8","author":"Khojasteh","year":"2020","journal-title":"IEEE Trans Control Netw Syst"},{"key":"10.1016\/j.isatra.2026.02.003_bib21","series-title":"Reinforcement learning: an introduction","author":"Sutton","year":"1998"},{"key":"10.1016\/j.isatra.2026.02.003_bib22","series-title":"Grokking deep reinforcement learning","author":"Morales","year":"2020"},{"key":"10.1016\/j.isatra.2026.02.003_bib23","first-page":"96","article-title":"Reinforcement learning: Theory and algorithms","volume":"32","author":"Agarwal","year":"2019"},{"issue":"4","key":"10.1016\/j.isatra.2026.02.003_bib24","doi-asserted-by":"crossref","first-page":"1167","DOI":"10.1016\/j.automatica.2014.02.015","article-title":"Reinforcement Q-learning for optimal tracking control of linear discrete-time systems with unknown dynamics,\"","volume":"50","author":"Kiumarsi","year":"2014","journal-title":"Automatica"},{"key":"10.1016\/j.isatra.2026.02.003_bib25","doi-asserted-by":"crossref","first-page":"134456","DOI":"10.1109\/ACCESS.2020.3011194","article-title":"Reinforcement Q-Learning incorporated with internal model method for output feedback tracking control of unknown linear systems","volume":"8","author":"Chen","year":"2020","journal-title":"IEEE Access"},{"issue":"12","key":"10.1016\/j.isatra.2026.02.003_bib26","doi-asserted-by":"crossref","first-page":"2770","DOI":"10.1109\/TCYB.2014.2384016","article-title":"Optimal tracking control of unknown discrete-time linear systems using input-output measured data,\"","volume":"45","author":"Kiumarsi","year":"2015","journal-title":"IEEE Trans Cybern"},{"key":"10.1016\/j.isatra.2026.02.003_bib27","series-title":"International conference on engineering research and applications","first-page":"929","article-title":"Two methods for detecting the linear attack on SCADA systems","author":"Nguyen","year":"2021"},{"issue":"3","key":"10.1016\/j.isatra.2026.02.003_bib28","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1111\/1467-9965.00141","article-title":"Portfolio value-at-risk with heavy-tailed risk factors","volume":"12","author":"Glasserman","year":"2002","journal-title":"Math Financ"},{"key":"10.1016\/j.isatra.2026.02.003_bib29","doi-asserted-by":"crossref","first-page":"801","DOI":"10.1201\/9780429123610-18","article-title":"Value at risk: recent advances","author":"Khindanova","year":"2019","journal-title":"Handb Anal Comput Methods Appl Math"},{"key":"10.1016\/j.isatra.2026.02.003_bib30","first-page":"1","article-title":"Assessment of dependent risk using extreme value theory in a time-varying framework","author":"K\u00dcLEKC\u0130","year":"2023","journal-title":"Hacet J Math Stat"},{"key":"10.1016\/j.isatra.2026.02.003_bib31","series-title":"Financial risk forecasting: the theory and practice of forecasting market risk with implementation in R and Matlab","author":"Danielsson","year":"2011"},{"issue":"2","key":"10.1016\/j.isatra.2026.02.003_bib32","doi-asserted-by":"crossref","first-page":"219","DOI":"10.2991\/jsta.d.210525.002","article-title":"An alternative measures of moments skewness kurtosis and jb test of normality","volume":"20","author":"Siraj-Ud-Doulah","year":"2021","journal-title":"J Stat Theory Appl"}],"container-title":["ISA Transactions"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0019057826000741?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0019057826000741?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T05:08:33Z","timestamp":1773464913000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0019057826000741"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4]]},"references-count":32,"alternative-id":["S0019057826000741"],"URL":"https:\/\/doi.org\/10.1016\/j.isatra.2026.02.003","relation":{},"ISSN":["0019-0578"],"issn-type":[{"value":"0019-0578","type":"print"}],"subject":[],"published":{"date-parts":[[2026,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Implementation of an RL-based cyberattack detector using VaR thresholding approach","name":"articletitle","label":"Article Title"},{"value":"ISA Transactions","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.isatra.2026.02.003","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 International Society of Automation. Published by Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}]}}