{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T09:09:32Z","timestamp":1775898572552,"version":"3.50.1"},"reference-count":41,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["ECCS-1405327"],"award-info":[{"award-number":["ECCS-1405327"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["N000141410667"],"award-info":[{"award-number":["N000141410667"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Smart Grid"],"published-print":{"date-parts":[[2019,9]]},"DOI":"10.1109\/tsg.2018.2878570","type":"journal-article","created":{"date-parts":[[2018,10,30]],"date-time":"2018-10-30T15:11:15Z","timestamp":1540912275000},"page":"5174-5185","source":"Crossref","is-referenced-by-count":223,"title":["Online Cyber-Attack Detection in Smart Grid: A Reinforcement Learning Approach"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5827-2533","authenticated-orcid":false,"given":"Mehmet Necip","family":"Kurt","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7581-0436","authenticated-orcid":false,"given":"Oyetunji","family":"Ogundijo","sequence":"additional","affiliation":[]},{"given":"Chong","family":"Li","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2945-9240","authenticated-orcid":false,"given":"Xiaodong","family":"Wang","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","volume":"1","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref38","first-page":"427","article-title":"Learning finite-state controllers for partially observable environments","author":"meuleau","year":"1999","journal-title":"Proc Conf Uncertainty in Artif Intell (UAI)"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"506","DOI":"10.65109\/QCOS1153","article-title":"Best-response multiagent learning in non-stationary environments","volume":"2","author":"weinberg","year":"2004","journal-title":"Proc 3rd Int Joint Conf Auton Agents Multiagent Syst"},{"key":"ref32","first-page":"1039","article-title":"Nash Q-learning for general-sum stochastic games","volume":"4","author":"hu","year":"2003","journal-title":"J Mach Learn Res"},{"key":"ref31","first-page":"746","article-title":"The dynamics of reinforcement learning in cooperative multiagent systems","author":"claus","year":"1998","journal-title":"Proc AAAI\/IAAI"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1115\/1.3662552"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2016.2616442"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/SmartGridComm.2011.6102326"},{"key":"ref34","doi-asserted-by":"crossref","DOI":"10.1201\/9780203913673","author":"abur","year":"2004","journal-title":"Power System State Estimation Theory and Implementation"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s11277-015-2510-3"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1002\/int.4550080805"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2011.2159818"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511754678"},{"key":"ref13","author":"basseville","year":"1993","journal-title":"Detection of Abrupt Changes Theory and Application"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-411597-2.00006-0"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s11009-011-9256-5"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176350164"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177693055"},{"key":"ref18","first-page":"1729","article-title":"A Bayesian approach for learning and planning in partially observable Markov decision processes","volume":"12","author":"ross","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref19","first-page":"532","article-title":"Nonparametric Bayesian policy priors for reinforcement learning","volume":"1","author":"doshi-velez","year":"2010","journal-title":"Proc 23rd Int Conf Neural Inf Process Syst (NIPS)"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2016.2607701"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/SMARTGRID.2010.5622048"},{"key":"ref27","article-title":"Evaluation of reinforcement learning based false data injection attack to automatic voltage control","author":"chen","year":"0","journal-title":"IEEE Trans Smart Grid"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/SURV.2012.010912.00035"},{"key":"ref6","article-title":"Detecting false data injection attacks on dc state estimation","author":"bobba","year":"2010","journal-title":"Proc 1st Workshop Secure Control Syst (CPSWEEK)"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-27645-3_14"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/1653662.1653666"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2018.2800908"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2014.2374577"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2012.12.017"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2018.2854745"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2495133"},{"key":"ref20","first-page":"345","article-title":"Reinforcement learning algorithm for partially observable Markov decision problems","author":"jaakkola","year":"1994","journal-title":"Proc 7th Int Conf Neural Inf Process Syst (NIPS)"},{"key":"ref22","first-page":"323","article-title":"Using eligibility traces to find the best memoryless policy in partially observable Markov decision processes","author":"loch","year":"1998","journal-title":"Proc 15th Int Conf Mach Learn (ICML)"},{"key":"ref21","first-page":"199","article-title":"Reinforcement learning for POMDPs based on action values and stochastic optimization","author":"perkins","year":"2002","journal-title":"Proc 18th Nat Conf Artif Intell"},{"key":"ref24","first-page":"307","article-title":"Learning policies with external memory","author":"peshkin","year":"1999","journal-title":"Proc 16th Int Conf Mach Learn"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2010.2051168"},{"key":"ref23","first-page":"333","article-title":"Adaptive agents with reinforcement learning and internal memory","author":"lanzi","year":"2000","journal-title":"in"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2015.2421935"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2014.2357531"}],"container-title":["IEEE Transactions on Smart Grid"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielaam\/5165411\/8809237\/8514804-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165411\/8809237\/08514804.pdf?arnumber=8514804","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T22:32:52Z","timestamp":1775255572000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8514804\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,9]]},"references-count":41,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tsg.2018.2878570","relation":{},"ISSN":["1949-3053","1949-3061"],"issn-type":[{"value":"1949-3053","type":"print"},{"value":"1949-3061","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,9]]}}}