{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T15:23:50Z","timestamp":1780586630688,"version":"3.54.1"},"reference-count":35,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,1,27]],"date-time":"2021-01-27T00:00:00Z","timestamp":1611705600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,1,27]],"date-time":"2021-01-27T00:00:00Z","timestamp":1611705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,1,27]],"date-time":"2021-01-27T00:00:00Z","timestamp":1611705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,1,27]]},"DOI":"10.1109\/ccwc51732.2021.9376126","type":"proceedings-article","created":{"date-parts":[[2021,3,17]],"date-time":"2021-03-17T20:17:39Z","timestamp":1616012259000},"page":"0038-0044","source":"Crossref","is-referenced-by-count":12,"title":["Reinforcement Learning Based Penetration Testing of a Microgrid Control Algorithm"],"prefix":"10.1109","author":[{"given":"Christopher","family":"Neal","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hanane","family":"Dagdougui","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrea","family":"Lodi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jose M.","family":"Fernandez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref33","author":"steinbach","year":"0","journal-title":"Actor-critic using deep-RL continuous mountain car in TensorFlow"},{"key":"ref32","year":"0","journal-title":"Ontario Hydro Rates"},{"key":"ref31","year":"0","journal-title":"Canada Weather Stats"},{"key":"ref30","year":"0","journal-title":"Individual Household Electric Power Consumption Data Set"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2012.2218595"},{"key":"ref34","first-page":"1057","article-title":"Policy Gradient Methods for Reinforcement Learning with Function Approximation","author":"sutton","year":"1999","journal-title":"Advances in Neural Information Processing Systems (NIPS)"},{"key":"ref10","year":"0","journal-title":"Press Release MITRE Releases Framework for Cyber Attacks on Industrial Control Systems"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCM.2015.7152015"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1049\/iet-cps.2019.0016"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ETFA.2015.7301476"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2939940.2939943"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.23919\/ECC.2018.8550549"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2017.7510655"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2017.2656905"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.enconman.2014.05.012"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CYBER.2012.6392520"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s10479-007-0176-2"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2013.2295514"},{"key":"ref27","year":"0","journal-title":"IBM ILOG CPLEX Optimization Studio"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2013.2248175"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2017.2703172"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/BF01586088"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2017.10.101"},{"key":"ref8","author":"veitch","year":"2013","journal-title":"SAN-DIA REPORT SAND2013-5472 Microgrid Cyber Security Reference Architecture (Version 1 0)"},{"key":"ref7","article-title":"National Institute of Standards and Technology (NIST), “NISTIR 7628: Guidelines for Smart Grid Cybersecurity","volume":"3","year":"2010","journal-title":"Supportive Analyses and References"},{"key":"ref2","author":"kenney","year":"0","journal-title":"Metasploit the Penetration Tester's Guide"},{"key":"ref9","year":"0","journal-title":"ATT&CK for Industrial Control Systems"},{"key":"ref1","author":"engebretson","year":"2013","journal-title":"The Basics of Hacking and Penetration Testing Ethical Hacking and Penetration Testing Made Easy"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1038\/nature24270"},{"key":"ref22","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref21","year":"0","journal-title":"Alphastar Mastering the real-time strategy game StarCraft II"},{"key":"ref24","first-page":"1816","article-title":"POMDPs Make Better Hackers: Accounting for Uncertainty in Penetration Testing","author":"saurraute","year":"2012","journal-title":"26th AAAI Conference on Artificial Intelligence"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/WorldS4.2018.8611595"},{"key":"ref26","year":"0","journal-title":"Simplified Model of a Small Scale Micro-Grid"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/2991079.2991111"}],"event":{"name":"2021 IEEE 11th Annual Computing and Communication Workshop and Conference (CCWC)","location":"NV, USA","start":{"date-parts":[[2021,1,27]]},"end":{"date-parts":[[2021,1,30]]}},"container-title":["2021 IEEE 11th Annual Computing and Communication Workshop and Conference (CCWC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9375825\/9375905\/09376126.pdf?arnumber=9376126","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T15:43:49Z","timestamp":1652197429000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9376126\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,27]]},"references-count":35,"URL":"https:\/\/doi.org\/10.1109\/ccwc51732.2021.9376126","relation":{},"subject":[],"published":{"date-parts":[[2021,1,27]]}}}