{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T15:40:29Z","timestamp":1778600429806,"version":"3.51.4"},"reference-count":26,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["RGPIN-2018-06724"],"award-info":[{"award-number":["RGPIN-2018-06724"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,7,18]]},"DOI":"10.1109\/ijcnn55064.2022.9892584","type":"proceedings-article","created":{"date-parts":[[2022,9,30]],"date-time":"2022-09-30T19:56:04Z","timestamp":1664567764000},"page":"01-09","source":"Crossref","is-referenced-by-count":18,"title":["Deep Reinforcement Learning for Penetration Testing of Cyber-Physical Attacks in the Smart Grid"],"prefix":"10.1109","author":[{"given":"Yuanliang","family":"Li","sequence":"first","affiliation":[{"name":"Concordia Institute for Information Systems Engineering (CIISE), Concordia University,Montreal,Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jun","family":"Yan","sequence":"additional","affiliation":[{"name":"Concordia Institute for Information Systems Engineering (CIISE), Concordia University,Montreal,Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mohamed","family":"Naili","sequence":"additional","affiliation":[{"name":"Global Artificial Intelligence Accelerator (GAIA),Ericsson,Montreal,Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2020.2994977"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2790704"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CCWC51732.2021.9376126"},{"key":"ref13","article-title":"Autonomous penetration testing using reinforcement learning","author":"schwartz","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSPW51379.2020.00010"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/WorldS4.2018.8611595"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3390\/info11010006"},{"key":"ref17","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref18","article-title":"Deep reinforcement learning for cyber security","author":"nguyen","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref19","article-title":"Detection and differentiation of replay attack and equipment faults in scada systems","author":"li","year":"2020","journal-title":"IEEE Transactions on Automation Science and Engineering"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2014.2381879"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/LISAT.2016.7494156"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.29007\/xtgm"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"6","DOI":"10.3390\/info11010006","article-title":"Reinforcement learning for efficient network penetration testing","volume":"11","author":"ghanem","year":"2020","journal-title":"Information"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2885530"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2016.2607701"},{"key":"ref2","year":"0","journal-title":"Russian government cyber activity targeting energy and other critical infrastructure sectors"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2018.8489202"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2016.2631891"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2013.2288518"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ISGT.2017.8085991"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/SmartGridComm.2019.8909814"},{"key":"ref24","author":"lardier","year":"2020","journal-title":"Asgards-h Enabling advanced smart grid cyber-physical attacks risk and data studies with helics"},{"key":"ref23","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"ArXiv Preprint"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/PESMG.2013.6672705"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/MSCPES.2017.8064542"}],"event":{"name":"2022 International Joint Conference on Neural Networks (IJCNN)","location":"Padua, Italy","start":{"date-parts":[[2022,7,18]]},"end":{"date-parts":[[2022,7,23]]}},"container-title":["2022 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9891857\/9889787\/09892584.pdf?arnumber=9892584","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,3]],"date-time":"2022-11-03T23:00:11Z","timestamp":1667516411000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9892584\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,18]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/ijcnn55064.2022.9892584","relation":{},"subject":[],"published":{"date-parts":[[2022,7,18]]}}}