{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T01:17:20Z","timestamp":1773969440543,"version":"3.50.1"},"reference-count":42,"publisher":"IEEE","license":[{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,6]]},"DOI":"10.1109\/cybersa49311.2020.9139683","type":"proceedings-article","created":{"date-parts":[[2020,7,14]],"date-time":"2020-07-14T17:39:37Z","timestamp":1594748377000},"page":"1-8","source":"Crossref","is-referenced-by-count":21,"title":["Smart Security Audit: Reinforcement Learning with a Deep Neural Network Approximator"],"prefix":"10.1109","author":[{"given":"Konstantin","family":"Pozdniakov","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eduardo","family":"Alonso","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vladimir","family":"Stankovic","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kimberly","family":"Tam","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kevin","family":"Jones","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Attack planning in the real world","author":"obes","year":"2013","journal-title":"CoRR"},{"key":"ref38","author":"rojas","year":"1996","journal-title":"Neural Networks A Systematic Introduction"},{"key":"ref33","author":"li","year":"2000","journal-title":"A fuzzy elman neural network"},{"key":"ref32","article-title":"Llnet: A deep autoencoder approach to natural low-light image enhancement","author":"lore","year":"2015","journal-title":"CoRR"},{"key":"ref31","article-title":"‘transforming autoencoders’, lecture notes in computer science","author":"hinton","year":"2011","journal-title":"UofT"},{"key":"ref30","article-title":"Stacked denoising autoencoders: Learning useful representations in a deep network with a local denoising criterion","author":"pascal","year":"2010","journal-title":"JMLR"},{"key":"ref37","author":"guo","year":"2013","journal-title":"Backpropagation through time"},{"key":"ref36","year":"2020","journal-title":"Database"},{"key":"ref35","author":"kennedy","year":"2011","journal-title":"Metasploit the Penetration Tester's Guide"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.7148\/2009-0577-0581"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-24010-2_54"},{"key":"ref40","article-title":"Manual and automated penetration testing. benefits and drawbacks","author":"stefinko","year":"2016","journal-title":"TCSET"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/SERE.2012.38"},{"key":"ref12","article-title":"Learning latent state representation for speeding up exploration","author":"vezzani","year":"2019","journal-title":"CoRR"},{"key":"ref13","article-title":"Scids: A soft computing intrusion detection system","author":"ajith","year":"2005","journal-title":"Distributed Computing"},{"key":"ref14","article-title":"Intrusion Detection Systems Using Adaptive Regression Splines","author":"mukkamala","year":"2004","journal-title":"SAO"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/SACI.2014.6840052"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2018.2847722"},{"key":"ref17","article-title":"Using model checking to analyze network vulnerabilities","author":"ritchey","year":"2000","journal-title":"Security and Privacy"},{"key":"ref18","first-page":"359","article-title":"Ldyis: a framework for model checking security protocols","volume":"85","author":"lomuscio","year":"2008","journal-title":"Fundam Inform"},{"key":"ref19","article-title":"More scalable ltl model checking via discovering design-space dependencies (d3)","author":"rohit","year":"2018","journal-title":"Springer"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2013.08.037"},{"key":"ref4","year":"2019","journal-title":"2019 threat predictions report mcafee"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390240"},{"key":"ref3","article-title":"Ethical hacking: Addressing the critical shortage of cybersecurity talent","author":"kam","year":"2018","journal-title":"PACIS"},{"key":"ref6","year":"2020"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.1.143"},{"key":"ref5","year":"2020"},{"key":"ref8","year":"2020"},{"key":"ref7","year":"2020"},{"key":"ref2","first-page":"279","volume":"8","author":"watkins","year":"1992","journal-title":"Technical Note Q-Learning Machine Learning"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2004.1371331"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2018.2141033"},{"key":"ref20","article-title":"Model checking at scale: Automated air traffic control design space exploration","author":"marco","year":"2016","journal-title":"Computer Aided Verification"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/WorldS4.2018.8611595"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/EEEIC.2019.8783624"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3314058.3317294"},{"key":"ref24","author":"sutton","year":"1998","journal-title":"Introduction to Reinforcement Learning"},{"key":"ref41","article-title":"An algorithm to find optimal attack paths in nondeterministic scenarios","author":"sarraute","year":"2013","journal-title":"CoRR"},{"key":"ref23","article-title":"Autonomous penetration testing using reinforcement learning","volume":"abs 1905 5965","author":"schwartz","year":"2019","journal-title":"CoRR"},{"key":"ref26","first-page":"455","author":"irodova","year":"2005","journal-title":"Reinforcement learning and function approximation"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/SACI.2014.6840052"}],"event":{"name":"2020 International Conference on Cyber Situational Awareness, Data Analytics and Assessment (CyberSA)","location":"Dublin, Ireland","start":{"date-parts":[[2020,6,15]]},"end":{"date-parts":[[2020,6,19]]}},"container-title":["2020 International Conference on Cyber Situational Awareness, Data Analytics and Assessment (CyberSA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9136832\/9139607\/09139683.pdf?arnumber=9139683","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,27]],"date-time":"2022-06-27T11:46:57Z","timestamp":1656330417000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9139683\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6]]},"references-count":42,"URL":"https:\/\/doi.org\/10.1109\/cybersa49311.2020.9139683","relation":{},"subject":[],"published":{"date-parts":[[2020,6]]}}}