{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T15:26:48Z","timestamp":1759332408657,"version":"3.44.0"},"reference-count":52,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62072253"],"award-info":[{"award-number":["62072253"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Major Science and Technology Demonstration Project of Jiangsu Provincial Key R & D Program","award":["BE2022081"],"award-info":[{"award-number":["BE2022081"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Dependable and Secure Comput."],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1109\/tdsc.2025.3575064","type":"journal-article","created":{"date-parts":[[2025,6,2]],"date-time":"2025-06-02T14:04:59Z","timestamp":1748873099000},"page":"5744-5759","source":"Crossref","is-referenced-by-count":1,"title":["AWDP-Automated Windows Domain Penetration Framework With Deep Reinforcement Learning"],"prefix":"10.1109","volume":"22","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-5547-3728","authenticated-orcid":false,"given":"Letian","family":"Sha","sequence":"first","affiliation":[{"name":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-0444-4991","authenticated-orcid":false,"given":"Xingpeng","family":"Huo","sequence":"additional","affiliation":[{"name":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1815-2793","authenticated-orcid":false,"given":"Fu","family":"Xiao","sequence":"additional","affiliation":[{"name":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1693-3000","authenticated-orcid":false,"given":"Jiankuo","family":"Dong","sequence":"additional","affiliation":[{"name":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-3852-1244","authenticated-orcid":false,"given":"Jianwen","family":"Liu","sequence":"additional","affiliation":[{"name":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-2154-7162","authenticated-orcid":false,"given":"Shang","family":"Wu","sequence":"additional","affiliation":[{"name":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4147-4404","authenticated-orcid":false,"given":"Ziyue","family":"Su","sequence":"additional","affiliation":[{"name":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"year":"2023","key":"ref1","article-title":"IBM documentation"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-4294-0_12"},{"year":"2023","key":"ref3","article-title":"Perimeter security investment and the sunk cost fallacy"},{"article-title":"How to build a cybersecurity homelab","year":"2020","author":"Null","key":"ref4"},{"article-title":"Autonomous penetration testing using reinforcement learning","year":"2018","author":"Schwartz","key":"ref5"},{"article-title":"CybORG: An autonomous cyber operations research gym","year":"2020","author":"Baillie","key":"ref6"},{"year":"2023","key":"ref7","article-title":"MITRE ATT&CK"},{"article-title":"CyGIL: A cyber gym for training autonomous agents over emulated network systems","year":"2021","author":"Li","key":"ref8"},{"article-title":"OpenAI gym","year":"2016","author":"Brockman","key":"ref9"},{"article-title":"NASim: Network attack simulator","year":"2019","author":"Schwartz","key":"ref10"},{"article-title":"Cyberbattlesim","year":"2023","author":"Team","key":"ref11"},{"article-title":"Simulating network lateral movements through the cyberbattlesim web platform","year":"2022","author":"Esteban","key":"ref12"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2021.3095417"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2023.3319352"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/310889.310919"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2021.3117348"},{"key":"ref17","first-page":"113","article-title":"MulVAL: A logic-based network security analyzer","volume-title":"Proc. USENIX Secur. Symp.","author":"Ou"},{"key":"ref18","doi-asserted-by":"crossref","DOI":"10.1016\/j.cose.2020.102108","article-title":"Automating post-exploitation with deep reinforcement learning","volume":"100","author":"Maeda","year":"2021","journal-title":"Comput. Secur."},{"issue":"12","key":"ref19","first-page":"21","article-title":"Attack trees","volume":"24","author":"Schneier","year":"1999","journal-title":"Dr Dobb\u2019s J."},{"key":"ref20","first-page":"2","article-title":"Automated penetration testing using deep reinforcement learning","volume-title":"Proc. 2020 IEEE Eur. Symp. Secur. Privacy Workshops","author":"Hu"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v26i1.8363"},{"issue":"1","key":"ref22","doi-asserted-by":"crossref","DOI":"10.3390\/info11010006","article-title":"Reinforcement learning for efficient network penetration testing","volume":"11","author":"Ghanem","year":"2020","journal-title":"Information"},{"issue":"19","key":"ref23","doi-asserted-by":"crossref","DOI":"10.3390\/app11198823","article-title":"Autonomous penetration testing based on improved deep Q-network","volume":"11","author":"Zhou","year":"2021","journal-title":"Appl. Sci."},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2022.3160792"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/STC55697.2022.00015"},{"issue":"4","key":"ref26","doi-asserted-by":"crossref","first-page":"679","DOI":"10.1512\/iumj.1957.6.56038","article-title":"A Markovian decision process","volume":"6","author":"Bellman","year":"1957","journal-title":"Indiana Univ. Math. J."},{"issue":"3\/4","key":"ref27","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1561\/2200000071","article-title":"An introduction to deep reinforcement learning","volume":"11","author":"Fran\u00e7ois-Lavet","year":"2018","journal-title":"Found. Trends Mach. Learn."},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/bf00992698"},{"article-title":"Playing atari with deep reinforcement learning","year":"2013","author":"Mnih","key":"ref29"},{"key":"ref30","first-page":"2094","article-title":"Deep reinforcement learning with double Q-learning","volume-title":"Proc. AAAI Conf. Artif. Intell.","author":"Hasselt"},{"key":"ref31","first-page":"1995","article-title":"Dueling network architectures for deep reinforcement learning","volume-title":"Proc. 33rd Int. Conf. Mach. Learn.","author":"Wang"},{"article-title":"Noisy networks for exploration","year":"2019","author":"Fortunato","key":"ref32"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2022.3165624"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TrustCom\/BigDataSE.2018.00041"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/MSN50589.2020.00086"},{"year":"2023","key":"ref36","article-title":"NVD - CVSS v3 calculator"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/COINS54846.2022.9855011"},{"year":"2025","key":"ref38","article-title":"Best practices for securing active directory"},{"year":"2024","key":"ref39","article-title":"Securing domain controllers against attack"},{"year":"2024","key":"ref40","article-title":"Windows server update services (WSUs)"},{"year":"2014","key":"ref41","article-title":"Active directory structure and storage technologies: Active directory"},{"article-title":"Pentesting active directory forests","year":"2019","author":"Garc\u00eda","key":"ref42"},{"article-title":"Psloggedon - sysinternals","year":"2021","author":"Russinovich","key":"ref43"},{"year":"2025","key":"ref44","article-title":"Metasploit framework"},{"year":"2023","key":"ref45","article-title":"Empire: A post-exploitation and adversary emulation framework"},{"year":"2023","key":"ref46","article-title":"Deathstar"},{"year":"2023","key":"ref47","article-title":"Bloodhound: Six degrees of domain admin"},{"year":"2023","key":"ref48","article-title":"Gofetch: A tool to automatically exercise an attack plan generated by the bloodhound application"},{"year":"2023","key":"ref49","article-title":"Cyberpeace - a new digital security company based on real combat and ai technology"},{"year":"2025","key":"ref50","article-title":"Verify sid filter quarantining"},{"article-title":"PentestGPT: An LLM-empowered automatic penetration testing tool","year":"2023","author":"Deng","key":"ref51"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3613083"}],"container-title":["IEEE Transactions on Dependable and Secure Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/8858\/11150357\/11020602.pdf?arnumber=11020602","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T22:51:57Z","timestamp":1757371917000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11020602\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9]]},"references-count":52,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tdsc.2025.3575064","relation":{},"ISSN":["1545-5971","1941-0018","2160-9209"],"issn-type":[{"type":"print","value":"1545-5971"},{"type":"electronic","value":"1941-0018"},{"type":"electronic","value":"2160-9209"}],"subject":[],"published":{"date-parts":[[2025,9]]}}}