{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T18:52:59Z","timestamp":1770749579379,"version":"3.50.0"},"reference-count":40,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2021YFB3100500"],"award-info":[{"award-number":["2021YFB3100500"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004543","name":"Program of China Scholarship Council","doi-asserted-by":"publisher","award":["202306110031"],"award-info":[{"award-number":["202306110031"]}],"id":[{"id":"10.13039\/501100004543","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans.Inform.Forensic Secur."],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/tifs.2024.3461950","type":"journal-article","created":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T17:41:18Z","timestamp":1726508478000},"page":"8966-8981","source":"Crossref","is-referenced-by-count":10,"title":["DynPen: Automated Penetration Testing in Dynamic Network Scenarios Using Deep Reinforcement Learning"],"prefix":"10.1109","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7137-999X","authenticated-orcid":false,"given":"Qianyu","family":"Li","sequence":"first","affiliation":[{"name":"College of Electronic Engineering, National University of Defense Technology, Hefei, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2370-592X","authenticated-orcid":false,"given":"Ruipeng","family":"Wang","sequence":"additional","affiliation":[{"name":"College of Electronic Engineering, National University of Defense Technology, Hefei, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-3221-2671","authenticated-orcid":false,"given":"Dong","family":"Li","sequence":"additional","affiliation":[{"name":"College of Computer Science, Chongqing University, Chongqing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4533-2706","authenticated-orcid":false,"given":"Fan","family":"Shi","sequence":"additional","affiliation":[{"name":"College of Electronic Engineering, National University of Defense Technology, Hefei, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6654-7610","authenticated-orcid":false,"given":"Min","family":"Zhang","sequence":"additional","affiliation":[{"name":"College of Electronic Engineering, National University of Defense Technology, Hefei, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8818-6983","authenticated-orcid":false,"given":"Anupam","family":"Chattopadhyay","sequence":"additional","affiliation":[{"name":"College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore"}]},{"given":"Yi","family":"Shen","sequence":"additional","affiliation":[{"name":"College of Electronic Engineering, National University of Defense Technology, Hefei, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-9585-3472","authenticated-orcid":false,"given":"Yang","family":"Li","sequence":"additional","affiliation":[{"name":"College of Electronic Engineering, National University of Defense Technology, Hefei, China"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"The Ultimate Kali Linux Book: Perform Advanced Penetration Testing Using Nmap, Metasploit, Aircrack-NG, and Empire","author":"Singh","year":"2022"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-7258-9"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2022.105548"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-17551-0_17"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICoAC59537.2023.10249544"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/icecct56650.2023.10179727"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TETCI.2023.3235381"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.3390\/rs15030615"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2022.3219287"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2023.3284611"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3453158"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-022-10143-2"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2021.10.018"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.2200\/s00268ed1v01y201005aim009"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2020.102108"},{"key":"ref16","article-title":"Autonomous penetration testing using reinforcement learning","author":"Schwartz","year":"2019","journal-title":"arXiv:1905.05965"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.3390\/info11010006"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1049\/ise2.12107"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1049\/cmu2.12447"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSPW51379.2020.00010"},{"key":"ref21","article-title":"Deep hierarchical reinforcement agents for automated penetration testing","author":"Tran","year":"2021","journal-title":"arXiv:2109.06449"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2022.103055"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s10844-022-00738-0"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-023-04946-1"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2023.103358"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2023.3264934"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN55064.2022.9892584"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/AUTOTESTCON47462.2022.9984769"},{"issue":"6","key":"ref29","first-page":"1689","article-title":"Recommendation model of penetration path based on reinforcement learning","volume":"42","author":"Zhao","year":"2022","journal-title":"J. Comput. Appl."},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3584714.3584716"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-021-05961-4"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2020.3015110"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.3026638"},{"key":"ref34","first-page":"1711","article-title":"Mildly conservative Q-learning for offline reinforcement learning","volume":"35","author":"Lyu","year":"2022","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref35","volume-title":"Stochastic Approximation: A Dynamical Systems Viewpoint","volume":"48","year":"2009"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3459991"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2024.3379633"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-019-00574-9"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/tnn.1998.712192"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2020.107313"}],"container-title":["IEEE Transactions on Information Forensics and Security"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10206\/10319981\/10681147.pdf?arnumber=10681147","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T05:36:47Z","timestamp":1727933807000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10681147\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":40,"URL":"https:\/\/doi.org\/10.1109\/tifs.2024.3461950","relation":{},"ISSN":["1556-6013","1556-6021"],"issn-type":[{"value":"1556-6013","type":"print"},{"value":"1556-6021","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}