{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T15:46:27Z","timestamp":1771515987684,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":13,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,12,16]],"date-time":"2022-12-16T00:00:00Z","timestamp":1671148800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,12,16]]},"DOI":"10.1145\/3584714.3584716","type":"proceedings-article","created":{"date-parts":[[2023,9,7]],"date-time":"2023-09-07T22:35:22Z","timestamp":1694126122000},"page":"10-15","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Intelligent Penetration Testing in Dynamic Defense Environment"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2642-6865","authenticated-orcid":false,"given":"Qian","family":"Yao","sequence":"first","affiliation":[{"name":"College of Electronic Engineering, National University of Defense Technology, China and \rAnhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2055-3799","authenticated-orcid":false,"given":"Yongjie","family":"Wang","sequence":"additional","affiliation":[{"name":"College of Electronic Engineering, National University of Defense Technology, China and \rAnhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9997-3747","authenticated-orcid":false,"given":"Xinli","family":"Xiong","sequence":"additional","affiliation":[{"name":"College of Electronic Engineering, National University of Defense Technology, China and \rAnhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-1211-3699","authenticated-orcid":false,"given":"Yang","family":"Li","sequence":"additional","affiliation":[{"name":"College of Electronic Engineering, National University of Defense Technology, China and \rAnhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,9,7]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Autonomous penetration testing using reinforcement learning. arXiv preprint arXiv:1905.05965","author":"Schwartz J","year":"2019","unstructured":"Schwartz J , Kurniawati H. Autonomous penetration testing using reinforcement learning. arXiv preprint arXiv:1905.05965 , 2019 . Schwartz J, Kurniawati H. Autonomous penetration testing using reinforcement learning. arXiv preprint arXiv:1905.05965, 2019."},{"key":"e_1_3_2_1_2_1","volume-title":"Deep hierarchical reinforcement agents for automated penetration testing. arXiv preprint arXiv:2109.06449","author":"Tran K","year":"2021","unstructured":"Tran K , Akella A , Standen M , Deep hierarchical reinforcement agents for automated penetration testing. arXiv preprint arXiv:2109.06449 , 2021 . Tran K, Akella A, Standen M, Deep hierarchical reinforcement agents for automated penetration testing. arXiv preprint arXiv:2109.06449, 2021."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.3390\/app11198823"},{"key":"e_1_3_2_1_4_1","volume-title":"GAIL-PT: A Generic Intelligent Penetration Testing Framework with Generative Adversarial Imitation Learning. arXiv preprint arXiv:2204.01975","author":"Chen J","year":"2022","unstructured":"Chen J , Hu S , Zheng H , GAIL-PT: A Generic Intelligent Penetration Testing Framework with Generative Adversarial Imitation Learning. arXiv preprint arXiv:2204.01975 , 2022 . Chen J, Hu S, Zheng H, GAIL-PT: A Generic Intelligent Penetration Testing Framework with Generative Adversarial Imitation Learning. arXiv preprint arXiv:2204.01975, 2022."},{"key":"e_1_3_2_1_5_1","volume-title":"https:\/\/github.com\/microsoft\/cyberbattlesim","author":"Team M.D.","year":"2021","unstructured":"Team , M.D. CyberBattleSim . https:\/\/github.com\/microsoft\/cyberbattlesim , 2021 . Team, M.D. CyberBattleSim. https:\/\/github.com\/microsoft\/cyberbattlesim, 2021."},{"key":"e_1_3_2_1_6_1","volume-title":"Schwartz J","author":"Baillie C","year":"2002","unstructured":"Baillie C , Standen M , Schwartz J , Cyborg : An autonomous cyber operations research gym. arXiv preprint arXiv: 2002 .10667, 2020. Baillie C, Standen M, Schwartz J, Cyborg: An autonomous cyber operations research gym. arXiv preprint arXiv:2002.10667, 2020."},{"key":"e_1_3_2_1_7_1","volume-title":"CyGIL: A Cyber Gym for Training Autonomous Agents over Emulated Network System. arXiv preprint arXiv:2109.03331","author":"Li L","year":"2021","unstructured":"Li L , Fayad R , Taylor A. CyGIL: A Cyber Gym for Training Autonomous Agents over Emulated Network System. arXiv preprint arXiv:2109.03331 , 2021 . Li L, Fayad R, Taylor A. CyGIL: A Cyber Gym for Training Autonomous Agents over Emulated Network System. arXiv preprint arXiv:2109.03331, 2021."},{"key":"e_1_3_2_1_8_1","first-page":"1412","volume-title":"Electronic and Automation Control Conference (IMCEC). IEEE","author":"Gao C","year":"2021","unstructured":"Gao C , Wang Y , Xiong X , Mtdcd : an mtd enhanced cyber deception defense system. In 2021 IEEE 4th Advanced Information Management, Communicates , Electronic and Automation Control Conference (IMCEC). IEEE , 2021 , 4: 1412 - 1417 . Gao C, Wang Y, Xiong X, Mtdcd: an mtd enhanced cyber deception defense system. In 2021 IEEE 4th Advanced Information Management, Communicates, Electronic and Automation Control Conference (IMCEC). IEEE, 2021, 4: 1412-1417."},{"issue":"5","key":"e_1_3_2_1_9_1","first-page":"48","volume":"21","author":"Gang WANG","year":"2021","unstructured":"WANG Gang , WANG Zhiyi , ZHANG Enning , Signal Game Model and Migration Strategies for Mulit-stage Platform Dynamic Detense[J] . Netinfo Securty , 2021 , 21 ( 5 ): 48 - 57 . WANG Gang, WANG Zhiyi, ZHANG Enning, Signal Game Model and Migration Strategies for Mulit-stage Platform Dynamic Detense[J]. Netinfo Securty, 2021, 21(5): 48-57.","journal-title":"Netinfo Securty"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Xiong\n      X Ma\n      L Cui\n      C.\n  Simulation Environment of Evaluation and Optimization for Moving Target Defense: A SimPy Approach\n  . In \n  Proceedings of the 2019 the 9th International Conference on Communication and Network Security.\n  2019\n  : \n  114\n  -\n  117\n  .  Xiong X Ma L Cui C. Simulation Environment of Evaluation and Optimization for Moving Target Defense: A SimPy Approach. In Proceedings of the 2019 the 9th International Conference on Communication and Network Security. 2019: 114-117.","DOI":"10.1145\/3371676.3371692"},{"key":"e_1_3_2_1_11_1","volume-title":"Modeling penetration testing with reinforcement learning using capture-the-flag challenges: trade-offs between model-free learning and a priori knowledge. arXiv preprint arXiv:2005.12632","author":"Zennaro F M","year":"2020","unstructured":"Zennaro F M , Erdodi L. Modeling penetration testing with reinforcement learning using capture-the-flag challenges: trade-offs between model-free learning and a priori knowledge. arXiv preprint arXiv:2005.12632 , 2020 . Zennaro F M, Erdodi L. Modeling penetration testing with reinforcement learning using capture-the-flag challenges: trade-offs between model-free learning and a priori knowledge. arXiv preprint arXiv:2005.12632, 2020."},{"key":"e_1_3_2_1_12_1","volume-title":"Proceeding s of the International Conference on Automated Planning and Scheduling.","author":"Schwartz J","year":"2020","unstructured":"Schwartz J , Kurniawati H , El-Mahassni E. Pomdp + information-decay : Incorporating defender's behaviour in autonomous penetration testing . In Proceeding s of the International Conference on Automated Planning and Scheduling. 2020 , 30: 235-243. Schwartz J, Kurniawati H, El-Mahassni E. Pomdp+ information-decay: Incorporating defender's behaviour in autonomous penetration testing. In Proceeding s of the International Conference on Automated Planning and Scheduling. 2020, 30: 235-243."},{"key":"e_1_3_2_1_13_1","volume-title":"Incorporating Deception into CyberBattleSim for Dynamic defense. arXiv preprint arXiv:2108.13980","author":"Walter E","year":"2021","unstructured":"Walter E , Ferguson-Walter K , Ridley A. Incorporating Deception into CyberBattleSim for Dynamic defense. arXiv preprint arXiv:2108.13980 , 2021 . Walter E, Ferguson-Walter K, Ridley A. Incorporating Deception into CyberBattleSim for Dynamic defense. arXiv preprint arXiv:2108.13980, 2021."}],"event":{"name":"CSW 2022: 2022 International Conference on Cyber Security","location":"Hangzhou China","acronym":"CSW 2022"},"container-title":["Proceedings of the 2022 International Conference on Cyber Security"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3584714.3584716","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3584714.3584716","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:51:37Z","timestamp":1750182697000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3584714.3584716"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12,16]]},"references-count":13,"alternative-id":["10.1145\/3584714.3584716","10.1145\/3584714"],"URL":"https:\/\/doi.org\/10.1145\/3584714.3584716","relation":{},"subject":[],"published":{"date-parts":[[2022,12,16]]},"assertion":[{"value":"2023-09-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}