{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,11]],"date-time":"2026-08-11T15:58:09Z","timestamp":1786463889558,"version":"3.56.0"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031541285","type":"print"},{"value":"9783031541292","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-54129-2_35","type":"book-chapter","created":{"date-parts":[[2024,3,11]],"date-time":"2024-03-11T22:03:15Z","timestamp":1710194595000},"page":"589-608","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["NASimEmu: Network Attack Simulator & Emulator for\u00a0Training Agents Generalizing to\u00a0Novel Scenarios"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4165-6503","authenticated-orcid":false,"given":"Jarom\u00edr","family":"Janisch","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5768-9713","authenticated-orcid":false,"given":"Tom\u00e1\u0161","family":"Pevn\u00fd","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1647-1507","authenticated-orcid":false,"given":"Viliam","family":"Lis\u00fd","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,3,12]]},"reference":[{"key":"35_CR1","unstructured":"Andrew, A., Spillard, S., Collyer, J., Dhir, N.: Developing optimal causal cyber-defence agents via cyber security simulation. In: Workshop on Machine Learning for Cybersecurity (ML4Cyber) (2022)"},{"key":"35_CR2","unstructured":"Brockman, G., et al.: OpenAI gym. arXiv preprint arXiv:1606.01540 (2016)"},{"key":"35_CR3","doi-asserted-by":"crossref","unstructured":"Buchanan, B., Bansemer, J., Cary, D., Lucas, J., Musser, M.: Automating cyber attacks. In: Center for Security and Emerging Technology, pp. 13\u201332 (2020)","DOI":"10.51593\/2020CA002"},{"key":"35_CR4","unstructured":"\u010celeda, P., \u010cegan, J., Vykopal, J., Tovar\u0148\u00e1k, D., et al.: Kypo-a platform for cyber defence exercises. In: M &S Support to Operational Tasks Including War Gaming, Logistics, Cyber Defence. NATO Science and Technology Organization (2015)"},{"key":"35_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2022.103055","volume":"126","author":"J Chen","year":"2023","unstructured":"Chen, J., Hu, S., Zheng, H., Xing, C., Zhang, G.: GAIL-PT: an intelligent penetration testing framework with generative adversarial imitation learning. Comput. Secur. 126, 103055 (2023)","journal-title":"Comput. Secur."},{"key":"35_CR6","doi-asserted-by":"crossref","unstructured":"Chowdhary, A., Huang, D., Mahendran, J.S., Romo, D., Deng, Y., Sabur, A.: Autonomous security analysis and penetration testing. In: 2020 16th International Conference on Mobility, Sensing and Networking (MSN), pp. 508\u2013515. IEEE (2020)","DOI":"10.1109\/MSN50589.2020.00086"},{"key":"35_CR7","doi-asserted-by":"crossref","unstructured":"Dra\u0161ar, M., Moskal, S., Yang, S., Zat\u2019ko, P.: Session-level adversary intent-driven cyberattack simulator. In: 2020 IEEE\/ACM 24th International Symposium on Distributed Simulation and Real Time Applications (DS-RT), pp. 1\u20139. IEEE (2020)","DOI":"10.1109\/DS-RT50469.2020.9213690"},{"key":"35_CR8","doi-asserted-by":"crossref","unstructured":"Hammar, K., Stadler, R.: Finding effective security strategies through reinforcement learning and self-play. In: 2020 16th International Conference on Network and Service Management (CNSM), pp. 1\u20139. IEEE (2020)","DOI":"10.23919\/CNSM50824.2020.9269092"},{"key":"35_CR9","doi-asserted-by":"crossref","unstructured":"Hammar, K., Stadler, R.: Learning intrusion prevention policies through optimal stopping. In: 2021 17th International Conference on Network and Service Management (CNSM), pp. 509\u2013517. IEEE (2021)","DOI":"10.23919\/CNSM52442.2021.9615542"},{"key":"35_CR10","unstructured":"Janisch, J., Pevn\u00fd, T., Lis\u00fd, V.: Symbolic relational deep reinforcement learning based on graph neural networks. arXiv preprint arXiv:2009.12462 (2020)"},{"key":"35_CR11","unstructured":"Li, L., Fayad, R., Taylor, A.: CyGIL: a cyber gym for training autonomous agents over emulated network systems. In: Proceedings of the 1st International Workshop on Adaptive Cyber Defense (2021)"},{"key":"35_CR12","unstructured":"Seifert, C., et al.: Microsoft: Cyberbattlesim (2021). https:\/\/github.com\/microsoft\/cyberbattlesim"},{"key":"35_CR13","doi-asserted-by":"crossref","unstructured":"Miehling, E., Rasouli, M., Teneketzis, D.: Optimal defense policies for partially observable spreading processes on bayesian attack graphs. In: Proceedings of the Second ACM Workshop on Moving Target Defense, pp. 67\u201376 (2015)","DOI":"10.1145\/2808475.2808482"},{"key":"35_CR14","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: International Conference on Machine Learning, pp. 1928\u20131937 (2016)"},{"issue":"7540","key":"35_CR15","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"35_CR16","unstructured":"Molina-Markham, A., Miniter, C., Powell, B., Ridley, A.: Network environment design for autonomous cyberdefense. arXiv preprint arXiv:2103.07583 (2021)"},{"key":"35_CR17","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"35_CR18","unstructured":"Schwartz, J., Kurniawati, H.: Autonomous penetration testing using reinforcement learning. arXiv preprint arXiv:1905.05965 (2019)"},{"key":"35_CR19","unstructured":"Sick, T., Biondi, F.: Purpledome: simulation environment for attacks on computer networks. https:\/\/github.com\/avast\/PurpleDome (2022). Accessed 09 Feb 2022"},{"key":"35_CR20","unstructured":"Standen, M., Lucas, M., Bowman, D., Richer, T.J., Kim, J., Marriott, D.: CybORG: a gym for the development of autonomous cyber agents. In: Proceedings of the 1st International Workshop on Adaptive Cyber Defense (2021)"},{"key":"35_CR21","unstructured":"Vaswani, A., et al.: Attention is all you need. Adv. Neural Inf. Process. Syst. 30 (2017)"},{"key":"35_CR22","unstructured":"Yang, Y., Liu, X.: Behaviour-diverse automatic penetration testing: a curiosity-driven multi-objective deep reinforcement learning approach. arXiv preprint arXiv:2202.10630 (2022)"}],"container-title":["Lecture Notes in Computer Science","Computer Security. ESORICS 2023 International Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-54129-2_35","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,11]],"date-time":"2024-03-11T22:07:39Z","timestamp":1710194859000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-54129-2_35"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031541285","9783031541292"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-54129-2_35","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"12 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ESORICS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Symposium on Research in Computer Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Hague","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"esorics2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/esorics2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"478","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"93","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"10","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}