{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T03:53:50Z","timestamp":1774929230477,"version":"3.50.1"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031873294","type":"print"},{"value":"9783031873300","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-87330-0_2","type":"book-chapter","created":{"date-parts":[[2025,4,28]],"date-time":"2025-04-28T04:27:27Z","timestamp":1745814447000},"page":"15-36","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Prompt. Exploit. Repeat: Automating Network Security Testing with\u00a0LLMs"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0688-7752","authenticated-orcid":false,"given":"Maria","family":"Rigaki","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7922-8301","authenticated-orcid":false,"given":"Ond\u0159ej","family":"Luk\u00e1\u0161","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1749-310X","authenticated-orcid":false,"given":"Carlos","family":"Catania","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6238-9910","authenticated-orcid":false,"given":"Sebastian","family":"Garcia","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,4,29]]},"reference":[{"key":"2_CR1","doi-asserted-by":"publisher","unstructured":"Andrew, A., Spillard, S., Collyer, J., Dhir, N.: Developing optimal causal cyber-defence agents via cyber security simulation. https:\/\/doi.org\/10.48550\/arXiv.2207.12355. arXiv:2207.12355","DOI":"10.48550\/arXiv.2207.12355"},{"key":"2_CR2","doi-asserted-by":"publisher","unstructured":"Brockman, G., et al.: OpenAI Gym, June 2016. https:\/\/doi.org\/10.48550\/arXiv.1606.01540. http:\/\/arxiv.org\/abs\/1606.01540. arXiv:1606.01540 [cs]","DOI":"10.48550\/arXiv.1606.01540"},{"key":"2_CR3","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems, vol.\u00a033, pp. 1877\u20131901. Curran Associates, Inc. (2020). https:\/\/proceedings.neurips.cc\/paper\/2020\/hash\/1457c0d6bfcb4967418bfb8ac142f64a-Abstract.html"},{"key":"2_CR4","doi-asserted-by":"publisher","unstructured":"Chen, L., Zaharia, M., Zou, J.: How is ChatGPT\u2019s behavior changing over time?, August 2023). https:\/\/doi.org\/10.48550\/arXiv.2307.09009. http:\/\/arxiv.org\/abs\/2307.09009. arXiv:2307.09009 [cs]","DOI":"10.48550\/arXiv.2307.09009"},{"key":"2_CR5","doi-asserted-by":"publisher","unstructured":"Chen, S., Liao, H.: BERT-Log: anomaly detection for system logs based on pre-trained language model. Appl. Artif. Intell. 36(1), 2145642 (2022). https:\/\/doi.org\/10.1080\/08839514.2022.2145642","DOI":"10.1080\/08839514.2022.2145642"},{"key":"2_CR6","doi-asserted-by":"publisher","unstructured":"Dra\u0161ar, M., Moskal, S., Yang, S., Zat\u2019ko, P.: Session-level adversary intent-driven cyberattack simulator. In: 2020 IEEE\/ACM 24th International Symposium on Distributed Simulation and Real Time Applications (DS-RT), pp.\u00a01\u20139, September 2020. https:\/\/doi.org\/10.1109\/DS-RT50469.2020.9213690. iSSN: 1550-6525","DOI":"10.1109\/DS-RT50469.2020.9213690"},{"key":"2_CR7","unstructured":"Du, Y., et al.: Guiding pretraining in reinforcement learning with large language models. In: Proceedings of the 40th International Conference on Machine Learning, Honolulu, USA, June 2023"},{"key":"2_CR8","doi-asserted-by":"publisher","unstructured":"Elderman, R., Pater, L.J., Thie, A.S., Drugan, M.M., Wiering, M.A.: Adversarial reinforcement learning in a cyber security simulation:. In: Proceedings of the 9th International Conference on Agents and Artificial Intelligence, pp. 559\u2013566. SCITEPRESS, Porto, Portugal (2017). https:\/\/doi.org\/10.5220\/0006197105590566","DOI":"10.5220\/0006197105590566"},{"issue":"3\u20134","key":"2_CR9","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1016\/0004-3702(71)90010-5","volume":"2","author":"RE Fikes","year":"1971","unstructured":"Fikes, R.E., Nilsson, N.J.: STRIPS: a new approach to the application of theorem proving to problem solving. Artif. Intell. 2(3\u20134), 189\u2013208 (1971). https:\/\/doi.org\/10.1016\/0004-3702(71)90010-5","journal-title":"Artif. Intell."},{"key":"2_CR10","unstructured":"Garcia, S., Lukas, O., Rigaki, M., Catania, C.: NetSecGame, a reinforcement learning envirnoment for training and evaluating AI agents in network security tasks. https:\/\/github.com\/stratosphereips\/NetSecGame"},{"key":"2_CR11","doi-asserted-by":"publisher","unstructured":"Hammar, K., Stadler, R.: Finding effective security strategies through reinforcement learning and self-play. In: 2020 16th International Conference on Network and Service Management (CNSM), pp.\u00a01\u20139, November 2020. https:\/\/doi.org\/10.23919\/CNSM50824.2020.9269092. iSSN: 2165-963X","DOI":"10.23919\/CNSM50824.2020.9269092"},{"key":"2_CR12","doi-asserted-by":"publisher","unstructured":"Janisch, J., Pevn\u00fd, T., Lis\u00fd, V.: NASimEmu: network attack simulator & emulator for training agents generalizing to novel scenarios. In: Katsikas, S., et al. (eds.) Computer Security. ESORICS 2023 International Workshops, pp. 589\u2013608. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-54129-2_35","DOI":"10.1007\/978-3-031-54129-2_35"},{"key":"2_CR13","unstructured":"Microsoft: CyberBattleSim (2021). https:\/\/github.com\/microsoft\/CyberBattleSim. Microsoft Defender Reasearch Team"},{"key":"2_CR14","doi-asserted-by":"publisher","unstructured":"Misra, K., Rayz, J.T.: LMs go phishing: adapting pre-trained language models to detect phishing emails. In: 2022 IEEE\/WIC\/ACM International Joint Conference on Web Intelligence and Intelligent Agent Technology (WI-IAT), pp. 135\u2013142. IEEE, November 2022. https:\/\/doi.org\/10.1109\/WI-IAT55865.2022.00028","DOI":"10.1109\/WI-IAT55865.2022.00028"},{"key":"2_CR15","doi-asserted-by":"publisher","unstructured":"Mnih, V., et al.: Playing Atari with deep reinforcement learning, December 2013. https:\/\/doi.org\/10.48550\/arXiv.1312.5602. http:\/\/arxiv.org\/abs\/1312.5602. arXiv:1312.5602 [cs]","DOI":"10.48550\/arXiv.1312.5602"},{"key":"2_CR16","doi-asserted-by":"publisher","unstructured":"Nam, M., Park, S., Kim, D.S.: Intrusion detection method using bi-directional GPT for in-vehicle controller area networks. IEEE Access 9, 124931\u2013124944 (2021). https:\/\/doi.org\/10.1109\/ACCESS.2021.3110524. https:\/\/ieeexplore.ieee.org\/document\/9530394\/","DOI":"10.1109\/ACCESS.2021.3110524"},{"key":"2_CR17","doi-asserted-by":"publisher","unstructured":"Park, J.S., O\u2019Brien, J., Cai, C.J., Morris, M.R., Liang, P., Bernstein, M.S.: Generative agents: interactive simulacra of human behavior. In: Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology, UIST 2023, pp. 1\u201322. Association for Computing Machinery, New York, NY, USA, October 2023. https:\/\/doi.org\/10.1145\/3586183.3606763","DOI":"10.1145\/3586183.3606763"},{"key":"2_CR18","doi-asserted-by":"publisher","unstructured":"Pearce, H., Tan, B., Ahmad, B., Karri, R., Dolan-Gavitt, B.: Examining zero-shot vulnerability repair with large language models. In: 2023 IEEE Symposium on Security and Privacy (SP), pp. 2339\u20132356, May 2023. https:\/\/doi.org\/10.1109\/SP46215.2023.10179324. iSSN: 2375-1207","DOI":"10.1109\/SP46215.2023.10179324"},{"key":"2_CR19","doi-asserted-by":"publisher","unstructured":"Rigaki, M., Luk\u00e1\u0161, O., Catania, C., Garcia, S.: Out of the cage: how stochastic parrots win in cyber security environments. In: Proceedings of the 16th International Conference on Agents and Artificial Intelligence - Volume 3: ICAART, pp. 774\u2013781. SciTePress, Roma, Italy, July 2024. https:\/\/doi.org\/10.5220\/0012391800003636","DOI":"10.5220\/0012391800003636"},{"key":"2_CR20","doi-asserted-by":"publisher","unstructured":"Seyyar, Y.E., Yavuz, A.G., Unver, H.M.: An attack detection framework based on BERT and deep learning. IEEE Access 10, 68633\u201368644 (2022). https:\/\/doi.org\/10.1109\/ACCESS.2022.3185748. Conference Name: IEEE Access","DOI":"10.1109\/ACCESS.2022.3185748"},{"key":"2_CR21","unstructured":"Shinn, N., Cassano, F., Gopinath, A., Narasimhan, K., Yao, S.: Reflexion: language agents with verbal reinforcement learning. In: Proceedings of the 37th International Conference on Neural Information Processing Systems, NIPS 2023, pp. 8634\u20138652. Curran Associates Inc., Red Hook, NY, USA, May 2024"},{"key":"2_CR22","doi-asserted-by":"publisher","unstructured":"Standen, M., Lucas, M., Bowman, D., Richer, T.J., Kim, J., Marriott, D.: CybORG: a gym for the development of autonomous cyber agents, August 2021. https:\/\/doi.org\/10.48550\/arXiv.2108.09118. http:\/\/arxiv.org\/abs\/2108.09118. arXiv:2108.09118","DOI":"10.48550\/arXiv.2108.09118"},{"key":"2_CR23","doi-asserted-by":"publisher","unstructured":"Thapa, C., Jang, S.I., Ahmed, M.E., Camtepe, S., Pieprzyk, J., Nepal, S.: Transformer-based language models for software vulnerability detection. In: Proceedings of the 38th Annual Computer Security Applications Conference, ACSAC 2022, pp. 481\u2013496. Association for Computing Machinery, New York, NY, USA, December 2022. https:\/\/doi.org\/10.1145\/3564625.3567985","DOI":"10.1145\/3564625.3567985"},{"key":"2_CR24","unstructured":"Wang, G., et al.: Voyager: an open-ended embodied agent with large language models. Trans. Mach. Learn. Res. (2024)"},{"key":"2_CR25","unstructured":"Wang, Z., et al.: Describe, explain, plan and select: interactive planning with large language models enables open-world multi-task agents. In: Proceedings of the 37th International Conference on Neural Information Processing Systems, NIPS 2023, pp. 34153\u201334189. Curran Associates Inc., Red Hook, NY, USA, May 2024"},{"issue":"3","key":"2_CR26","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"C Watkins","year":"1992","unstructured":"Watkins, C., Dayan, P.: Q-learning. Mach. Learn. 8(3), 279\u2013292 (1992). https:\/\/doi.org\/10.1007\/BF00992698","journal-title":"Mach. Learn."},{"key":"2_CR27","doi-asserted-by":"publisher","unstructured":"Wu, Y., et al.: SPRING: GPT-4 out-performs RL algorithms by studying papers and reasoning, May 2023. https:\/\/doi.org\/10.48550\/arXiv.2305.15486. http:\/\/arxiv.org\/abs\/2305.15486. arXiv:2305.15486","DOI":"10.48550\/arXiv.2305.15486"},{"key":"2_CR28","unstructured":"Yao, S., et al.: ReAct: synergizing reasoning and acting in language models. In: The Eleventh International Conference on Learning Representations, September 2022"}],"container-title":["Lecture Notes in Computer Science","Agents and Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-87330-0_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,28]],"date-time":"2025-04-28T05:02:13Z","timestamp":1745816533000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-87330-0_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031873294","9783031873300"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-87330-0_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"29 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICAART","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Agents and Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Rome","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 February 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 February 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icaart2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icaart.scitevents.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}