{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,7]],"date-time":"2025-05-07T04:14:29Z","timestamp":1746591269547,"version":"3.40.5"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031874987"},{"type":"electronic","value":"9783031874994"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-87499-4_11","type":"book-chapter","created":{"date-parts":[[2025,5,2]],"date-time":"2025-05-02T11:26:49Z","timestamp":1746185209000},"page":"168-185","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Large Language Models on\u00a0Cybersecurity Knowledge and\u00a0Skills: A Comparative Analysis"],"prefix":"10.1007","author":[{"given":"Mohamed El Amine","family":"Bekhouche","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Myria","family":"Bouhaddi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wahib","family":"Larbi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kamel","family":"Adi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,5,1]]},"reference":[{"key":"11_CR1","doi-asserted-by":"crossref","unstructured":"Agrawal, G., Pal, K., Deng, Y., Liu, H., Chen, Y.C.: Cyberq: generating questions and answers for cybersecurity education using knowledge graph-augmented llms. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a038, pp. 23164\u201323172 (2024)","DOI":"10.1609\/aaai.v38i21.30362"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Akuthota, V., Kasula, R., Sumona, S.T., Mohiuddin, M., Reza, M.T., Rahman, M.M.: Vulnerability detection and monitoring using llm. In: 2023 IEEE 9th International Women in Engineering (WIE) Conference on Electrical and Computer Engineering (WIECON-ECE), pp. 309\u2013314. IEEE (2023)","DOI":"10.1109\/WIECON-ECE60392.2023.10456393"},{"key":"11_CR3","unstructured":"Bhatt, M., et\u00a0al.: Cyberseceval 2: a wide-ranging cybersecurity evaluation suite for large language models. arXiv preprint arXiv:2404.13161 (2024)"},{"key":"11_CR4","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"11_CR5","unstructured":"Chapple, M., Seidl, D.: (ISC) 2 CISSP Certified Information Systems Security Professional Official Practice Tests. John Wiley & Sons (2018)"},{"key":"11_CR6","unstructured":"Chen, B., Zhang, Z., Langren\u00e9, N., Zhu, S.: Unleashing the potential of prompt engineering in large language models: a comprehensive review. arXiv preprint arXiv:2310.14735 (2023)"},{"key":"11_CR7","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"11_CR8","unstructured":"Dulaney, E., Easttom, C.: CompTIA Security+ Study Guide: Exam SY0-501. John Wiley & Sons (2017)"},{"key":"11_CR9","volume-title":"CEH$$^TM$$","author":"K Graves","year":"2010","unstructured":"Graves, K.: CEH$$^TM$$. Wiley Publishing Inc, Indiana, USA (2010)"},{"key":"11_CR10","unstructured":"He, J., Vero, M., Krasnopolska, G., Vechev, M.: Instruction tuning for secure code generation. arXiv preprint arXiv:2402.09497 (2024)"},{"key":"11_CR11","unstructured":"Liu, Y., etal.: Prompt injection attack against llm-integrated applications. ArXiv abs\/2306.05499 (2023). 10.48550\/arXiv.2306.05499"},{"key":"11_CR12","unstructured":"Minaee, S., et al.: Large language models: a survey. arXiv preprint arXiv:2402.06196 (2024)"},{"key":"11_CR13","unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, I., et\u00a0al.: Improving language understanding by generative pre-training (2018)"},{"issue":"8","key":"11_CR14","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I., et al.: Language models are unsupervised multitask learners. OpenAI blog 1(8), 9 (2019)","journal-title":"OpenAI blog"},{"key":"11_CR15","doi-asserted-by":"crossref","unstructured":"Saha, D., et al.: Llm for soc security: a paradigm shift. IEEE Access (2024)","DOI":"10.1109\/ACCESS.2024.3427369"},{"key":"11_CR16","doi-asserted-by":"crossref","unstructured":"Sultana, M., Taylor, A., Li, L., Majumdar, S.: Towards evaluation and understanding of large language models for cyber operation automation. In: 2023 IEEE Conference on Communications and Network Security (CNS), pp.\u00a01\u20136. IEEE (2023)","DOI":"10.1109\/CNS59707.2023.10288677"},{"key":"11_CR17","unstructured":"Tihanyi, N., Ferrag, M.A., Jain, R., Debbah, M.: Cybermetric: a benchmark dataset for evaluating large language models knowledge in cybersecurity. arXiv preprint arXiv:2402.07688 (2024)"},{"key":"11_CR18","unstructured":"Touvron, H., et\u00a0al.: Llama: open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)"},{"key":"11_CR19","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"11_CR20","unstructured":"Zhao, W.X., et\u00a0al.: A survey of large language models. arXiv preprint arXiv:2303.18223 (2023)"},{"key":"11_CR21","unstructured":"Zoph, B., et\u00a0al.: Emergent abilities of large language models. TMLR (2022)"}],"container-title":["Lecture Notes in Computer Science","Foundations and Practice of Security"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-87499-4_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,6]],"date-time":"2025-05-06T08:32:49Z","timestamp":1746520369000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-87499-4_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031874987","9783031874994"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-87499-4_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"1 May 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"FPS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Foundations and Practice of Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Montr\u00e9al, QC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"fps2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/fps-2024.hec.ca\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}