{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T21:34:51Z","timestamp":1770845691479,"version":"3.50.1"},"reference-count":26,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,10,5]],"date-time":"2025-10-05T00:00:00Z","timestamp":1759622400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,5]],"date-time":"2025-10-05T00:00:00Z","timestamp":1759622400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,10,5]]},"DOI":"10.1109\/smc58881.2025.11343068","type":"proceedings-article","created":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T20:54:44Z","timestamp":1769633684000},"page":"4429-4436","source":"Crossref","is-referenced-by-count":0,"title":["Robustness Evaluation of Tactics, Techniques, and Procedures Knowledge in Large Language Models"],"prefix":"10.1109","author":[{"given":"Yikai","family":"Chen","sequence":"first","affiliation":[{"name":"Beihang University,State Key Laboratory of Software Development Environment,Beijing,China,100191"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bo","family":"Lang","sequence":"additional","affiliation":[{"name":"Beihang University,State Key Laboratory of Software Development Environment,Beijing,China,100191"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nan","family":"Xiao","sequence":"additional","affiliation":[{"name":"Beihang University,State Key Laboratory of Software Development Environment,Beijing,China,100191"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiangyu","family":"Li","sequence":"additional","affiliation":[{"name":"Beihang University,State Key Laboratory of Software Development Environment,Beijing,China,100191"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ruibo","family":"Chen","sequence":"additional","affiliation":[{"name":"Beihang University,State Key Laboratory of Software Development Environment,Beijing,China,100191"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2019.101589"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3571726"},{"key":"ref3","article-title":"Mitre att&ck: Design and philosophy","volume-title":"Technical report","author":"Strom","year":"2018"},{"key":"ref4","volume-title":"Rule-att&ck mapper (RAM): mapping SIEM rules to ttps using llms","volume":"abs\/2502.02337","author":"Wudali","year":"2025"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.229"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/acsacw65225.2024.00036"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3703155"},{"key":"ref8","volume-title":"Don\u2019t make your LLM an evaluation benchmark cheater","volume":"abs\/2311.01964","author":"Zhou","year":"2023"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3134600.3134646"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1186\/s42400-021-00106-5"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2024.103815"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d19-1250"},{"key":"ref13","article-title":"Kola: Carefully benchmarking world knowledge of large language models","volume-title":"The Twelfth International Conference on Learning Representations","author":"Yu"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.132"},{"key":"ref15","article-title":"Large language models are not robust multiple choice selectors","volume-title":"The Twelfth International Conference on Learning Representations","author":"Zheng"},{"key":"ref16","article-title":"Fool your (vision and) language model with embarrassingly simple permutations","volume-title":"Forty-first International Conference on Machine Learning, ICML 2024","author":"Zong"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3689217.3690621"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.52202\/079017-1607"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3696410.3714798"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.799"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.655"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i13.26893"},{"key":"ref23","author":"Achiam","year":"2023","journal-title":"Gpt-4 technical report"},{"key":"ref24","volume-title":"Qwen2.5 technical report","volume":"abs\/2412.15115","author":"Yang","year":"2024"},{"key":"ref25","volume-title":"Deepseek-v3 technical report","volume":"abs\/2412.19437","author":"Liu","year":"2024"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.xinn.2025.101253"}],"event":{"name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","location":"Vienna, Austria","start":{"date-parts":[[2025,10,5]]},"end":{"date-parts":[[2025,10,8]]}},"container-title":["2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11342430\/11342431\/11343068.pdf?arnumber=11343068","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T20:51:26Z","timestamp":1770843086000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11343068\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,5]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/smc58881.2025.11343068","relation":{},"subject":[],"published":{"date-parts":[[2025,10,5]]}}}