{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T22:12:24Z","timestamp":1769033544904,"version":"3.49.0"},"reference-count":16,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,11,14]],"date-time":"2025-11-14T00:00:00Z","timestamp":1763078400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,11,14]],"date-time":"2025-11-14T00:00:00Z","timestamp":1763078400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100005667","name":"FAPESC","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100005667","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001807","name":"FAPESP","doi-asserted-by":"publisher","award":["2020\/09850\u20130"],"award-info":[{"award-number":["2020\/09850\u20130"]}],"id":[{"id":"10.13039\/501100001807","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002322","name":"CAPES","doi-asserted-by":"publisher","award":["Code 001"],"award-info":[{"award-number":["Code 001"]}],"id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,11,14]]},"DOI":"10.1109\/cloudcom67567.2025.11331361","type":"proceedings-article","created":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T20:37:16Z","timestamp":1768941436000},"page":"1-8","source":"Crossref","is-referenced-by-count":0,"title":["Between Generation and Judgment: A Cloud-Native Framework for Adversarial Evaluation of LLM Alignment"],"prefix":"10.1109","author":[{"given":"Diego E. G. Caetano","family":"De Oliveira","sequence":"first","affiliation":[{"name":"Universidade do Estado de Santa Catarina (UDESC),Department of Computer Science,Brazil"}]},{"given":"Charles C.","family":"Miers","sequence":"additional","affiliation":[{"name":"Universidade do Estado de Santa Catarina (UDESC),Department of Computer Science,Brazil"}]},{"given":"Marcos A.","family":"Simplicio","sequence":"additional","affiliation":[{"name":"Universidade de São Paulo (USP),Department of Computer Engineering (PCS),Brazil"}]},{"given":"Victor Takashi","family":"Hayashi","sequence":"additional","affiliation":[{"name":"Universidade de São Paulo (USP),Department of Computer Engineering (PCS),Brazil"}]}],"member":"263","reference":[{"key":"ref1","first-page":"80079","article-title":"Jailbroken: How does llm safety training fail?","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Wei","year":"2023"},{"key":"ref2","volume-title":"Universal and transferable adversarial attacks on aligned language models","author":"Zou","year":"2023"},{"key":"ref3","volume-title":"Great, now write an article about that: The crescendo multi-turn llm jailbreak attack","author":"Russinovich","year":"2025"},{"issue":"04","key":"ref4","first-page":"2025","volume":"24","author":"Vassilev","year":"2025","journal-title":"Adversarial machine learning: A taxonomy and terminology of attacks and mitigations"},{"key":"ref5","article-title":"Jailbreakbench: an open robustness bench-mark for jailbreaking large language models","volume-title":"Proceedings of the 38th International Conference on Neural Information Processing Systems","author":"Chao"},{"key":"ref6","volume-title":"Harmbench: A standardized evaluation framework for automated red teaming and robust refusal","author":"Mazeika","year":"2024"},{"key":"ref7","article-title":"Judging llm-as-a-judge with mt-bench and chatbot arena","volume-title":"Proceedings of the 37th International Conference on Neural Information Processing Systems","author":"Zheng"},{"key":"ref8","article-title":"Towards benchmarking align-ment with real-world harms: A survey and evaluation of llm judges","author":"Huang","year":"2023","journal-title":"arXiv preprint"},{"key":"ref9","volume-title":"Preference leakage: A contamination problem in llm-as-a-judge","author":"Li","year":"2025"},{"key":"ref10","first-page":"3419","article-title":"Red teaming language models with language models","volume-title":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","author":"Perez"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"1927","DOI":"10.18653\/v1\/2024.naacl-long.107","article-title":"MART: Improving LLM safety with multi-round automatic red-teaming","volume-title":"Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers)","author":"Ge","year":"2024"},{"key":"ref12","volume-title":"Jailbreaking black box large language models in twenty queries","author":"Chao","year":"2024"},{"key":"ref13","volume-title":"Generative judge for evaluating alignment","author":"Li","year":"2023"},{"key":"ref14","volume-title":"From generation to judgment: Opportunities and challenges of llm-as-a-judge","author":"Li","year":"2025"},{"key":"ref15","volume-title":"Promptrobust: Towards evaluating the robustness of large language models on adversarial prompts","author":"Zhu","year":"2024"},{"key":"ref16","first-page":"557","article-title":"Evaluating the instruction-following robustness of large language models to prompt injection","volume-title":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing","author":"Li"}],"event":{"name":"2025 lEEE International Conference on Cloud Computing Technology and Science (CloudCom)","location":"Shenzhen, China","start":{"date-parts":[[2025,11,14]]},"end":{"date-parts":[[2025,11,16]]}},"container-title":["2025 lEEE International Conference on Cloud Computing Technology and Science (CloudCom)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11330195\/11331311\/11331361.pdf?arnumber=11331361","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T07:20:21Z","timestamp":1768980021000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11331361\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,14]]},"references-count":16,"URL":"https:\/\/doi.org\/10.1109\/cloudcom67567.2025.11331361","relation":{},"subject":[],"published":{"date-parts":[[2025,11,14]]}}}