{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T21:39:13Z","timestamp":1770845953979,"version":"3.50.1"},"reference-count":17,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,10,5]],"date-time":"2025-10-05T00:00:00Z","timestamp":1759622400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,5]],"date-time":"2025-10-05T00:00:00Z","timestamp":1759622400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100010818","name":"Beijing Information Science and Technology University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100010818","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,10,5]]},"DOI":"10.1109\/smc58881.2025.11343558","type":"proceedings-article","created":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T20:54:44Z","timestamp":1769633684000},"page":"2218-2223","source":"Crossref","is-referenced-by-count":0,"title":["SPRoC: Semantics-Preserving Mutations for Robustness Evaluation of Code Generation Large Language Models"],"prefix":"10.1109","author":[{"given":"Qiancheng","family":"Shi","sequence":"first","affiliation":[{"name":"Beijing Information Science and Technology University,College of Computer Science,Beijing,China,100192"}]},{"given":"Qihong","family":"Han","sequence":"additional","affiliation":[{"name":"Beijing Information Science and Technology University,College of Computer Science,Beijing,China,100192"}]},{"given":"Zhanqi","family":"Cui","sequence":"additional","affiliation":[{"name":"Beijing Information Science and Technology University,College of Computer Science,Beijing,China,100192"}]},{"given":"Zheng","family":"Zeng","sequence":"additional","affiliation":[{"name":"Beijing Information Science and Technology University,College of Computer Science,Beijing,China,100192"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Evaluating large language models trained on code","author":"Chen","year":"2021"},{"key":"ref2","article-title":"CodeGen: An open large language model for code with multi-turn program synthesis","volume-title":"Proceedings of the 11th International Conference on Learning Representations (ICLR)","author":"Nijkamp"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/578"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00188"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00086"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3631975"},{"key":"ref7","article-title":"Program synthesis with large language models","author":"Austin","year":"2021"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18293\/SEKE2023-077"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599790"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/MSR59073.2023.00084"},{"key":"ref11","article-title":"MultiPL-E: A scalable and extensible approach to benchmarking neural code generation","author":"Cassano","year":"2022"},{"key":"ref12","article-title":"Is your code generated by ChatGPT really correct? Rigorous evaluation of large language models for code generation","volume-title":"Proceedings of the 38th AAAI Conference on Artificial Intelligence (AAAI)","author":"Liu"},{"key":"ref13","article-title":"Enhancing LLM robustness to perturbed instructions","volume-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (ACL)","author":"Zhu"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3663529.3663873"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.859"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"ref17","volume-title":"Natural Language Processing with Python","author":"Bird","year":"2009"}],"event":{"name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","location":"Vienna, Austria","start":{"date-parts":[[2025,10,5]]},"end":{"date-parts":[[2025,10,8]]}},"container-title":["2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11342430\/11342431\/11343558.pdf?arnumber=11343558","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T20:52:10Z","timestamp":1770843130000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11343558\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,5]]},"references-count":17,"URL":"https:\/\/doi.org\/10.1109\/smc58881.2025.11343558","relation":{},"subject":[],"published":{"date-parts":[[2025,10,5]]}}}