{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T15:05:46Z","timestamp":1784300746494,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,7,5]],"date-time":"2026-07-05T00:00:00Z","timestamp":1783209600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,7,5]]},"DOI":"10.1145\/3803437.3805213","type":"proceedings-article","created":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T14:27:39Z","timestamp":1784298459000},"page":"393-403","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Engineering Pitfalls in AI Coding Tools: An Empirical Study of Bugs in Claude Code, Codex, and Gemini CLI"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-0004-4196","authenticated-orcid":false,"given":"Ruixin","family":"Zhang","sequence":"first","affiliation":[{"name":"Lassonde School of Engineering, York University, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-0283-7288","authenticated-orcid":false,"given":"Wuyang","family":"Dai","sequence":"additional","affiliation":[{"name":"Lassonde School of Engineering, York University, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0861-8326","authenticated-orcid":false,"given":"Hung Viet","family":"Pham","sequence":"additional","affiliation":[{"name":"Lassonde School of Engineering, York University, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1376-095X","authenticated-orcid":false,"given":"Gias","family":"Uddin","sequence":"additional","affiliation":[{"name":"Lassonde School of Engineering, York university, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4282-406X","authenticated-orcid":false,"given":"Jinqiu","family":"Yang","sequence":"additional","affiliation":[{"name":"Computer Science and Software Engineering, Concordia University, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0617-2877","authenticated-orcid":false,"given":"Song","family":"Wang","sequence":"additional","affiliation":[{"name":"Lassonde School of Engineering, York University, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,17]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2025. Claude Code. https:\/\/www.claude.com\/product\/claude-code. Accessed: 2025-12-12."},{"key":"e_1_3_2_1_2_1","unstructured":"2025. Codex CLI. https:\/\/chatgpt.com\/features\/codex. Accessed: 2025-12-12."},{"key":"e_1_3_2_1_3_1","unstructured":"2025. Gemini CLI. https:\/\/geminicli.com. Accessed: 2025-12-12."},{"key":"e_1_3_2_1_4_1","volume-title":"Jiho Shin, Song Wang, and Hadi Hemmati.","author":"Abdollahi Mohammad","year":"2025","unstructured":"Mohammad Abdollahi, Ruixin Zhang, Nima Shiri Harzevili, Jiho Shin, Song Wang, and Hadi Hemmati. 2025. Surveying the Benchmarking Landscape of Large Language Models in Code Intelligence. ACM Transactions on Software Engineering and Methodology (2025)."},{"key":"e_1_3_2_1_5_1","volume-title":"Guru Pramod Rusum, and Kiran Kumar Pappula","author":"Anasuri Sunil","year":"2023","unstructured":"Sunil Anasuri, Guru Pramod Rusum, and Kiran Kumar Pappula. 2023. AI-Driven Software Design Patterns: Automation in System Architecture. International Journal of Artificial Intelligence, Data Science, and Machine Learning 4, 1 (2023), 78\u201388."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1806799.1806866"},{"key":"e_1_3_2_1_7_1","volume-title":"International Workshop on Service Orientation in Holonic and Multi-Agent Manufacturing. Springer, 254\u2013266","author":"Brennan Robert W","year":"2022","unstructured":"Robert W Brennan and Jonathan Lesage. 2022. Exploring the implications of OpenAI codex on education for industry 4.0. In International Workshop on Service Orientation in Holonic and Multi-Agent Manufacturing. Springer, 254\u2013266."},{"key":"e_1_3_2_1_8_1","volume-title":"On the Use of Agentic Coding Manifests: An Empirical Study of Claude Code. In International Conference on Product-Focused Software Process Improvement. Springer, 543\u2013551","author":"Chatlatanagulchai Worawalan","year":"2025","unstructured":"Worawalan Chatlatanagulchai, Kundjanasith Thonglek, Brittany Reid, Yutaro Kashiwa, Pattara Leelaprute, Arnon Rungsawang, Bundit Manaskasemsak, and Hajimu Iida. 2025. On the Use of Agentic Coding Manifests: An Empirical Study of Claude Code. In International Conference on Product-Focused Software Process Improvement. Springer, 543\u2013551."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1723028.1723044"},{"key":"e_1_3_2_1_11_1","volume-title":"From llms to llm-based agents for software engineering: A survey of current, challenges and future. arXiv preprint arXiv:2408.02479","author":"Jin Haolin","year":"2024","unstructured":"Haolin Jin, Linghan Huang, Haipeng Cai, Jun Yan, Bo Li, and Huaming Chen. 2024. From llms to llm-based agents for software engineering: A survey of current, challenges and future. arXiv preprint arXiv:2408.02479 (2024)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1136\/emj.20.5.453"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2005.05.002"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00266-025-05071-9"},{"key":"e_1_3_2_1_15_1","volume-title":"Evidence: Measuring AI's True Impact on Developer Productivity. arXiv preprint arXiv:2509.19708","author":"Kumar Anand","year":"2025","unstructured":"Anand Kumar, Vishal Khare, Deepak Sharma, Satyam Kumar, Vijay Saini, Anshul Yadav, Sachendra Jain, Ankit Rana, Pratham Verma, Vaibhav Meena, et al. 2025. Intuition to Evidence: Measuring AI's True Impact on Developer Productivity. arXiv preprint arXiv:2509.19708 (2025)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3687299"},{"key":"e_1_3_2_1_17_1","volume-title":"Jo\u00e3o Eduardo Montandon, and Marco Tulio Valente","author":"Santos H\u00e9lio Victor F","year":"2025","unstructured":"H\u00e9lio Victor F Santos, Vitor Costa, Jo\u00e3o Eduardo Montandon, and Marco Tulio Valente. 2025. Decoding the Configuration of AI Coding Agents: Insights from Claude Code Projects. arXiv preprint arXiv:2511.09268 (2025)."},{"key":"e_1_3_2_1_18_1","volume-title":"Hidden technical debt in machine learning systems. Advances in neural information processing systems 28","author":"Sculley David","year":"2015","unstructured":"David Sculley, Gary Holt, Daniel Golovin, Eugene Davydov, Todd Phillips, Dietmar Ebner, Vinay Chaudhary, Michael Young, Jean-Francois Crespo, and Dan Dennison. 2015. Hidden technical debt in machine learning systems. Advances in neural information processing systems 28 (2015)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3643796.3648463"},{"key":"e_1_3_2_1_20_1","volume-title":"Human-AI Experience in Integrated Development Environments: A Systematic Literature Review. arXiv preprint arXiv:2503.06195","author":"Sergeyuk Agnia","year":"2025","unstructured":"Agnia Sergeyuk, Ilya Zakharov, Ekaterina Koshchenko, and Maliheh Izadi. 2025. Human-AI Experience in Integrated Development Environments: A Systematic Literature Review. arXiv preprint arXiv:2503.06195 (2025)."},{"key":"e_1_3_2_1_21_1","volume-title":"Bug characteristics in open source software. Empirical software engineering 19, 6","author":"Tan Lin","year":"2014","unstructured":"Lin Tan, Chen Liu, Zhenmin Li, Xuanhui Wang, Yuanyuan Zhou, and Chengxiang Zhai. 2014. Bug characteristics in open source software. Empirical software engineering 19, 6 (2014), 1665\u20131705."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/Forge66646.2025.00033"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3368208"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-025-00544-2"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/390012.24224"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487569"}],"event":{"name":"FSE Companion '26: 34th ACM International Conference on the Foundations of Software Engineering","location":"Concordia University Montreal QC Canada","acronym":"FSE Companion '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 34th ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3803437.3805213","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T14:31:30Z","timestamp":1784298690000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3803437.3805213"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,5]]},"references-count":26,"alternative-id":["10.1145\/3803437.3805213","10.1145\/3803437"],"URL":"https:\/\/doi.org\/10.1145\/3803437.3805213","relation":{},"subject":[],"published":{"date-parts":[[2026,7,5]]},"assertion":[{"value":"2026-07-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}