{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T18:55:26Z","timestamp":1773773726981,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3696630.3728555","type":"proceedings-article","created":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:09:27Z","timestamp":1753729767000},"page":"308-318","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Codellm-Devkit: A Framework for Contextualizing Code LLMs with Program Analysis Insights"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5899-6651","authenticated-orcid":false,"given":"Rahul","family":"Krishna","sequence":"first","affiliation":[{"name":"IBM Research, Yorktown Heights, New York, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8875-1225","authenticated-orcid":false,"given":"Rangeet","family":"Pan","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, New York, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4092-2643","authenticated-orcid":false,"given":"Saurabh","family":"Sinha","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, New York, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3718-4849","authenticated-orcid":false,"given":"Srikanth","family":"Tamilselvam","sequence":"additional","affiliation":[{"name":"IBM Research, Bangalore, Karnataka, India"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-8810-2381","authenticated-orcid":false,"given":"Raju","family":"Pavuluri","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, New York, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-5362-879X","authenticated-orcid":false,"given":"Maja","family":"Vukovic","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, New York, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,7,28]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. Pydantic. https:\/\/docs.pydantic.dev\/latest\/. Accessed: 2024-09-30."},{"key":"e_1_3_2_1_2_1","unstructured":"[n. d.]. treesitter. https:\/\/tree-sitter.github.io\/tree-sitter\/. Accessed: 2024-01-06."},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the IEEE\/ACM 46th International Conference on Software Engineering. 1\u201313","author":"Ahmed Toufique","year":"2024","unstructured":"Toufique Ahmed, Kunal Suresh Pai, Premkumar Devanbu, and Earl Barr. 2024. Automatic semantic augmentation of language model prompts (for code summarization). In Proceedings of the IEEE\/ACM 46th International Conference on Software Engineering. 1\u201313."},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the ACM on Programming Languages 7, PLDI (2023)","author":"Beurer-Kellner Luca","year":"2023","unstructured":"Luca Beurer-Kellner, Marc Fischer, and Martin Vechev. 2023. Prompting is programming: A query language for large language models. Proceedings of the ACM on Programming Languages 7, PLDI (2023), 1946\u20131969."},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 24th ACM SIGPLAN conference on Object oriented programming systems languages and applications. 243\u2013262","author":"Bravenboer Martin","year":"2009","unstructured":"Martin Bravenboer and Yannis Smaragdakis. 2009. Strictly declarative specification of sophisticated points-to analyses. In Proceedings of the 24th ACM SIGPLAN conference on Object oriented programming systems languages and applications. 243\u2013262."},{"key":"e_1_3_2_1_6_1","unstructured":"codeql 2024. CodeQL. https:\/\/codeql.github.com"},{"key":"e_1_3_2_1_7_1","volume-title":"COMEX: A Tool for Generating Customized Source Code Representations. In 2023 38th IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE","author":"Das Debeshee","year":"2023","unstructured":"Debeshee Das, Noble Saji Mathews, Alex Mathai, Srikanth Tamilselvam, Kranthi Sedamaki, Sridhar Chimalakonda, and Atul Kumar. 2023. COMEX: A Tool for Generating Customized Source Code Representations. In 2023 38th IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE, 2054\u20132057."},{"key":"e_1_3_2_1_8_1","volume-title":"Ramesh Nallapati, Parminder Bhatia, Dan Roth, et al.","author":"Ding Yangruibo","year":"2024","unstructured":"Yangruibo Ding, Zijian Wang, Wasi Ahmad, Hantian Ding, Ming Tan, Nihal Jain, Murali Krishna Ramanathan, Ramesh Nallapati, Parminder Bhatia, Dan Roth, et al. 2024. Crosscodeeval: A diverse and multilingual benchmark for cross-file code completion. Advances in Neural Information Processing Systems 36 (2024)."},{"key":"e_1_3_2_1_9_1","unstructured":"elasticsearch 2024. ElasticSearch. https:\/\/www.elastic.co\/elasticsearch"},{"key":"e_1_3_2_1_10_1","first-page":"1","article-title":"Code structure-guided transformer for source code summarization","volume":"32","author":"Gao Shuzheng","year":"2023","unstructured":"Shuzheng Gao, Cuiyun Gao, Yulan He, Jichuan Zeng, Lunyiu Nie, Xin Xia, and Michael Lyu. 2023. Code structure-guided transformer for source code summarization. ACM Transactions on Software Engineering and Methodology 32, 1 (2023), 1\u201332.","journal-title":"ACM Transactions on Software Engineering and Methodology"},{"key":"e_1_3_2_1_11_1","volume-title":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering. 2201\u20132203","author":"Gu Qiuhan","year":"2023","unstructured":"Qiuhan Gu. 2023. Llm-based code generation method for golang compiler testing. In Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering. 2201\u20132203."},{"key":"e_1_3_2_1_12_1","unstructured":"guidance 2024. Guidance. https:\/\/github.com\/guidance-ai\/guidance"},{"key":"e_1_3_2_1_13_1","volume-title":"Large language models for software engineering: A systematic literature review. ACM Transactions on Software Engineering and Methodology","author":"Hou Xinyi","year":"2023","unstructured":"Xinyi Hou, Yanjie Zhao, Yue Liu, Zhou Yang, Kailong Wang, Li Li, Xiapu Luo, David Lo, John Grundy, and Haoyu Wang. 2023. Large language models for software engineering: A systematic literature review. ACM Transactions on Software Engineering and Methodology (2023)."},{"key":"e_1_3_2_1_14_1","unstructured":"javaparser 2024. JavaParser. https:\/\/github.com\/javaparser\/javaparser"},{"key":"e_1_3_2_1_15_1","unstructured":"jinja 2024. Chroma. https:\/\/www.trychroma.com"},{"key":"e_1_3_2_1_16_1","unstructured":"jinja 2024. Jinja. https:\/\/jinja.palletsprojects.com\/en\/3.1.x\/"},{"key":"e_1_3_2_1_17_1","volume-title":"Cetus Users and Compiler Infastructure Workshop (CETUS","volume":"15","author":"Lam Patrick","year":"2011","unstructured":"Patrick Lam, Eric Bodden, Ondrej Lhot\u00e1k, and Laurie Hendren. 2011. The Soot framework for Java program analysis: a retrospective. In Cetus Users and Compiler Infastructure Workshop (CETUS 2011), Vol. 15."},{"key":"e_1_3_2_1_18_1","unstructured":"langchain 2024. LangChain. https:\/\/www.langchain.com"},{"key":"e_1_3_2_1_19_1","volume-title":"International symposium on code generation and optimization, 2004. CGO 2004. IEEE, 75\u201386","author":"Lattner Chris","year":"2004","unstructured":"Chris Lattner and Vikram Adve. 2004. LLVM: A compilation framework for lifelong program analysis & transformation. In International symposium on code generation and optimization, 2004. CGO 2004. IEEE, 75\u201386."},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis. 1554\u20131566","author":"Lin Bo","year":"2024","unstructured":"Bo Lin, Shangwen Wang, Ming Wen, Liqian Chen, and Xiaoguang Mao. 2024. One Size Does Not Fit All: Multi-granularity Patch Generation for Better Automated Program Repair. In Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis. 1554\u20131566."},{"key":"e_1_3_2_1_21_1","unstructured":"llamaindex 2024. LlamaIndex. https:\/\/www.llamaindex.ai"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the AAAI Conference on Artificial Intelligence","volume":"38","author":"Mozannar Hussein","year":"2024","unstructured":"Hussein Mozannar, Gagan Bansal, Adam Fourney, and Eric Horvitz. 2024. When to show a suggestion? Integrating human feedback in AI-assisted programming. In Proceedings of the AAAI Conference on Artificial Intelligence, Vol. 38. 10137\u201310144."},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the IEEE\/ACM 46th International Conference on Software Engineering. 1\u201313","author":"Pan Rangeet","year":"2024","unstructured":"Rangeet Pan, Ali Reza Ibrahimzada, Rahul Krishna, Divya Sankar, Lambert Pouguem Wassi, Michele Merler, Boris Sobolev, Raju Pavuluri, Saurabh Sinha, and Reyhaneh Jabbarvand. 2024. Lost in translation: A study of bugs introduced by large language models while translating code. In Proceedings of the IEEE\/ACM 46th International Conference on Software Engineering. 1\u201313."},{"key":"e_1_3_2_1_24_1","volume-title":"Multi-language Unit Test Generation using LLMs. arXiv preprint arXiv:2409.03093","author":"Pan Rangeet","year":"2024","unstructured":"Rangeet Pan, Myeongsoo Kim, Rahul Krishna, Raju Pavuluri, and Saurabh Sinha. 2024. Multi-language Unit Test Generation using LLMs. arXiv preprint arXiv:2409.03093 (2024)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","first-page":"789","DOI":"10.1002\/spe.4380250705","article-title":"ANTLR: A predicated-LL (k) parser generator. Software","volume":"25","author":"Parr Terence J.","year":"1995","unstructured":"Terence J. Parr and Russell W. Quong. 1995. ANTLR: A predicated-LL (k) parser generator. Software: Practice and Experience 25, 7 (1995), 789\u2013810.","journal-title":"Practice and Experience"},{"key":"e_1_3_2_1_26_1","volume-title":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis. 1785\u20131797","author":"Qiu Yuxin","year":"2024","unstructured":"Yuxin Qiu, Jie Hu, Qian Zhang, and Heng Yin. 2024. Calico: Automated Knowledge Calibration and Diagnosis for Elevating AI Mastery in Code Tasks. In Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis. 1785\u20131797."},{"key":"e_1_3_2_1_27_1","volume-title":"International Conference on Machine Learning. PMLR, 31693\u201331715","author":"Shrivastava Disha","year":"2023","unstructured":"Disha Shrivastava, Hugo Larochelle, and Daniel Tarlow. 2023. Repository-level prompt generation for large language models of code. In International Conference on Machine Learning. PMLR, 31693\u201331715."},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of the 21st International Conference on Mining Software Repositories. 152\u2013156","author":"Siddiq Mohammed Latif","year":"2024","unstructured":"Mohammed Latif Siddiq, Lindsay Roney, Jiahao Zhang, and Joanna Cecilia Da Silva Santos. 2024. Quality Assessment of ChatGPT Generated Code and their Use by Developers. In Proceedings of the 21st International Conference on Mining Software Repositories. 152\u2013156."},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis. 1124\u20131136","author":"Sun Zhensu","year":"2024","unstructured":"Zhensu Sun, Xiaoning Du, Zhou Yang, Li Li, and David Lo. 2024. AI Coders Are Among Us: Rethinking Programming Language Grammar Towards Efficient Code Generation. In Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis. 1124\u20131136."},{"key":"e_1_3_2_1_30_1","volume-title":"Structcoder: Structure-aware transformer for code generation. ACM Transactions on Knowledge Discovery from Data 18, 3","author":"Tipirneni Sindhu","year":"2024","unstructured":"Sindhu Tipirneni, Ming Zhu, and Chandan K Reddy. 2024. Structcoder: Structure-aware transformer for code generation. ACM Transactions on Knowledge Discovery from Data 18, 3 (2024), 1\u201320."},{"key":"e_1_3_2_1_31_1","unstructured":"wala 2024. WALA. https:\/\/github.com\/wala\/WALA"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","first-page":"112149","DOI":"10.1016\/j.jss.2024.112149","article-title":"Project-specific code summarization with in-context learning","volume":"216","author":"Yun Shangbo","year":"2024","unstructured":"Shangbo Yun, Shuhuai Lin, Xiaodong Gu, and Beijun Shen. 2024. Project-specific code summarization with in-context learning. Journal of Systems and Software 216 (2024), 112149.","journal-title":"Journal of Systems and Software"}],"event":{"name":"FSE Companion '25: 33rd ACM International Conference on the Foundations of Software Engineering","location":"Clarion Hotel Trondheim Trondheim Norway","acronym":"FSE Companion '25","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696630.3728555","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:09:56Z","timestamp":1753729796000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696630.3728555"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":32,"alternative-id":["10.1145\/3696630.3728555","10.1145\/3696630"],"URL":"https:\/\/doi.org\/10.1145\/3696630.3728555","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-07-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}