{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T07:17:42Z","timestamp":1783408662065,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":54,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T00:00:00Z","timestamp":1775952000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,12]]},"DOI":"10.1145\/3786181.3788727","type":"proceedings-article","created":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T06:28:24Z","timestamp":1783405704000},"page":"97-104","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Usage, Effects and Requirements for AI Coding Assistants in the Enterprise: An Empirical Study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4358-8671","authenticated-orcid":false,"given":"Michele","family":"Merler","sequence":"first","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8875-1225","authenticated-orcid":false,"given":"Rangeet","family":"Pan","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5899-6651","authenticated-orcid":false,"given":"Rahul","family":"Krishna","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8759-3993","authenticated-orcid":false,"given":"Tin Kam","family":"Ho","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-8810-2381","authenticated-orcid":false,"given":"Raju","family":"Pavuluri","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-5362-879X","authenticated-orcid":false,"given":"Maja","family":"Vukovic","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,6]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"crossref","unstructured":"Magnus\u00a0Chukwuebuka Ahuchogu Pravin\u00a0Ganpatrao Gawande Charu Mohla Deepak\u00a0A. Vidhate Nidal\u00a0Al Said and Eric Howard. 2025. Evaluating the Impact of Generative AI on Intelligent Programming Assistance and Code Quality. Power System Technology 49 1 (2025) 5\u201310.","DOI":"10.52783\/pst.1668"},{"key":"e_1_3_3_1_3_2","unstructured":"Mehmet Akhoroz and Caglar Yildirim. 2025. Conversational AI as a Coding Assistant: Understanding Programmers\u2019 Interactions with and Expectations from Large Language Models for Coding. arxiv:https:\/\/arXiv.org\/abs\/2503.16508\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2503.16508"},{"key":"e_1_3_3_1_4_2","unstructured":"Gal Bakal Ali Dasdan Yaniv Katz Michael Kaufman and Guy Levin. 2025. Experience with GitHub Copilot for Developer Productivity at Zoominfo. arxiv:https:\/\/arXiv.org\/abs\/2501.13282\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2501.13282"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","unstructured":"Leonardo Banh Florian Holldack and Gero Strobel. 2025. Copiloting the future: How generative AI transforms Software Engineering. Inf. Softw. Technol. 183 C (jun 2025) 14\u00a0pages. 10.1016\/j.infsof.2025.107751","DOI":"10.1016\/j.infsof.2025.107751"},{"key":"e_1_3_3_1_6_2","unstructured":"Joel Becker Nate Rush Elizabeth Barnes and David Rein. 2025. Measuring the Impact of Early-2025 AI on Experienced Open-Source Developer Productivity. arxiv:https:\/\/arXiv.org\/abs\/2507.09089\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2507.09089"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","unstructured":"Neil C.\u00a0C. Brown Pierre Weill-Tessier Juho Leinonen Paul Denny and Michael K\u00f6lling. 2025. Howzat? Appealing to Expert Judgement for Evaluating Human and AI Next-Step Hints for Novice Programmers. ACM Transactions on Computing Education 25 3 (jul 2025) 1\u201343. 10.1145\/3737885","DOI":"10.1145\/3737885"},{"key":"e_1_3_3_1_8_2","unstructured":"Jenna Butler Jina Suh Sankeerti Haniyur and Constance Hadley. 2024. Dear Diary: A randomized controlled trial of Generative AI coding tools in the workplace. arxiv:https:\/\/arXiv.org\/abs\/2410.18334\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2410.18334"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643916.3644402"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","unstructured":"Kevin Crowston and Francesco Bolici. 2025. Deskilling and upskilling with AI systems. Information Research an international electronic journal 30 iConf (Mar. 2025) 1009\u20131023. 10.47989\/ir30iConf47143","DOI":"10.47989\/ir30iConf47143"},{"key":"e_1_3_3_1_11_2","unstructured":"Kevin\u00a0Zheyuan Cui Mert Demirer Sonia Jaffe Leon Musolff Sida Peng and Tobias Salz. 2024. The Productivity Effects of Generative AI: Evidence from a Field Experiment with GitHub Copilot. An MIT Exploration of Generative AI (mar 27 2024). https:\/\/mit-genai.pubpub.org\/pub\/v5iixksv."},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","unstructured":"Zheyuan Cui Mert Demirer Sonia Jaffe Leon Musolff Sida Peng and Tobias Salz. 2025. The Effects of Generative AI on High-Skilled Work: Evidence from Three Field Experiments with Software Developers. 10.2139\/ssrn.4945566","DOI":"10.2139\/ssrn.4945566"},{"key":"e_1_3_3_1_13_2","unstructured":"Joy\u00a0Krishan Das Saikat Mondal and Chanchal\u00a0K. Roy. 2024. Why Do Developers Engage with ChatGPT in Issue-Tracker? Investigating Usage and Reliance on ChatGPT-Generated Code. arxiv:https:\/\/arXiv.org\/abs\/2412.06757\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2412.06757"},{"key":"e_1_3_3_1_14_2","unstructured":"A. Dias\u00a0Bahmed. 2024. Integrated development environments: Exploring the impact of the implementation of artificial intelligence on workflow efficiency and its potential for developer displacement."},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","unstructured":"Nicole Forsgren Margaret-Anne Storey Chandra Maddila Thomas Zimmermann Brian Houck and Jenna Butler. 2021. The SPACE of Developer Productivity: There\u2019s more to it than you think. Queue 19 1 (2021) 20\u201348. 10.1145\/3454122.3454124","DOI":"10.1145\/3454122.3454124"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","unstructured":"Yujia Fu Peng Liang Amjed Tahir Zengyang Li Mojtaba Shahin Jiaxin Yu and Jinfu Chen. 2025. Security Weaknesses of Copilot-Generated Code in GitHub Projects: An Empirical Study. ACM Trans. Softw. Eng. Methodol. (feb 2025). 10.1145\/3716848Just Accepted.","DOI":"10.1145\/3716848"},{"key":"e_1_3_3_1_17_2","volume-title":"Generative AI and labour productivity: a field experiment on coding","author":"Gambacorta Leonardo","year":"2024","unstructured":"Leonardo Gambacorta, Han Qiu, Shuo Shan, and Daniel\u00a0M Rees. 2024. Generative AI and labour productivity: a field experiment on coding. Vol.\u00a01208. Bank for International Settlements, Monetary and Economic Department."},{"key":"e_1_3_3_1_18_2","volume-title":"ICLR 2025 Third Workshop on Deep Learning for Code","author":"Gu Alex","year":"2025","unstructured":"Alex Gu, Naman Jain, Wen-Ding Li, Manish Shetty, Kevin Ellis, Koushik Sen, and Armando Solar-Lezama. 2025. Tasks, Challenges, and Paths Towards AI for Software Engineering. In ICLR 2025 Third Workshop on Deep Learning for Code. https:\/\/openreview.net\/forum?id=t0QaoJqjdw"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","unstructured":"Junda He Christoph Treude and David Lo. 2025. LLM-Based Multi-Agent Systems for Software Engineering: Literature Review Vision and the Road Ahead. 34 5 Article 124 (may 2025) 30\u00a0pages. 10.1145\/3712003","DOI":"10.1145\/3712003"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","unstructured":"Victoria Jackson Bogdan Vasilescu Daniel Russo Paul Ralph Rafael Prikladnicki Maliheh Izadi Sarah D\u2019Angelo Sarah Inman Anielle Andrade and Andr\u00e9 van\u00a0der Hoek. 2025. The Impact of Generative AI on Creativity in Software Development: A Research Agenda. 34 5 Article 133 (may 2025) 28\u00a0pages. 10.1145\/3708523","DOI":"10.1145\/3708523"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3658644.3690283"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","unstructured":"Mohammad\u00a0Amin Kuhail Sujith\u00a0Samuel Mathew Ashraf Khalil Jose Berengueres and Syed Jawad\u00a0Hussain Shah. 2024. \u201cWill I be replaced?\u201d Assessing ChatGPT\u2019s effect on software development and programmer perceptions of AI tools. Sci. Comput. Program. 235 C (jul 2024) 21\u00a0pages. 10.1016\/j.scico.2024.103111","DOI":"10.1016\/j.scico.2024.103111"},{"key":"e_1_3_3_1_23_2","volume-title":"Proceedings of the 35th Annual Conference of the Psychology of Programming Interest Group (PPIG 2024)","author":"Lee Michael Jing\u00a0Long","year":"2024","unstructured":"Michael Jing\u00a0Long Lee, Advait Sarkar, and Alan\u00a0F. Blackwell. 2024. Predictability of identifier naming with Copilot: A case study for mixed-initiative programming tools. In Proceedings of the 35th Annual Conference of the Psychology of Programming Interest Group (PPIG 2024). https:\/\/www.microsoft.com\/en-us\/research\/publication\/predictability-of-identifier-naming-with-copilot-a-case-study-for-mixed-initiative-programming-tools\/"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"crossref","unstructured":"Jia Li et\u00a0al. 2025. Assessing open source software developer\u2019s opportunity costs in a time of generative AI. SSRN Electronic Journal (2025). https:\/\/doi.org\/sol3\/papers.cfm?abstract_id=5100609","DOI":"10.2139\/ssrn.5100609"},{"key":"e_1_3_3_1_25_2","unstructured":"Jie Li Youyang Hou Laura Lin Ruihao Zhu Hancheng Cao and Abdallah\u00a0El Ali. 2025. Vibe Coding for UX Design: Understanding UX Professionals\u2019 Perceptions of AI-Assisted Design and Development. arxiv:https:\/\/arXiv.org\/abs\/2509.10652\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2509.10652"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3608128"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.1109\/URUCON63440.2024.10850207"},{"key":"e_1_3_3_1_28_2","unstructured":"Yunbo Lyu Zhou Yang Jieke Shi Jianming Chang Yue Liu and David Lo. 2025. \"My productivity is boosted but...\" Demystifying Users\u2019 Perception on AI Coding Assistants. arxiv:https:\/\/arXiv.org\/abs\/2508.12285\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2508.12285"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","unstructured":"Alina Mailach Dominik Gorgosch Norbert Siegmund and Janet Siegmund. 2024. \u201cOk Pal we have to code that now\u201d: interaction patterns of programming beginners with a conversational chatbot. Empirical Software Engineering 30 1 (2024) 1\u201335. 10.1007\/s10664-024-10561-6","DOI":"10.1007\/s10664-024-10561-6"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","unstructured":"Boris Martinovi\u0107 and Robert Rozi\u0107. 2025. Perceived Impact of AI-Based Tooling on Software Development Code Quality. SN Computer Science 6 1 (2025) 1\u201314. 10.1007\/s42979-024-03608-4","DOI":"10.1007\/s42979-024-03608-4"},{"key":"e_1_3_3_1_31_2","unstructured":"McKinsey Digital. 2023. Unleashing developer productivity with generative AI. McKinsey and Company (2023). https:\/\/www.mckinsey.com\/capabilities\/tech-and-ai\/our-insights\/unleashing-developer-productivity-with-generative-ai"},{"key":"e_1_3_3_1_32_2","unstructured":"Courtney Miller Rudrajit Choudhuri Mara Ulloa Sankeerti Haniyur Robert DeLine Margaret-Anne Storey Emerson Murphy-Hill Christian Bird and Jenna\u00a0L. Butler. 2025. \"Maybe We Need Some More Examples:\" Individual and Team Drivers of Developer GenAI Tool Use. arxiv:https:\/\/arXiv.org\/abs\/2507.21280\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2507.21280"},{"key":"e_1_3_3_1_33_2","unstructured":"Amr Mohamed Maram Assi and Mariam Guizani. 2025. The Impact of LLM-Assistants on Software Developer Productivity: A Systematic Literature Review. arxiv:https:\/\/arXiv.org\/abs\/2507.03156\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2507.03156"},{"key":"e_1_3_3_1_34_2","unstructured":"Stoyan Nikolov Daniele Codecasa Anna Sjovall Maxim Tabachnyk Satish Chandra Siddharth Taneja and Celal Ziftci. 2025. How is Google using AI for internal code migrations? arxiv:https:\/\/arXiv.org\/abs\/2501.06972\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2501.06972"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713668"},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3650896"},{"key":"e_1_3_3_1_37_2","unstructured":"Stack Overflow. 2024. 2024 Developer Survey: Technology - Integrated Development Environment. https:\/\/survey.stackoverflow.co\/2024\/technology#1-integrated-development-environment"},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP66354.2025.00060"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP66354.2025.00035"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3576915.3623157"},{"key":"e_1_3_3_1_41_2","doi-asserted-by":"publisher","DOI":"10.1145\/3632620.3671116"},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE55347.2025.00199"},{"key":"e_1_3_3_1_43_2","doi-asserted-by":"publisher","unstructured":"Agnia Sergeyuk Yaroslav Golubev Timofey Bryksin and Iftekhar Ahmed. 2025. Using AI-based coding assistants in practice: State of affairs perceptions and ways forward. Information and Software Technology 178 (Feb. 2025) 107610. 10.1016\/j.infsof.2024.107610","DOI":"10.1016\/j.infsof.2024.107610"},{"key":"e_1_3_3_1_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3641554.3701800"},{"key":"e_1_3_3_1_45_2","doi-asserted-by":"publisher","unstructured":"Trevor Stalnaker Nathan Wintersgill Oscar Chaparro Laura\u00a0A. Heymann Massimiliano Di\u00a0Penta Daniel\u00a0M German and Denys Poshyvanyk. 2025. Developer Perspectives on Licensing and Copyright Issues Arising from Generative AI for Software Development. ACM Transactions on Software Engineering and Methodology (jun 2025). 10.1145\/3743133","DOI":"10.1145\/3743133"},{"key":"e_1_3_3_1_46_2","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2025.883"},{"key":"e_1_3_3_1_47_2","unstructured":"Wannita Takerngsaksiri Chakkrit Tantithamthavorn Micheal Fu Jirat Pasuksmit Kun Chen and Ming Wu. 2025. Code Readability in the Age of Large Language Models: An Industrial Case Study from Atlassian. arxiv:https:\/\/arXiv.org\/abs\/2501.11264\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2501.11264"},{"key":"e_1_3_3_1_48_2","doi-asserted-by":"publisher","unstructured":"Valerio Terragni Annie Vella Partha Roop and Kelly Blincoe. 2025. The Future of AI-Driven Software Engineering. ACM Trans. Softw. Eng. Methodol. 34 5 Article 120 (May 2025) 20\u00a0pages. 10.1145\/3715003","DOI":"10.1145\/3715003"},{"key":"e_1_3_3_1_49_2","doi-asserted-by":"publisher","unstructured":"Norbert Tihanyi Tamas Bisztray Mohamed\u00a0Amine Ferrag Ridhi Jain and Lucas\u00a0C. Cordeiro. 2024. How secure is AI-generated code: a large-scale comparison of large language models. Empirical Software Engineering 30 2 (2024) 1\u201329. 10.1007\/s10664-024-10590-1","DOI":"10.1007\/s10664-024-10590-1"},{"key":"e_1_3_3_1_50_2","doi-asserted-by":"crossref","unstructured":"Thiago\u00a0S. Vaillant Felipe\u00a0Deveza de Almeida Paulo Anselmo M.\u00a0S. Neto Cuiyun Gao Jan Bosch and Eduardo\u00a0Santana de Almeida. 2024. Developers\u2019 Perceptions on the Impact of ChatGPT in Software Development: A Survey. arxiv:https:\/\/arXiv.org\/abs\/2405.12195\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2405.12195","DOI":"10.2139\/ssrn.5023364"},{"key":"e_1_3_3_1_51_2","doi-asserted-by":"publisher","unstructured":"Wei Wang Huilong Ning Gaowei Zhang Libo Liu and Yi Wang. 2024. Rocks Coding Not Development: A Human-Centric Experimental Evaluation of LLM-Supported SE Tasks. Proc. ACM Softw. Eng. 1 FSE Article 32 (jul 2024) 23\u00a0pages. 10.1145\/3643758","DOI":"10.1145\/3643758"},{"key":"e_1_3_3_1_52_2","doi-asserted-by":"publisher","unstructured":"Thomas Weber Maximilian Brandmaier Albrecht Schmidt and Sven Mayer. 2024. Significant Productivity Gains through Programming with Large Language Models. 8 EICS Article 256 (jun 2024) 29\u00a0pages. 10.1145\/3661145","DOI":"10.1145\/3661145"},{"key":"e_1_3_3_1_53_2","unstructured":"Justin\u00a0D. Weisz Shraddha Kumar Michael Muller Karen-Ellen Browne Arielle Goldberg Ellice Heintze and Shagun Bajpai. 2025. Examining the Use and Impact of an AI Code Assistant on Developer Productivity and Experience in the Enterprise. arxiv:https:\/\/arXiv.org\/abs\/2412.06603\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2412.06603"},{"key":"e_1_3_3_1_54_2","doi-asserted-by":"publisher","unstructured":"Xiyu Zhou Peng Liang Beiqi Zhang Zengyang Li Aakash Ahmad Mojtaba Shahin and Muhammad Waseem. 2025. Exploring the problems their causes and solutions of AI pair programming: A study on GitHub and Stack Overflow. J. Syst. Softw. 219 C (jan 2025) 17\u00a0pages. 10.1016\/j.jss.2024.112204","DOI":"10.1016\/j.jss.2024.112204"},{"key":"e_1_3_3_1_55_2","doi-asserted-by":"publisher","unstructured":"Albert Ziegler Eirini Kalliamvakou X.\u00a0Alice Li Andrew Rice Devon Rifkin Shawn Simister Ganesh Sittampalam and Edward Aftandilian. 2024. Measuring GitHub Copilot\u2019s Impact on Productivity. Commun. ACM 67 3 (feb 2024) 54\u201363. 10.1145\/3633453","DOI":"10.1145\/3633453"}],"event":{"name":"LLM4Code '26: 3rd International Workshop on Large Language Models For Code","location":"Rio de Janeiro Brazil","acronym":"LLM4Code '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the 3rd International Workshop on Large Language Models For Code"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3786181.3788727","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T06:41:51Z","timestamp":1783406511000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3786181.3788727"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,12]]},"references-count":54,"alternative-id":["10.1145\/3786181.3788727","10.1145\/3786181"],"URL":"https:\/\/doi.org\/10.1145\/3786181.3788727","relation":{},"subject":[],"published":{"date-parts":[[2026,4,12]]},"assertion":[{"value":"2026-07-06","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}