{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T18:55:24Z","timestamp":1773773724533,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706599.3706670","type":"proceedings-article","created":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T20:48:52Z","timestamp":1745441332000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Examining the Use and Impact of an AI Code Assistant on Developer Productivity and Experience in the Enterprise"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2228-2398","authenticated-orcid":false,"given":"Justin D.","family":"Weisz","sequence":"first","affiliation":[{"name":"IBM Research, Yorktown Heights, New York, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4997-2102","authenticated-orcid":false,"given":"Shraddha Vijay","family":"Kumar","sequence":"additional","affiliation":[{"name":"Cisco Systems, Inc., Bangalore, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7860-163X","authenticated-orcid":false,"given":"Michael","family":"Muller","sequence":"additional","affiliation":[{"name":"IBM Research, Cambridge, Massachusetts, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-1369-0300","authenticated-orcid":false,"given":"Karen-Ellen","family":"Browne","sequence":"additional","affiliation":[{"name":"IBM, Dublin, Ireland"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-3868-2663","authenticated-orcid":false,"given":"Arielle","family":"Goldberg","sequence":"additional","affiliation":[{"name":"IBM, Poughkeepsie, New York, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4834-769X","authenticated-orcid":false,"given":"Katrin Ellice","family":"Heintze","sequence":"additional","affiliation":[{"name":"IBM, Boeblingen, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-7413-9901","authenticated-orcid":false,"given":"Shagun","family":"Bajpai","sequence":"additional","affiliation":[{"name":"IBM, Kochi, India"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"Ibrahim Adeshola and Adeola\u00a0Praise Adepoju. 2023. The opportunities and challenges of ChatGPT in education. Interactive Learning Environments (2023) 1\u201314."},{"key":"e_1_3_3_2_3_2","unstructured":"Wasi\u00a0Uddin Ahmad Saikat Chakraborty Baishakhi Ray and Kai-Wei Chang. 2021. Unified pre-training for program understanding and generation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2103.06333 (2021)."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Zahra Ashktorab Michael Desmond Josh Andres Michael Muller Narendra\u00a0Nath Joshi Michelle Brachman Aabhas Sharma Kristina Brimijoin Qian Pan Christine\u00a0T Wolf et\u00a0al. 2021. Ai-assisted human labeling: Batching for efficiency without overreliance. Proceedings of the ACM on Human-Computer Interaction 5 CSCW1 (2021) 1\u201327.","DOI":"10.1145\/3449163"},{"key":"e_1_3_3_2_5_2","unstructured":"Zahra Ashktorab Qian Pan Werner Geyer Michael Desmond Marina Danilevsky James\u00a0M Johnson Casey Dugan and Michelle Bachman. 2024. Emerging Reliance Behaviors in Human-AI Text Generation: Hallucinations Data Quality Assessment and Cognitive Forcing Functions. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2409.08937 (2024)."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Shraddha Barke Michael\u00a0B James and Nadia Polikarpova. 2023. Grounded copilot: How programmers interact with code-generating models. Proceedings of the ACM on Programming Languages 7 OOPSLA1 (2023) 85\u2013111.","DOI":"10.1145\/3586030"},{"key":"e_1_3_3_2_7_2","unstructured":"Brett\u00a0A Becker Michelle Craig Paul Denny Hieke Keuning Natalie Kiesler Juho Leinonen Andrew Luxton-Reilly James Prather and Keith Quille. 2023. Generative ai in introductory programming. Name of Journal (2023)."},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Zana Bu\u00e7inca Maja\u00a0Barbara Malaya and Krzysztof\u00a0Z Gajos. 2021. To trust or to think: cognitive forcing functions can reduce overreliance on AI in AI-assisted decision-making. Proceedings of the ACM on Human-computer Interaction 5 CSCW1 (2021) 1\u201321.","DOI":"10.1145\/3449287"},{"key":"e_1_3_3_2_10_2","volume-title":"GitHub Copilot Litigation","author":"Butterick Matthew","year":"2022","unstructured":"Matthew Butterick. 2022. GitHub Copilot Litigation. Retrieved 04-Oct-2024 from https:\/\/githubcopilotlitigation.com"},{"key":"e_1_3_3_2_11_2","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde De\u00a0Oliveira Pinto Jared Kaplan Harri Edwards Yuri Burda Nicholas Joseph Greg Brockman et\u00a0al. 2021. Evaluating large language models trained on code. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2107.03374 (2021)."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3558940"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"Victoria Clarke and Virginia Braun. 2017. Thematic analysis. The journal of positive psychology 12 3 (2017) 297\u2013298.","DOI":"10.1080\/17439760.2016.1262613"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Arghavan\u00a0Moradi Dakhel Vahid Majdinasab Amin Nikanjam Foutse Khomh Michel\u00a0C Desmarais and Zhen Ming\u00a0Jack Jiang. 2023. Github copilot ai pair programmer: Asset or liability? Journal of Systems and Software 203 (2023) 111734.","DOI":"10.1016\/j.jss.2023.111734"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Fred\u00a0D Davis RP Bagozzi and PR Warshaw. 1989. Technology acceptance model. J Manag Sci 35 8 (1989) 982\u20131003.","DOI":"10.1287\/mnsc.35.8.982"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.5555\/227726.227760"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Zhangyin Feng Daya Guo Duyu Tang Nan Duan Xiaocheng Feng Ming Gong Linjun Shou Bing Qin Ting Liu Daxin Jiang et\u00a0al. 2020. Codebert: A pre-trained model for programming and natural languages. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2002.08155 (2020).","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Nicole Forsgren Margaret-Anne Storey Chandra Maddila Thomas Zimmermann Brian Houck and Jenna Butler. 2021. The SPACE of Developer Productivity: There\u2019s more to it than you think. Queue 19 1 (2021) 20\u201348.","DOI":"10.1145\/3454122.3454124"},{"key":"e_1_3_3_2_19_2","volume-title":"Coding on Copilot: 2023 Data Suggests Downward Pressure on Code Quality","unstructured":"GitClear. [n. d.]. Coding on Copilot: 2023 Data Suggests Downward Pressure on Code Quality. Retrieved 24-Sep-2024 from https:\/\/www.gitclear.com\/coding_on_copilot_data_shows_ais_downward_pressure_on_code_quality"},{"key":"e_1_3_3_2_20_2","unstructured":"Daya Guo Shuo Ren Shuai Lu Zhangyin Feng Duyu Tang Shujie Liu Long Zhou Nan Duan Alexey Svyatkovskiy Shengyu Fu et\u00a0al. 2020. Graphcodebert: Pre-training code representations with data flow. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2009.08366 (2020)."},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.5555\/540137"},{"key":"e_1_3_3_2_22_2","volume-title":"Annual Conference on Neural Information Processing Systems","author":"Houde Stephanie","year":"2022","unstructured":"Stephanie Houde, Vignesh Radhakrishna, Praneeth Reddy, Juie Darwade, Haoran Hu, Kalpesh Krishna, Mayank Agarwal, Kartik Talamadupula, and Justin Weisz. 2022. User and technical perspectives of controllable code generation. In Annual Conference on Neural Information Processing Systems."},{"key":"e_1_3_3_2_23_2","volume-title":"AI Risk Atlas","year":"2024","unstructured":"IBM. 2024. AI Risk Atlas. Retrieved 07-Oct-2024 from https:\/\/www.ibm.com\/docs\/en\/watsonx\/saas?topic=ai-risk-atlas"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510454.3522684"},{"key":"e_1_3_3_2_25_2","unstructured":"Sarthak Jain Aditya Dora Ka\u00a0Seng Sam and Prabhat Singh. 2024. LLM Agents Improve Semantic Code Search. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2408.11058 (2024)."},{"key":"e_1_3_3_2_26_2","unstructured":"Carlos\u00a0E Jimenez John Yang Alexander Wettig Shunyu Yao Kexin Pei Ofir Press and Karthik Narasimhan. 2023. Swe-bench: Can language models resolve real-world github issues? arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.06770 (2023)."},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Amy\u00a0J Ko and Brad\u00a0A Myers. 2005. A framework and methodology for studying the causes of software errors in programming systems. Journal of Visual Languages & Computing 16 1-2 (2005) 41\u201384.","DOI":"10.1016\/j.jvlc.2004.08.003"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445659"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3608128"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","unstructured":"Leo\u00a0S Lo. 2023. The art and science of prompt engineering: a new literacy in the information age. Internet Reference Services Quarterly 27 4 (2023) 203\u2013210.","DOI":"10.1080\/10875301.2023.2227621"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Graham\u00a0C. Low and D.\u00a0Ross Jeffery. 1990. Function points in the estimation and evaluation of the software process. IEEE transactions on Software Engineering 16 1 (1990) 64\u201371.","DOI":"10.1109\/32.44364"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"Qinyu Luo Yining Ye Shihao Liang Zhong Zhang Yujia Qin Yaxi Lu Yesai Wu Xin Cong Yankai Lin Yingli Zhang et\u00a0al. 2024. Repoagent: An llm-powered open-source framework for repository-level code documentation generation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.16667 (2024).","DOI":"10.18653\/v1\/2024.emnlp-demo.46"},{"key":"e_1_3_3_2_33_2","first-page":"387","volume-title":"International conference on data intelligence and cognitive informatics","author":"Marvin Ggaliwango","year":"2023","unstructured":"Ggaliwango Marvin, Nakayiza Hellen, Daudi Jjingo, and Joyce Nakatumba-Nabende. 2023. Prompt engineering in large language models. In International conference on data intelligence and cognitive informatics. Springer, 387\u2013402."},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"crossref","unstructured":"Thomas\u00a0J McCabe. 1976. A complexity measure. IEEE Transactions on software Engineering4 (1976) 308\u2013320.","DOI":"10.1109\/TSE.1976.233837"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635892"},{"key":"e_1_3_3_2_36_2","unstructured":"Mayank Mishra Matt Stallone Gaoyuan Zhang Yikang Shen Aditya Prasad Adriana\u00a0Meza Soria Michele Merler Parameswaran Selvam Saptha Surendran Shivdeep Singh et\u00a0al. 2024. Granite code models: A family of open foundation models for code intelligence. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2405.04324 (2024)."},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3650929"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639187"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3528470"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"crossref","unstructured":"Matija Novak Mike Joy and Dragutin Kermek. 2019. Source-code similarity detection and detection tools used in academia: a systematic review. ACM Transactions on Computing Education (TOCE) 19 3 (2019) 1\u201337.","DOI":"10.1145\/3313290"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"crossref","unstructured":"Edson Oliveira Eduardo Fernandes Igor Steinmacher Marco Cristo Tayana Conte and Alessandro Garcia. 2020. Code and commit metrics of developer productivity: a study on team leaders perceptions. Empirical Software Engineering 25 (2020) 2519\u20132549.","DOI":"10.1007\/s10664-020-09820-z"},{"key":"e_1_3_3_2_42_2","unstructured":"Ruchika Pandey Prabhat Singh Raymond Wei and Shaila Shankar. 2024. Transforming Software Development: Evaluating the Efficiency and Challenges of GitHub Copilot in Real-World Projects. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2406.17910 (2024)."},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"crossref","unstructured":"Janet Rafner Dominik Dellermann Arthur Hjorth D\u00f3ra Veraszt\u00f3 Constance Kampf Wendy Mackay and Jacob Sherson. 2022. Deskilling upskilling and reskilling: a case for hybrid intelligence. Morals & Machines 1 2 (2022) 24\u201339.","DOI":"10.5771\/2747-5174-2021-2-24"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3591196.3593364"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584037"},{"key":"e_1_3_3_2_46_2","unstructured":"Emma Roth. 2024. The developers suing over GitHub Copilot got dealt a major blow in court. The Verge (9 July 2024). Retrieved 04-Oct-2024 from https:\/\/www.theverge.com\/2024\/7\/9\/24195233\/github-ai-copyright-coding-lawsuit-microsoft-openai"},{"key":"e_1_3_3_2_47_2","unstructured":"Baptiste Roziere Marie-Anne Lachaux Lowik Chanussot and Guillaume Lample. 2020. Unsupervised translation of programming languages. Advances in neural information processing systems 33 (2020) 20601\u201320611."},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-4221-6"},{"key":"e_1_3_3_2_49_2","unstructured":"Max Sch\u00e4fer Sarah Nadi Aryaz Eghbali and Frank Tip. 2023. An empirical evaluation of using large language models for automated unit test generation. IEEE Transactions on Software Engineering (2023)."},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"crossref","unstructured":"Shamini Shetye. 2024. An Evaluation of Khanmigo a Generative AI Tool as a Computer-Assisted Language Learning App. Studies in Applied Linguistics and TESOL 24 1 (2024).","DOI":"10.52214\/salt.v24i1.12869"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"crossref","unstructured":"Dakuo Wang Justin\u00a0D Weisz Michael Muller Parikshit Ram Werner Geyer Casey Dugan Yla Tausczik Horst Samulowitz and Alexander Gray. 2019. Human-AI collaboration in data science: Exploring data scientists\u2019 perceptions of automated AI. Proceedings of the ACM on human-computer interaction 3 CSCW (2019) 1\u201324.","DOI":"10.1145\/3359313"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450656"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511157"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569830"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-78462-1_13"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"crossref","unstructured":"Frank\u00a0F Xu Bogdan Vasilescu and Graham Neubig. 2022. In-ide code generation from natural language: Promise and challenges. ACM Transactions on Software Engineering and Methodology (TOSEM) 31 2 (2022) 1\u201347.","DOI":"10.1145\/3487569"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"crossref","unstructured":"Zhen Yang Fang Liu Zhongxing Yu Jacky\u00a0Wai Keung Jia Li Shuo Liu Yifan Hong Xiaoxue Ma Zhi Jin and Ge Li. 2024. Exploring and unleashing the power of large language models in automated code translation. Proceedings of the ACM on Software Engineering 1 FSE (2024) 1585\u20131608.","DOI":"10.1145\/3660778"},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"publisher","DOI":"10.1145\/3558489.3559072"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"crossref","unstructured":"Ramazan Yilmaz and Fatma Gizem\u00a0Karaoglan Yilmaz. 2023. The effect of generative artificial intelligence (AI)-based tool use on students\u2019 computational thinking skills programming self-efficacy and motivation. Computers and Education: Artificial Intelligence 4 (2023) 100147.","DOI":"10.1016\/j.caeai.2023.100147"},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"crossref","unstructured":"Beiqi Zhang Peng Liang Xiyu Zhou Aakash Ahmad and Muhammad Waseem. 2023. Practices and challenges of using github copilot: An empirical study. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.08733 (2023).","DOI":"10.18293\/SEKE2023-077"},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534864"},{"key":"e_1_3_3_2_63_2","doi-asserted-by":"crossref","unstructured":"Albert Ziegler Eirini Kalliamvakou X\u00a0Alice Li Andrew Rice Devon Rifkin Shawn Simister Ganesh Sittampalam and Edward Aftandilian. 2024. Measuring GitHub Copilot\u2019s Impact on Productivity. Commun. ACM 67 3 (2024) 54\u201363.","DOI":"10.1145\/3633453"}],"event":{"name":"CHI EA '25: Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI EA '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3706670","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706599.3706670","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:57:12Z","timestamp":1750298232000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3706670"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":62,"alternative-id":["10.1145\/3706599.3706670","10.1145\/3706599"],"URL":"https:\/\/doi.org\/10.1145\/3706599.3706670","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}