{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T11:01:15Z","timestamp":1785495675528,"version":"3.56.0"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T00:00:00Z","timestamp":1776038400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3793302.3793354","type":"proceedings-article","created":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T10:42:54Z","timestamp":1785494574000},"page":"236-248","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Investigating Autonomous Agent Contributions in the Wild: Activity Patterns and Code Change over Time"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-6251-770X","authenticated-orcid":false,"given":"Razvan Mihai","family":"Popescu","sequence":"first","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-4212-2204","authenticated-orcid":false,"given":"David","family":"Gros","sequence":"additional","affiliation":[{"name":"University of California, Davis, Davis, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-8522-1942","authenticated-orcid":false,"given":"Andrei","family":"Botocan","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7466-2985","authenticated-orcid":false,"given":"Rahul","family":"Pandita","sequence":"additional","affiliation":[{"name":"GitHub, Denver, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0818-2430","authenticated-orcid":false,"given":"Prem","family":"Devanbu","sequence":"additional","affiliation":[{"name":"University of California, Davis, Davis, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5093-5523","authenticated-orcid":false,"given":"Maliheh","family":"Izadi","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,31]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3527941"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3696630.3731665"},{"key":"e_1_3_3_2_4_2","unstructured":"Jacob Austin Augustus Odena Maxwell Nye Maarten Bosma Henryk Michalewski David Dohan Ellen Jiang Carrie Cai Michael Terry Quoc Le and Charles Sutton. 2021. Program Synthesis with Large Language Models. arxiv:https:\/\/arXiv.org\/abs\/2108.07732\u00a0[cs.PL] https:\/\/arxiv.org\/abs\/2108.07732"},{"key":"e_1_3_3_2_5_2","unstructured":"Gal Bakal Ali Dasdan Yaniv Katz Michael Kaufman and Guy Levin. 2025. Experience with GitHub Copilot for Developer Productivity at Zoominfo. arxiv:https:\/\/arXiv.org\/abs\/2501.13282\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2501.13282"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","unstructured":"Shraddha Barke Michael\u00a0B. James and Nadia Polikarpova. 2023. Grounded Copilot: How Programmers Interact with Code-Generating Models. Proc. ACM Program. Lang. 7 OOPSLA1 Article 78 (April 2023) 27\u00a0pages. 10.1145\/3586030","DOI":"10.1145\/3586030"},{"key":"e_1_3_3_2_7_2","unstructured":"Joel Becker Nate Rush Elizabeth Barnes and David Rein. 2025. Measuring the Impact of Early-2025 AI on Experienced Open-Source Developer Productivity. arxiv:https:\/\/arXiv.org\/abs\/2507.09089\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2507.09089"},{"key":"e_1_3_3_2_8_2","unstructured":"Markus Borg Dave Hewett Nadim Hagatulah Noric Couderc Emma S\u00f6derberg Donald Graham Uttam Kini and Dave Farley. 2025. Echoes of AI: Investigating the Downstream Effects of AI Assistants on Software Maintainability. arxiv:https:\/\/arXiv.org\/abs\/2507.00788\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2507.00788"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE55347.2025.00157"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","unstructured":"Federico Cassano John Gouwar Daniel Nguyen Sydney Nguyen Luna Phipps-Costin Donald Pinckney Ming-Ho Yee Yangtian Zi Carolyn\u00a0Jane Anderson Molly\u00a0Q Feldman Arjun Guha Michael Greenberg and Abhinav Jangda. 2023. MultiPL-E: A Scalable and Polyglot Approach to Benchmarking Neural Code Generation. IEEE Trans. Softw. Eng. 49 7 (July 2023) 3675\u20133691. 10.1109\/TSE.2023.3267446","DOI":"10.1109\/TSE.2023.3267446"},{"key":"e_1_3_3_2_11_2","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique\u00a0Ponde de Oliveira\u00a0Pinto Jared Kaplan Harri Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe\u00a0Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William\u00a0Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew\u00a0N. Carr Jan Leike Josh Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. arxiv:https:\/\/arXiv.org\/abs\/2107.03374\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2107.03374"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"Mark Niklas\u00a0M\u00fcller Christian\u00a0M\u00fcrtz. 2025. Agents in the Wild - Dashboard. https:\/\/insights.logicstar.ai. 10.5281\/zenodo.15846865Interactive web dashboard. Code available at https:\/\/github.com\/logic-star-ai\/insights.","DOI":"10.5281\/zenodo.15846865"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"Norman Cliff. 1993. Dominance statistics: Ordinal analyses to answer ordinal questions. Psychological Bulletin 114 (1993) 494\u2013509. https:\/\/api.semanticscholar.org\/CorpusID:120113824","DOI":"10.1037\/0033-2909.114.3.494"},{"key":"e_1_3_3_2_14_2","unstructured":"Yihong Dong Xue Jiang Jiaru Qian Tian Wang Kechi Zhang Zhi Jin and Ge Li. 2025. A Survey on Code Generation with LLM-based Agents. arxiv:https:\/\/arXiv.org\/abs\/2508.00083\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2508.00083"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","unstructured":"Michael Fu Chakkrit Tantithamthavorn Trung Le Yuki Kume Van Nguyen Dinh Phung and John Grundy. 2023. AIBugHunter: A Practical tool for predicting classifying and repairing software vulnerabilities. Empirical Softw. Engg. 29 1 (Nov. 2023) 33\u00a0pages. 10.1007\/s10664-023-10346-3","DOI":"10.1007\/s10664-023-10346-3"},{"key":"e_1_3_3_2_16_2","volume-title":"Research: Quantifying GitHub Copilot\u2019s impact in the enterprise with Accenture","author":"Gao Ya","year":"2024","unstructured":"Ya Gao and GitHub\u00a0Customer Research. 2024. Research: Quantifying GitHub Copilot\u2019s impact in the enterprise with Accenture. https:\/\/github.blog\/news-insights\/research\/research-quantifying-github-copilots-impact-in-the-enterprise-with-accenture\/"},{"key":"e_1_3_3_2_17_2","volume-title":"Developers","year":"2025","unstructured":"GitHub. 2025. Developers. https:\/\/innovationgraph.github.com\/global-metrics\/developers"},{"key":"e_1_3_3_2_18_2","volume-title":"Octoverse: AI leads Python to top language as the number of global developers surges","author":"Staff GitHub","year":"2024","unstructured":"GitHub Staff. 2024. Octoverse: AI leads Python to top language as the number of global developers surges. GitHub. https:\/\/github.blog\/news-insights\/octoverse\/octoverse-2024"},{"key":"e_1_3_3_2_19_2","unstructured":"Ahmed\u00a0E. Hassan Gustavo\u00a0A. Oliva Dayi Lin Boyuan Chen Zhen Ming and Jiang. 2024. Towards AI-Native Software Engineering (SE 3.0): A Vision and a Challenge Roadmap. arxiv:https:\/\/arXiv.org\/abs\/2410.06107\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2410.06107"},{"key":"e_1_3_3_2_20_2","unstructured":"Dan Hendrycks Steven Basart Saurav Kadavath Mantas Mazeika Akul Arora Ethan Guo Collin Burns Samir Puranik Horace He Dawn Song and Jacob Steinhardt. 2021. Measuring Coding Challenge Competence With APPS. arxiv:https:\/\/arXiv.org\/abs\/2105.09938\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2105.09938"},{"key":"e_1_3_3_2_21_2","unstructured":"Dong Huang Jie\u00a0M. Zhang Michael Luck Qingwen Bu Yuhao Qing and Heming Cui. 2024. AgentCoder: Multi-Agent-based Code Generation with Iterative Testing and Optimisation. arxiv:https:\/\/arXiv.org\/abs\/2312.13010\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2312.13010"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-naacl.285"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639138"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639138"},{"key":"e_1_3_3_2_25_2","volume-title":"2024 Developer Ecosystem Report","year":"2024","unstructured":"JetBrains. 2024. 2024 Developer Ecosystem Report. https:\/\/www.jetbrains.com\/lp\/devecosystem-2024\/"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2628055"},{"key":"e_1_3_3_2_27_2","unstructured":"Hao Li Haoxiang Zhang and Ahmed\u00a0E. Hassan. 2025. The Rise of AI Teammates in Software Engineering (SE) 3.0: How Autonomous Coding Agents Are Reshaping Software Engineering. arxiv:https:\/\/arXiv.org\/abs\/2507.15003\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2507.15003"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616339"},{"key":"e_1_3_3_2_29_2","unstructured":"Junwei Liu Kaixin Wang Yixuan Chen Xin Peng Zhenpeng Chen Lingming Zhang and Yiling Lou. 2024. Large Language Model-Based Agents for Software Engineering: A Survey. arxiv:https:\/\/arXiv.org\/abs\/2409.02977\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2409.02977"},{"key":"e_1_3_3_2_30_2","unstructured":"Xiao Liu Hao Yu Hanchen Zhang Yifan Xu Xuanyu Lei Hanyu Lai Yu Gu Hangliang Ding Kaiwen Men Kejuan Yang Shudan Zhang Xiang Deng Aohan Zeng Zhengxiao Du Chenhui Zhang Sheng Shen Tianjun Zhang Yu Su Huan Sun Minlie Huang Yuxiao Dong and Jie Tang. 2025. AgentBench: Evaluating LLMs as Agents. arxiv:https:\/\/arXiv.org\/abs\/2308.03688\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2308.03688"},{"key":"e_1_3_3_2_31_2","unstructured":"Qinyu Luo Yining Ye Shihao Liang Zhong Zhang Yujia Qin Yaxi Lu Yesai Wu Xin Cong Yankai Lin Yingli Zhang Xiaoyin Che Zhiyuan Liu and Maosong Sun. 2024. RepoAgent: An LLM-Powered Open-Source Framework for Repository-level Code Documentation Generation. arxiv:https:\/\/arXiv.org\/abs\/2402.16667\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2402.16667"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3698205.3729544"},{"key":"e_1_3_3_2_33_2","unstructured":"Yunbo Lyu Zhou Yang Jieke Shi Jianming Chang Yue Liu and David Lo. 2025. \"My productivity is boosted but...\" Demystifying Users\u2019 Perception on AI Coding Assistants. arxiv:https:\/\/arXiv.org\/abs\/2508.12285\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2508.12285"},{"key":"e_1_3_3_2_34_2","unstructured":"Niels M\u00fcndler Mark\u00a0Niklas M\u00fcller Jingxuan He and Martin Vechev. 2025. SWT-Bench: Testing and Validating Real-World Bug-Fixes with Code Agents. arxiv:https:\/\/arXiv.org\/abs\/2406.12952\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2406.12952"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2005.1553571"},{"key":"e_1_3_3_2_36_2","unstructured":"Martin Riddell Ansong Ni and Arman Cohan. 2024. Quantifying Contamination in Evaluating Code Generation Capabilities of Language Models. arxiv:https:\/\/arXiv.org\/abs\/2403.04811\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2403.04811"},{"key":"e_1_3_3_2_37_2","volume-title":"2025 Stack Overflow Developer Survey","author":"Overflow Stack","year":"2025","unstructured":"Stack Overflow. 2025. 2025 Stack Overflow Developer Survey. https:\/\/survey.stackoverflow.co\/2025\/"},{"key":"e_1_3_3_2_38_2","unstructured":"Kexin Sun Hongyu Kuang Sebastian Baltes Xin Zhou He Zhang Xiaoxing Ma Guoping Rong Dong Shao and Christoph Treude. 2025. Does AI Code Review Lead to Code Changes? A Case Study of GitHub Actions. arxiv:https:\/\/arXiv.org\/abs\/2508.18771\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2508.18771"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643991.3644918"},{"key":"e_1_3_3_2_40_2","unstructured":"Xingyao Wang Boxuan Li Yufan Song Frank\u00a0F. Xu Xiangru Tang Mingchen Zhuge Jiayi Pan Yueqi Song Bowen Li Jaskirat Singh Hoang\u00a0H. Tran Fuqiang Li Ren Ma Mingzhang Zheng Bill Qian Yanjun Shao Niklas Muennighoff Yizhe Zhang Binyuan Hui Junyang Lin Robert Brennan Hao Peng Heng Ji and Graham Neubig. 2025. OpenHands: An Open Platform for AI Software Developers as Generalist Agents. arxiv:https:\/\/arXiv.org\/abs\/2407.16741\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2407.16741"},{"key":"e_1_3_3_2_41_2","unstructured":"Zhengren Wang Rui Ling Chufan Wang Yongan Yu Sizhe Wang Zhiyu Li Feiyu Xiong and Wentao Zhang. 2025. MaintainCoder: Maintainable Code Generation Under Dynamic Requirements. arxiv:https:\/\/arXiv.org\/abs\/2503.24260\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2503.24260"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3661167.3661183"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"crossref","unstructured":"Miku Watanabe Hao Li Yutaro Kashiwa Brittany Reid Hajimu Iida and Ahmed\u00a0E. Hassan. 2025. On the Use of Agentic Coding: An Empirical Study of Pull Requests on GitHub. arxiv:https:\/\/arXiv.org\/abs\/2509.14745\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2509.14745","DOI":"10.1145\/3798166"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"crossref","unstructured":"Edwin\u00a0Bidwell Wilson. 1927. Probable Inference the Law of Succession and Statistical Inference. J. Amer. Statist. Assoc. 22 (1927) 209\u2013212. https:\/\/api.semanticscholar.org\/CorpusID:121572396","DOI":"10.1080\/01621459.1927.10502953"},{"key":"e_1_3_3_2_45_2","series-title":"(NIPS \u201924)","volume-title":"Proceedings of the 38th International Conference on Neural Information Processing Systems","author":"Yang John","year":"2025","unstructured":"John Yang, Carlos\u00a0E. Jimenez, Alexander Wettig, Kilian Lieret, Shunyu Yao, Karthik Narasimhan, and Ofir Press. 2025. SWE-agent: agent-computer interfaces enable automated software engineering. In Proceedings of the 38th International Conference on Neural Information Processing Systems (Vancouver, BC, Canada) (NIPS \u201924). Curran Associates Inc., Red Hook, NY, USA, Article 1601, 125\u00a0pages."},{"key":"e_1_3_3_2_46_2","unstructured":"Shuo Yang Wei-Lin Chiang Lianmin Zheng Joseph\u00a0E. Gonzalez and Ion Stoica. 2023. Rethinking Benchmark and Contamination for Language Models with Rephrased Samples. arxiv:https:\/\/arXiv.org\/abs\/2311.04850\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2311.04850"},{"key":"e_1_3_3_2_47_2","unstructured":"Burak Yeti\u015ftiren I\u015f\u0131k \u00d6zsoy Miray Ayerdem and Eray T\u00fcz\u00fcn. 2023. Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot Amazon CodeWhisperer and ChatGPT. arxiv:https:\/\/arXiv.org\/abs\/2304.10778\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2304.10778"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534864"}],"event":{"name":"MSR '26: 23rd International Conference on Mining Software Repositories","location":"Rio de Janeiro Brazil","acronym":"MSR '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 23rd International Conference on Mining Software Repositories"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3793302.3793354","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T10:46:09Z","timestamp":1785494769000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3793302.3793354"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":47,"alternative-id":["10.1145\/3793302.3793354","10.1145\/3793302"],"URL":"https:\/\/doi.org\/10.1145\/3793302.3793354","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-07-31","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}