{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T21:15:26Z","timestamp":1783804526599,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":68,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,18]],"date-time":"2024-06-18T00:00:00Z","timestamp":1718668800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,18]]},"DOI":"10.1145\/3661167.3661216","type":"proceedings-article","created":{"date-parts":[[2024,6,14]],"date-time":"2024-06-14T12:24:25Z","timestamp":1718367865000},"page":"313-322","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":76,"title":["Using Large Language Models to Generate JUnit Tests: An Empirical Study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7984-3611","authenticated-orcid":false,"given":"Mohammed Latif","family":"Siddiq","sequence":"first","affiliation":[{"name":"Computer Science and Engineering, University of Notre Dame, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8743-2516","authenticated-orcid":false,"given":"Joanna Cecilia","family":"Da Silva Santos","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, University of Notre Dame, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-1931-1469","authenticated-orcid":false,"given":"Ridwanul Hasan","family":"Tanvir","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, Pennsylvania State University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3883-4433","authenticated-orcid":false,"given":"Noshin","family":"Ulfat","sequence":"additional","affiliation":[{"name":"IQVIA Inc., Bangladesh"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-3531-2375","authenticated-orcid":false,"given":"Fahmid","family":"Al Rifat","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, United International University, Bangladesh"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7980-8488","authenticated-orcid":false,"given":"Vin\u00edcius","family":"Carvalho Lopes","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, University of Notre Dame, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,6,18]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"2023","article-title":"Chat completions","volume":"25","year":"2023","unstructured":"2023. Chat completions. Accessed Mar 25, 2023. https:\/\/platform.openai.com\/docs\/guides\/chat","journal-title":"Accessed Mar"},{"key":"e_1_3_2_1_2_1","volume-title":"JaCoCo - Java Code Coverage Library. https:\/\/www.jacoco.org\/jacoco\/trunk\/index.html [Online","year":"2023","unstructured":"2023. JaCoCo - Java Code Coverage Library. https:\/\/www.jacoco.org\/jacoco\/trunk\/index.html [Online; accessed 30. Mar. 2023]."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"M. Allamanis E.\u00a0T. Barr P. Devanbu and C. Sutton. 2018. A survey of machine learning for big code and naturalness. ACM Computing Surveys (CSUR) (2018).","DOI":"10.1145\/3212695"},{"key":"e_1_3_2_1_4_1","unstructured":"Ben Athiwaratkun Sanjay\u00a0Krishna Gouda Zijian Wang Xiaopeng Li ... and Bing Xiang. 2022. Multi-lingual Evaluation of Code Generation Models. (2022)."},{"key":"e_1_3_2_1_5_1","unstructured":"B. Athiwaratkun S.\u00a0K. Gouda Z. Wang X. Li 2022. Multi-lingual Evaluation of Code Generation Models."},{"key":"e_1_3_2_1_6_1","unstructured":"P. Barei\u00df B. Souza M. d\u2019Amorim and M. Pradel. 2022. Code generation tools (almost) for free? a study of few-shot pre-trained language models on code. arXiv preprint arXiv:2206.01335 (2022)."},{"key":"e_1_3_2_1_7_1","volume-title":"Test-driven development: by example","author":"Beck K.","unstructured":"K. Beck. 2003. Test-driven development: by example. Addison-Wesley Professional."},{"key":"e_1_3_2_1_8_1","volume-title":"Proc\u2019d. of the 2021 ACM Conf. on fairness, accountability, and transparency.","author":"Bender M.","unstructured":"E.\u00a0M. Bender, T. Gebru, A. McMillan-Major, and S. Shmitchell. 2021. On the dangers of stochastic parrots: Can language models be too big?. In Proc\u2019d. of the 2021 ACM Conf. on fairness, accountability, and transparency."},{"key":"e_1_3_2_1_9_1","first-page":"3358","article-title":"JaCoCo-Coverage Based Statistical Approach for Ranking and Selecting Key Classes in Object-Oriented Software","volume":"16","author":"Bilal I.","year":"2021","unstructured":"I. Bilal, I. Al-Taharwa, S. Rami, I.\u00a0M. Alkhawaldeh, and N. Ghatasheh. 2021. JaCoCo-Coverage Based Statistical Approach for Ranking and Selecting Key Classes in Object-Oriented Software. J. Eng. Sci. Technol 16 (2021), 3358\u20133386.","journal-title":"J. Eng. Sci. Technol"},{"key":"e_1_3_2_1_10_1","volume-title":"Advances in Neural Information Processing Systems, H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.F. Balcan, and H.\u00a0Lin (Eds.). Vol.\u00a033. Curran Associates","author":"Brown T.","year":"1877","unstructured":"T. Brown, B. Mann, N. Ryder, M. Subbiah, 2020. Language Models are Few-Shot Learners. In Advances in Neural Information Processing Systems, H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.F. Balcan, and H.\u00a0Lin (Eds.). Vol.\u00a033. Curran Associates, Inc., 1877\u20131901."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-27455-9_13"},{"key":"e_1_3_2_1_12_1","volume-title":"Conf. on Automated software engineering.","author":"Campos J.","unstructured":"J. Campos, A. Arcuri, G. Fraser, and R. Abreu. 2014. Continuous test generation: Enhancing continuous integration with automated test generation. In Proc\u2019d. of the 29th ACM\/IEEE inter\u2019l Conf. on Automated software engineering."},{"key":"e_1_3_2_1_13_1","volume-title":"MultiPL-E: a scalable and polyglot approach to benchmarking neural code generation","author":"Cassano Federico","year":"2023","unstructured":"Federico Cassano, John Gouwar, Daniel Nguyen, Sydney Nguyen, Luna Phipps-Costin, Donald Pinckney, Ming-Ho Yee, Yangtian Zi, Carolyn\u00a0Jane Anderson, Molly\u00a0Q Feldman, 2023. MultiPL-E: a scalable and polyglot approach to benchmarking neural code generation. IEEE Transactions on Software Engineering (2023)."},{"key":"e_1_3_2_1_14_1","volume-title":"Codet: Code generation with generated tests. arXiv preprint arXiv:2207.10397","author":"Chen B.","year":"2022","unstructured":"B. Chen, F. Zhang, A. Nguyen, D. Zan, Z. Lin, J.-G. Lou, and W. Chen. 2022. Codet: Code generation with generated tests. arXiv preprint arXiv:2207.10397 (2022)."},{"key":"e_1_3_2_1_15_1","unstructured":"M. Chen J. Tworek H. Jun Q. Yuan H.\u00a0P. de Oliveira\u00a0Pinto 2021. Evaluating Large Language Models Trained on Code. arxiv:2107.03374\u00a0[cs.LG]"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786838"},{"key":"e_1_3_2_1_17_1","volume-title":"GitHub Copilot AI pair programmer: Asset or Liability?arXiv preprint arXiv:2206.15331","author":"Dakhel M.","year":"2022","unstructured":"A.\u00a0M. Dakhel, V. Majdinasab, A. Nikanjam, F. Khomh, M.\u00a0C. Desmarais, Z. Ming, 2022. GitHub Copilot AI pair programmer: Asset or Liability?arXiv preprint arXiv:2206.15331 (2022)."},{"key":"e_1_3_2_1_18_1","volume-title":"CodeBERT: A Pre-Trained Model for Programming and Natural Languages. In Findings of the Association for Computational Linguistics: EMNLP","author":"Feng Z.","year":"2020","unstructured":"Z. Feng, D. Guo, D. Tang, N. Duan, X. Feng, M. Gong, L. Shou, B. Qin, T. Liu, D. Jiang, and M. Zhou. 2020. CodeBERT: A Pre-Trained Model for Programming and Natural Languages. In Findings of the Association for Computational Linguistics: EMNLP 2020. Association for Computational Linguistics, Online, 1536\u20131547."},{"key":"e_1_3_2_1_19_1","volume-title":"Proc\u2019d. of the 19th ACM SIGSOFT Symposium and the 13th European Conf. on Foundations of Software Engineering","author":"Fraser G.","unstructured":"G. Fraser and A. Arcuri. 2011. EvoSuite: Automatic Test Suite Generation for Object-Oriented Software. In Proc\u2019d. of the 19th ACM SIGSOFT Symposium and the 13th European Conf. on Foundations of Software Engineering (Szeged, Hungary) (ESEC\/FSE \u201911). Association for Computing Machinery, New York, NY, USA, 416\u2013419."},{"key":"e_1_3_2_1_20_1","volume-title":"Sound Empirical Evidence in Software Testing. In 34th Int\u2019l Conf. on Software Engineering, ICSE 2012","author":"Fraser G.","year":"2012","unstructured":"G. Fraser and A. Arcuri. 2012. Sound Empirical Evidence in Software Testing. In 34th Int\u2019l Conf. on Software Engineering, ICSE 2012, June 2-9, 2012, Zurich, Switzerland. IEEE, 178\u2013188."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2685612"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2699688"},{"key":"e_1_3_2_1_23_1","volume-title":"L. Zettlemoyer, and M. Lewis.","author":"Fried D.","year":"2022","unstructured":"D. Fried, A. Aghajanyan, J. Lin, S. Wang, E. Wallace, F. Shi, R. Zhong, W. t. Yih, L. Zettlemoyer, and M. Lewis. 2022. InCoder: A Generative Model for Code Infilling and Synthesis. CoRR abs\/2204.05999 (2022)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Y. Gao and C. Lyu. 2022. M2TS: Multi-Scale Multi-Modal Approach Based on Transformer for Source Code Summarization. arXiv preprint arXiv:2203.09707 (2022).","DOI":"10.1145\/3524610.3527907"},{"key":"e_1_3_2_1_25_1","volume-title":"2017 IEEE\/ACM 14th Int\u2019l Conf. on Mining Software Repositories (MSR). IEEE.","author":"Gonzalez D.","unstructured":"D. Gonzalez, J.\u00a0C.\u00a0S. Santos, A. Popovich, M. Mirakhorli, and M. Nagappan. 2017. A large-scale study on the usage of testing patterns that address maintainability attributes: patterns for ease of modification, diagnoses, and comprehension. In 2017 IEEE\/ACM 14th Int\u2019l Conf. on Mining Software Repositories (MSR). IEEE."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.21236\/ADA459656"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.5555\/2487085.2487156"},{"key":"e_1_3_2_1_28_1","volume-title":"Refactoring Test Code Safely. In Int\u2019l Conf. on Software Engineering Advances (ICSEA","author":"Guerra M.","year":"2007","unstructured":"E.\u00a0M. Guerra and C.\u00a0T. Fernandes. 2007. Refactoring Test Code Safely. In Int\u2019l Conf. on Software Engineering Advances (ICSEA 2007)."},{"key":"e_1_3_2_1_29_1","volume-title":"Program synthesis. Foundations and Trends\u00ae in Programming Languages","author":"Gulwani S.","year":"2017","unstructured":"S. Gulwani, O. Polozov, R. Singh, 2017. Program synthesis. Foundations and Trends\u00ae in Programming Languages (2017)."},{"key":"e_1_3_2_1_30_1","volume-title":"Proc\u2019d. of the 30th IEEE\/ACM Int\u2019l Conf. on Program Comprehension (Virtual Event) (ICPC \u201922)","author":"Hadi A.","unstructured":"M.\u00a0A. Hadi, I.\u00a0N.\u00a0B. Yusuf, F. Thung, K.\u00a0G. Luong, J. Lingxiao, F.\u00a0H. Fard, and D. Lo. 2022. On the Effectiveness of Pretrained Models for API Learning. In Proc\u2019d. of the 30th IEEE\/ACM Int\u2019l Conf. on Program Comprehension (Virtual Event) (ICPC \u201922). ACM, New York, NY, USA, 309\u2013320."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238183"},{"key":"e_1_3_2_1_32_1","volume-title":"Proc\u2019d. of the 2019 27th ACM Joint Meeting on European Software Engineering Conf. and Symposium on the Foundations of Software Engineering (Tallinn, Estonia) (ESEC\/FSE","author":"Ivankovi\u0107 M.","year":"2019","unstructured":"M. Ivankovi\u0107, G. Petrovi\u0107, R. Just, and G. Fraser. 2019. Code Coverage at Google. In Proc\u2019d. of the 2019 27th ACM Joint Meeting on European Software Engineering Conf. and Symposium on the Foundations of Software Engineering (Tallinn, Estonia) (ESEC\/FSE 2019). ACM, New York, NY, USA, 955\u2013963."},{"key":"e_1_3_2_1_33_1","volume-title":"44th Int\u2019l Conference on Software Engineering (ICSE).","author":"Izadi M.","unstructured":"M. Izadi, R. Gismondi, and G. Gousios. 2022. CodeFill: Multi-token Code Completion by Jointly Learning from Structure and Naming Sequences. In 44th Int\u2019l Conference on Software Engineering (ICSE)."},{"key":"e_1_3_2_1_34_1","volume-title":"2021 IEEE\/ACM 43rd Int\u2019l Conf. on Software Engineering (ICSE). IEEE.","author":"Kim S.","unstructured":"S. Kim, J. Zhao, Y. Tian, and S. Chandra. 2021. Code prediction by feeding trees to transformers. In 2021 IEEE\/ACM 43rd Int\u2019l Conf. on Software Engineering (ICSE). IEEE."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2015.7102609"},{"key":"e_1_3_2_1_36_1","unstructured":"T. Koomen and M. Pol. 1999. Test Process Improvement: A Practical Step-by-Step Guide to Structured Testing. Addison-Wesley Longman Publishing Co. Inc. USA."},{"key":"e_1_3_2_1_37_1","volume-title":"CODAMOSA: Escaping Coverage Plateaus in Test Generation with Pre-trained Large Language Models. In 45th Int\u2019l Conf. on Software Engineering, ser. ICSE.","author":"Lemieux C.","year":"2023","unstructured":"C. Lemieux, J.\u00a0P. Inala, S.\u00a0K. Lahiri, and S. Sen. 2023. CODAMOSA: Escaping Coverage Plateaus in Test Generation with Pre-trained Large Language Models. In 45th Int\u2019l Conf. on Software Engineering, ser. ICSE."},{"key":"e_1_3_2_1_38_1","volume-title":"StarCoder: may the source be with you!Transactions on Machine Learning Research","author":"Li R.","year":"2023","unstructured":"R. Li, L. Ben\u00a0allal, Y. Zi, N. Muennighoff, D. Kocetkov, ..., and H. de Vries. 2023. StarCoder: may the source be with you!Transactions on Machine Learning Research (2023). Reproducibility Certification."},{"key":"e_1_3_2_1_39_1","volume-title":"2023 38th IEEE\/ACM Int\u2019l Conf. on Automated Software Engineering (ASE). IEEE, 14\u201326","author":"Li T.-O.","unstructured":"T.-O. Li, W. Zong, Y. Wang, H. Tian, Y. Wang, S.-C. Cheung, and J. Kramer. 2023. Nuances are the Key: Unlocking ChatGPT to Find Failure-Inducing Tests with Differential Prompting. In 2023 38th IEEE\/ACM Int\u2019l Conf. on Automated Software Engineering (ASE). IEEE, 14\u201326."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1982.1056489"},{"key":"e_1_3_2_1_41_1","first-page":"3","article-title":"Toward Automatic Program","volume":"14","author":"Manna Z.","year":"1971","unstructured":"Z. Manna and R.\u00a0J. Waldinger. 1971. Toward Automatic Program Synthesis. Commun. ACM 14, 3 (mar 1971), 151\u2013165.","journal-title":"Synthesis. Commun. ACM"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","unstructured":"G. Meszaros S.\u00a0M. Smith and J. Andrea. 2003. The Test Automation Manifesto. In Extreme Programming and Agile Methods - XP\/Agile Universe 2003 F.\u00a0Maurer and D.\u00a0Wells (Eds.). Springer Berlin Heidelberg Berlin Heidelberg.","DOI":"10.1007\/978-3-540-45122-8_9"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","unstructured":"N. Nashid M. Sintaha and A. Mesbah. 2023. Retrieval-Based Prompt Selection for Code-Related Few-Shot Learning. ICSE23 (2023).","DOI":"10.1109\/ICSE48619.2023.00205"},{"key":"e_1_3_2_1_44_1","unstructured":"E. Nijkamp B. Pang H. Hayashi L. Tu H. Wang Y. Zhou S. Savarese and C. Xiong. 2022. A Conversational Paradigm for Program Synthesis. arXiv preprint (2022)."},{"key":"e_1_3_2_1_45_1","volume-title":"29th Int\u2019l Conf. on Software Engineering (ICSE\u201907)","author":"Pacheco C.","unstructured":"C. Pacheco, S.\u00a0K. Lahiri, M.\u00a0D. Ernst, and T. Ball. 2007. Feedback-directed random test generation. In 29th Int\u2019l Conf. on Software Engineering (ICSE\u201907). IEEE, 75\u201384."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2897010.2897016"},{"key":"e_1_3_2_1_47_1","volume-title":"Assessing the Security of GitHub Copilot\u2019s Code Contributions. In 2022 2022 IEEE Symposium on Security and Privacy (SP) (SP). IEEE Computer Society","author":"Pearce H.","unstructured":"H. Pearce, B. Ahmad, B. Tan, B. Dolan-Gavitt, and R. Karri. 2022. Asleep at the Keyboard? Assessing the Security of GitHub Copilot\u2019s Code Contributions. In 2022 2022 IEEE Symposium on Security and Privacy (SP) (SP). IEEE Computer Society, Los Alamitos, CA, USA, 980\u2013994."},{"key":"e_1_3_2_1_48_1","volume-title":"Proc\u2019d. of the 29th Annual Int\u2019l Conf. on Computer Science and Software Engineering","author":"Peruma A.","unstructured":"A. Peruma, K. Almalki, C.\u00a0D. Newman, M.\u00a0Wiem Mkaouer, A. Ouni, and F. Palomba. 2019. On the Distribution of Test Smells in Open Source Android Applications: An Exploratory Study. In Proc\u2019d. of the 29th Annual Int\u2019l Conf. on Computer Science and Software Engineering (Toronto, Ontario, Canada) (CASCON \u201919). IBM Corp., USA, 193\u2013202."},{"key":"e_1_3_2_1_49_1","volume-title":"Proc\u2019d. of the 28th ACM Joint Meeting on European Software Engineering Conf. and Symposium on the Foundations of Software Engineering","author":"Peruma A.","year":"2020","unstructured":"A. Peruma, K. Almalki, C.\u00a0D. Newman, M.\u00a0W. Mkaouer, A. Ouni, and F. Palomba. 2020. TsDetect: An Open Source Test Smells Detection Tool. In Proc\u2019d. of the 28th ACM Joint Meeting on European Software Engineering Conf. and Symposium on the Foundations of Software Engineering (Virtual Event, USA) (ESEC\/FSE 2020). Association for Computing Machinery, New York, NY, USA."},{"key":"e_1_3_2_1_50_1","volume-title":"QuixBugs. In 2022 IEEE\/ACM Int\u2019l Workshop on Automated Program Repair (APR). 69\u201375","author":"Prenner A.","unstructured":"J.\u00a0A. Prenner, H. Babii, and R. Robbes. 2022. Can OpenAI\u2019s Codex Fix Bugs?: An evaluation on QuixBugs. In 2022 IEEE\/ACM Int\u2019l Workshop on Automated Program Repair (APR). 69\u201375."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1016\/0377-0427(87)90125-7"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2006.91"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588792"},{"key":"e_1_3_2_1_54_1","unstructured":"M. Sch\u00e4fer S. Nadi A. Eghbali and F. Tip. 2023. Adaptive Test Generation Using a Large Language Model. arXiv preprint arXiv:2302.06527 (2023)."},{"key":"e_1_3_2_1_55_1","volume-title":"2019 IEEE\/ACM 16th Int\u2019l Conf. on Mining Software Repositories (MSR). IEEE, 121\u2013125","author":"Serra D.","unstructured":"D. Serra, G. Grano, F. Palomba, F. Ferrucci, H.\u00a0C. Gall, and A. Bacchelli. 2019. On the effectiveness of manual and automatic unit test generation: ten years later. In 2019 IEEE\/ACM 16th Int\u2019l Conf. on Mining Software Repositories (MSR). IEEE, 121\u2013125."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSIEC.2017.7940170"},{"key":"e_1_3_2_1_57_1","volume-title":"2018 IEEE 11th Int\u2019l Conf. on Software Testing, Verification and Validation (ICST). 250\u2013261","author":"Shamshiri S.","unstructured":"S. Shamshiri, J.\u00a0M. Rojas, J.\u00a0P. Galeotti, N. Walkinshaw, and G. Fraser. 2018. How Do Automatically Generated Unit Tests Influence Software Maintenance?. In 2018 IEEE 11th Int\u2019l Conf. on Software Testing, Verification and Validation (ICST). 250\u2013261."},{"key":"e_1_3_2_1_58_1","volume-title":"Survey reveals AI\u2019s impact on the developer experience | The GitHub Blog. GitHub Blog (June","author":"Shani Inbal","year":"2023","unstructured":"Inbal Shani. 2023. Survey reveals AI\u2019s impact on the developer experience | The GitHub Blog. GitHub Blog (June 2023). https:\/\/github.blog\/2023-06-13-survey-reveals-ais-impact-on-the-developer-experience\/#methodology"},{"key":"e_1_3_2_1_59_1","volume-title":"An Empirical Study of Code Smells in Transformer-based Code Generation Techniques. In 2022 IEEE 22nd Int\u2019l Working Conf. on Source Code Analysis and Manipulation (SCAM). 71\u201382","author":"Siddiq L.","year":"2022","unstructured":"M.\u00a0L. Siddiq, S.\u00a0H. Majumder, M.\u00a0R. Mim, S. Jajodia, and J.\u00a0C.\u00a0S. Santos. 2022. An Empirical Study of Code Smells in Transformer-based Code Generation Techniques. In 2022 IEEE 22nd Int\u2019l Working Conf. on Source Code Analysis and Manipulation (SCAM). 71\u201382."},{"key":"e_1_3_2_1_60_1","volume-title":"Zero-shot Prompting for Code Complexity Prediction Using GitHub Copilot. In 2023 The 2nd Intl. Workshop on NL-based Software Engineering.","author":"Siddiq L.","year":"2023","unstructured":"M.\u00a0L. Siddiq, A. Samee, S.\u00a0R. Azgor, M.\u00a0A. Haider, S.\u00a0I. Sawraz, and J.\u00a0C.\u00a0S. Santos. 2023. Zero-shot Prompting for Code Complexity Prediction Using GitHub Copilot. In 2023 The 2nd Intl. Workshop on NL-based Software Engineering."},{"key":"e_1_3_2_1_61_1","volume-title":"2021 IEEE\/ACM 18th Int\u2019l Conf. on Mining Software Repositories (MSR). IEEE.","author":"Svyatkovskiy A.","unstructured":"A. Svyatkovskiy, S. Lee, A. Hadjitofi, M. Riechert, J. Franco, and M. Allamanis. 2021. Fast and memory-efficient neural code completion. In 2021 IEEE\/ACM 18th Int\u2019l Conf. on Mining Software Repositories (MSR). IEEE."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2002.1003449"},{"key":"e_1_3_2_1_63_1","unstructured":"M. Tufano D. Drain A. Svyatkovskiy S.\u00a0K. Deng and N. Sundaresan. 2020. Unit test case generation with transformers and focal context. arXiv preprint arXiv:2009.05617 (2020)."},{"key":"e_1_3_2_1_64_1","volume-title":"Proc\u2019d. 2nd Int\u2019l Conf. on Extreme Programming and Flexible Processes in Software Engineering (XP2001)","author":"van Deursen A.","unstructured":"A. van Deursen, L. Moonen, A. van\u00a0den Bergh, and G. Kok. 2001. Refactoring Test Code. In Proc\u2019d. 2nd Int\u2019l Conf. on Extreme Programming and Flexible Processes in Software Engineering (XP2001), M.\u00a0Marchesi and G.\u00a0Succi (Eds.)."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.5753\/jserd.2021.1893"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"e_1_3_2_1_67_1","volume-title":"Proc\u2019d. of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Association for Computational Linguistics","author":"Yin P.","unstructured":"P. Yin and G. Neubig. 2017. A Syntactic Neural Model for General-Purpose Code Generation. In Proc\u2019d. of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Association for Computational Linguistics, Vancouver, Canada, 440\u2013450."},{"key":"e_1_3_2_1_68_1","volume-title":"Proc\u2019d. of the 6th ACM SIGPLAN Int\u2019l Symposium on Machine Programming.","author":"Ziegler A.","unstructured":"A. Ziegler, E. Kalliamvakou, X.\u00a0A. Li, A. Rice, D. Rifkin, S. Simister, G. Sittampalam, and E. Aftandilian. 2022. Productivity Assessment of Neural Code Completion. In Proc\u2019d. of the 6th ACM SIGPLAN Int\u2019l Symposium on Machine Programming."}],"event":{"name":"EASE 2024: 28th International Conference on Evaluation and Assessment in Software Engineering","location":"Salerno Italy","acronym":"EASE 2024"},"container-title":["Proceedings of the 28th International Conference on Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3661167.3661216","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3661167.3661216","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T11:16:12Z","timestamp":1755861372000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3661167.3661216"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,18]]},"references-count":68,"alternative-id":["10.1145\/3661167.3661216","10.1145\/3661167"],"URL":"https:\/\/doi.org\/10.1145\/3661167.3661216","relation":{},"subject":[],"published":{"date-parts":[[2024,6,18]]},"assertion":[{"value":"2024-06-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}