{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T13:00:36Z","timestamp":1779368436974,"version":"3.53.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["403361\/2023-0"],"award-info":[{"award-number":["403361\/2023-0"]}],"id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["315840\/2023-4"],"award-info":[{"award-number":["315840\/2023-4"]}],"id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior - Brasil (CAPES)","award":["Finance Code 001"],"award-info":[{"award-number":["Finance Code 001"]}]},{"name":"FAPESB","award":["PIE0002\/2022"],"award-info":[{"award-number":["PIE0002\/2022"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,17]]},"DOI":"10.1145\/3756681.3756964","type":"proceedings-article","created":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T08:30:04Z","timestamp":1766565004000},"page":"394-405","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Quality Assessment of Python Tests Generated by Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-6583-5350","authenticated-orcid":false,"given":"Victor","family":"Alves","sequence":"first","affiliation":[{"name":"Federal University of Cear\u00e1 (UFC), Quixad\u00e1, Cear\u00e1, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5879-5067","authenticated-orcid":false,"given":"Carla","family":"Bezerra","sequence":"additional","affiliation":[{"name":"Federal University of Cear\u00e1 (UFC), Quixad\u00e1, Cear\u00e1, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9027-2293","authenticated-orcid":false,"given":"Ivan","family":"Machado","sequence":"additional","affiliation":[{"name":"Fedeal University of Bahia (UFBA), Salvador, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8069-5249","authenticated-orcid":false,"given":"Larissa","family":"Rocha","sequence":"additional","affiliation":[{"name":"University of the State of Bahia (UNEB), Alagoinhas, Bahia, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6259-4957","authenticated-orcid":false,"given":"Tassio","family":"Virg\u00ednio","sequence":"additional","affiliation":[{"name":"Federal University of Bahia (UFBA), Salvador, Bahia, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1655-4476","authenticated-orcid":false,"given":"Publio","family":"Silva","sequence":"additional","affiliation":[{"name":"Federal University of Cear\u00e1 (UFC), Quixad\u00e1, Cear\u00e1, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,12,24]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"Mayank Agarwal Yikang Shen Bailin Wang Yoon Kim and Jie Chen. 2024. Structured Code Representations Enable Data-Efficient Adaptation of Code Language Models. arxiv:https:\/\/arXiv.org\/abs\/2401.10716\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2401.10716"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3663529.3663839"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.5753\/sbes.2024.3561"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3661167.3661225"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3533767.3543290"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1007\/s11528-023-00896-0"},{"key":"e_1_3_3_2_8_2","volume-title":"Evaluating Large Language Models Trained on Code","author":"Chen Mark","year":"2021","unstructured":"Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique\u00a0Pond\u00e9 de Oliveira\u00a0Pinto, Jared Kaplan, Harrison Edwards, Yuri Burda, Nicholas Joseph, Greg Brockman, Alex Ray, Raul Puri, Gretchen Krueger, Michael Petrov, Heidy Khlaaf, Girish Sastry, Pamela Mishkin, Brooke Chan, Scott Gray, Nick Ryder, Mikhail Pavlov, Alethea Power, Lukasz Kaiser, Mohammad Bavarian, Clemens Winter, Philippe Tillet, Felipe\u00a0Petroski Such, Dave Cummings, Matthias Plappert, Fotios Chantzis, Elizabeth Barnes, Ariel Herbert-Voss, William\u00a0Hebgen Guss, Alex Nichol, Alex Paino, Nikolas Tezak, Jie Tang, Igor Babuschkin, Suchir Balaji, Shantanu Jain, William Saunders, Christopher Hesse, Andrew\u00a0N. Carr, Jan Leike, Joshua Achiam, Vedant Misra, Evan Morikawa, Alec Radford, Matthew Knight, Miles Brundage, Mira Murati, Katie Mayer, Peter Welinder, Bob McGrew, Dario Amodei, Sam McCandlish, Ilya Sutskever, and Wojciech Zaremba. 2021. In Evaluating Large Language Models Trained on Code , Vol.\u00a0abs\/2107.03374. CoRR. arXiv:https:\/\/arXiv.org\/abs\/2107.03374https:\/\/arxiv.org\/abs\/2107.03374"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3663529.3663801"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3661167.3661221"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2014.11"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"Humberto Damasceno Carla Bezerra Denivan Campos Ivan Machado and Emanuel Coutinho. 2023. Test smell refactoring revisited: What can internal quality attributes and developers\u2019 experience tell us? Journal of Software Engineering Research and Development 11 1 (Oct. 2023) 13:1 \u2013 13:16. 10.5753\/jserd.2023.3195","DOI":"10.5753\/jserd.2023.3195"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3644032.3644443"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","unstructured":"Sarah Fakhoury Aaditya Naik Georgios Sakkas Saikat Chakraborty and Shuvendu\u00a0K. Lahiri. 2024. LLM-Based Test-Driven Interactive Code Generation: User Study and Empirical Evaluation. IEEE Transactions on Software Engineering 50 9 (2024) 2254\u20132268. 10.1109\/TSE.2024.3428972","DOI":"10.1109\/TSE.2024.3428972"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3555228.3555280"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.8"},{"key":"e_1_3_3_2_17_2","volume-title":"Foundations of Software Testing ISTQB Certification, 4th edition","author":"Graham D.","year":"2021","unstructured":"D. Graham, R. Black, and E. van Veenendaal. 2021. Foundations of Software Testing ISTQB Certification, 4th edition. Cengage Learning. https:\/\/books.google.com.br\/books?id=mOwxEAAAQBAJ"},{"key":"e_1_3_3_2_18_2","unstructured":"Emilia Hansson and Oliwer Ellr\u00e9us. 2023. Code Correctness and Quality in the Era of AI Code Generation: Examining ChatGPT and GitHub Copilot. Ph.\u00a0D. Dissertation. https:\/\/urn.kb.se\/resolve?urn=urn:nbn:se:lnu:diva-121545"},{"key":"e_1_3_3_2_19_2","volume-title":"Unit Testing Principles, Practices, and Patterns: Effective testing styles, patterns, and reliable automation for unit testing, mocking, and integration testing with examples in C#","author":"Khorikov V.","year":"2020","unstructured":"V. Khorikov. 2020. Unit Testing Principles, Practices, and Patterns: Effective testing styles, patterns, and reliable automation for unit testing, mocking, and integration testing with examples in C#. Manning. https:\/\/books.google.com.br\/books?id=CbvZyAEACAAJ"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3377812.3382176"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3524613.3527809"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1109\/SANER60148.2024.00018"},{"key":"e_1_3_3_2_23_2","unstructured":"Shuai Lu Daya Guo Shuo Ren Junjie Huang Alexey Svyatkovskiy Ambrosio Blanco Colin Clement Dawn Drain Daxin Jiang Duyu Tang Ge Li Lidong Zhou Linjun Shou Long Zhou Michele Tufano Ming Gong Ming Zhou Nan Duan Neel Sundaresan Shao\u00a0Kun Deng Shengyu Fu and Shujie Liu. 2021. CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation. arxiv:https:\/\/arXiv.org\/abs\/2102.04664\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2102.04664"},{"key":"e_1_3_3_2_24_2","unstructured":"P. Maragathavalli. 2011. Search-based software test data generation using evolutionary computation. ArXiv abs\/1103.0125 (2011). https:\/\/api.semanticscholar.org\/CorpusID:25209645"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-7962-2_30"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3691620.3695527"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Phil McMinn. 2004. Search-based software test data generation: a survey: Research Articles. Softw. Test. Verif. Reliab. 14 2 (jun 2004) 105\u2013156.","DOI":"10.1002\/stvr.294"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.5753\/sbes.2024.3563"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2018.00040"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","unstructured":"Zedong Peng Xuanyi Lin Michelle Simon and Nan Niu. 2021. Unit and regression tests of scientific software: A study on SWMM. Journal of Computational Science 53 (2021) 101347. 10.1016\/j.jocs.2021.101347","DOI":"10.1016\/j.jocs.2021.101347"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588805"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","unstructured":"Gabriel Ryan Siddhartha Jain Mingyue Shang Shiqi Wang Xiaofei Ma Murali\u00a0Krishna Ramanathan and Baishakhi Ray. 2024. Code-Aware Prompting: A Study of Coverage-Guided Test Generation in Regression Setting using LLM. Proc. ACM Softw. Eng. 1 FSE Article 43 (July 2024) 21\u00a0pages. 10.1145\/3643769","DOI":"10.1145\/3643769"},{"key":"e_1_3_3_2_33_2","unstructured":"Pranab Sahoo Ayush\u00a0Kumar Singh Sriparna Saha Vinija Jain Samrat Mondal and Aman Chadha. 2024. A Systematic Survey of Prompt Engineering in Large Language Models: Techniques and Applications. arxiv:https:\/\/arXiv.org\/abs\/2402.07927\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2402.07927"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3422392.3422510"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2023.3334955"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2018.00033"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3661167.3661216"},{"key":"e_1_3_3_2_38_2","unstructured":"Michele Tufano Dawn Drain Alexey Svyatkovskiy Shao\u00a0Kun Deng and Neel Sundaresan. 2021. Unit Test Case Generation with Transformers and Focal Context. arxiv:https:\/\/arXiv.org\/abs\/2009.05617\u00a0[cs.SE]"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970340"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.5555\/869201"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678615"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3691620.3695501"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"crossref","unstructured":"Tao Xie and David Notkin. 2006. Tool-assisted unit test generation and selection based on operational abstractions. Automated Software Engineering Journal 13 3 (July 2006) 345\u2013371.","DOI":"10.1007\/s10851-006-8530-6"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3558489.3559072"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2304.10778"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1109\/QRS60937.2023.00029"}],"event":{"name":"EASE '25: Evaluation and Assessment in Software Engineering","location":"Istanbul Turkiye","acronym":"EASE '25"},"container-title":["Proceedings of the 29th International Conference on Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3756681.3756964","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T08:44:38Z","timestamp":1766565878000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3756681.3756964"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,17]]},"references-count":45,"alternative-id":["10.1145\/3756681.3756964","10.1145\/3756681"],"URL":"https:\/\/doi.org\/10.1145\/3756681.3756964","relation":{},"subject":[],"published":{"date-parts":[[2025,6,17]]},"assertion":[{"value":"2025-12-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}