{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T13:11:27Z","timestamp":1784207487219,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T00:00:00Z","timestamp":1775952000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,12]]},"DOI":"10.1145\/3794915.3795781","type":"proceedings-article","created":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T12:11:46Z","timestamp":1784203906000},"page":"25-35","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Beyond Production Code: A Pull Request\u2013Based Study of Technical Debt in Test Code"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-2289-2488","authenticated-orcid":false,"given":"Jos\u00e9 Rocha do Amaral","family":"Neto","sequence":"first","affiliation":[{"name":"Federal University of Campina Grande, Campina Grande, Para\u00edba, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2749-0236","authenticated-orcid":false,"given":"Everton L. G.","family":"Alves","sequence":"additional","affiliation":[{"name":"Federal University of Campina Grande, Campina Grande, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6837-6173","authenticated-orcid":false,"given":"Eliane C.","family":"Ara\u00fajo","sequence":"additional","affiliation":[{"name":"Federal University of Campina Grande, Campina Grande, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,16]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"Nicolli\u00a0SR Alves Thiago\u00a0S Mendes Manoel\u00a0G De\u00a0Mendon\u00e7a Rodrigo\u00a0O Sp\u00ednola Forrest Shull and Carolyn Seaman. 2016. Identification and management of technical debt: A systematic mapping study. Information and Software Technology 70 (2016) 100\u2013121.","DOI":"10.1016\/j.infsof.2015.10.008"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","unstructured":"Paris\u00a0C. Avgeriou Davide Taibi Apostolos Ampatzoglou Francesca Arcelli\u00a0Fontana Terese Besker Alexander Chatzigeorgiou Valentina Lenarduzzi Antonio Martini Athanasia Moschou Ilaria Pigazzini Nyyti Saarimaki Darius\u00a0Daniel Sas Saulo\u00a0Soares de Toledo and Angeliki\u00a0Agathi Tsintzira. 2021. An Overview and Comparison of Technical Debt Measurement Tools. IEEE Software 38 3 (2021) 61\u201371. 10.1109\/MS.2020.3024958","DOI":"10.1109\/MS.2020.3024958"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597082"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","unstructured":"Terese Besker Hadi Ghanbari Antonio Martini and Jan Bosch. 2020. The influence of technical debt on software developer morale. Journal of Systems and Software 167 (2020) 110586.","DOI":"10.1016\/j.jss.2020.110586"},{"key":"e_1_3_3_2_6_2","first-page":"212","volume-title":"Simp\u00f3sio Brasileiro de Engenharia de Software (SBES)","author":"Calixto Felipe E de\u00a0O","year":"2024","unstructured":"Felipe E de\u00a0O Calixto, Eliane\u00a0C Ara\u00fajo, and Everton\u00a0LG Alves. 2024. How does Technical Debt Evolve within Pull Requests? An Empirical Study with Apache Projects. In Simp\u00f3sio Brasileiro de Engenharia de Software (SBES). SBC, 212\u2013223."},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Felipe E de\u00a0O Calixto Eliane\u00a0C Ara\u00fajo and Everton\u00a0LG Alves. 2025. Technical Debt in Pull Requests: Insights from Apache Projects. Journal of Software Engineering Research and Development 13 2 (2025).","DOI":"10.5753\/jserd.2025.5722"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3475716.3475785"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Ward Cunningham. 1992. The WyCash portfolio management system. ACM Sigplan Oops Messenger 4 2 (1992) 29\u201330.","DOI":"10.1145\/157710.157715"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"George Digkas Apostolos Ampatzoglou Alexander Chatzigeorgiou and Paris Avgeriou. 2022. The temporality of technical debt introduction on new code and confounding factors. Software Quality Journal 30 2 (2022) 283\u2013305.","DOI":"10.1007\/s11219-021-09569-8"},{"key":"e_1_3_3_2_11_2","first-page":"216","volume-title":"Proceedings of the 16th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement","author":"Fu Liming","year":"2022","unstructured":"Liming Fu, Peng Liang, Zeeshan Rasheed, Zengyang Li, Amjed Tahir, and Xiaofeng Han. 2022. Potential technical debt and its resolution in code reviews: An exploratory study of the openstack and qt communities. In Proceedings of the 16th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement. 216\u2013226."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"Xiaofeng Han Amjed Tahir Peng Liang Steve Counsell Kelly Blincoe Bing Li and Yajing Luo. 2022. Code smells detection via modern code review: a study of the OpenStack and Qt communities. Empirical Software Engineering 27 6 (04 Jul 2022) 127. 10.1007\/s10664-022-10178-7","DOI":"10.1007\/s10664-022-10178-7"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"Shahidul Islam Md\u00a0Nahidul\u00a0Islam Opu Shaowei Wang and Shaiful Chowdhury. 2025. A First Look at the Self-Admitted Technical Debt in Test Code: Taxonomy and Detection. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2510.22409 (2025).","DOI":"10.2139\/ssrn.5963911"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1145\/3482909.3482915","volume-title":"Proceedings of the 6th Brazilian Symposium on Systematic and Automated Software Testing","author":"Jorge Dalton","year":"2021","unstructured":"Dalton Jorge, Patricia Machado, and Wilkerson Andrade. 2021. Investigating test smells in javascript test code. In Proceedings of the 6th Brazilian Symposium on Systematic and Automated Software Testing. 36\u201345."},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Nildo\u00a0Silva Junior Luana Martins Larissa Rocha Heitor Costa and Ivan Machado. 2021. How are test smells treated in the wild? A tale of two empirical studies. Journal of Software Engineering Research and Development 9 (2021) 9\u20131.","DOI":"10.5753\/jserd.2021.1802"},{"key":"e_1_3_3_2_16_2","first-page":"295","volume-title":"Proceedings of the 16th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement","author":"Karmakar Shubhashis","year":"2022","unstructured":"Shubhashis Karmakar, Zadia Codabux, and Melina Vidoni. 2022. An experience report on technical debt in pull requests: Challenges and lessons learned. In Proceedings of the 16th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement. 295\u2013300."},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Valentina Lenarduzzi Vili Nikkola Nyyti Saarim\u00e4ki and Davide Taibi. 2021. Does code quality affect pull request acceptance? An empirical study. Journal of Systems and Software 171 (2021) 110806.","DOI":"10.1016\/j.jss.2020.110806"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Valentina Lenarduzzi Nyyti Saarim\u00e4ki and Davide Taibi. 2020. Some sonarqube issues have a significant but small effect on faults and changes. a large-scale empirical study. Journal of Systems and Software 170 (2020) 110750.","DOI":"10.1016\/j.jss.2020.110750"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2019.00040"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Luana Martins Heitor Costa and Ivan Machado. 2024. On the diffusion of test smells and their relationship with test code quality of Java projects. Journal of software: evolution and process 36 4 (2024) e2532.","DOI":"10.1002\/smr.2532"},{"key":"e_1_3_3_2_21_2","unstructured":"Ana Melo Roberta Fagundes Valentina Lenarduzzi and Wylliams Santos. 2021. Identification and measurement of technical debt requirements in software development: a systematic literature review. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2105.14232 (2021)."},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3382494.3410673"},{"key":"e_1_3_3_2_23_2","first-page":"1","volume-title":"2021 IEEE V Jornadas Costarricenses de Investigaci\u00f3n en Computaci\u00f3n e Inform\u00e1tica (JoCICI)","author":"Murillo Mar\u00eda\u00a0Isabel","year":"2021","unstructured":"Mar\u00eda\u00a0Isabel Murillo and Marcelo Jenkins. 2021. Technical debt measurement during software development using sonarqube: Literature review and a case study. In 2021 IEEE V Jornadas Costarricenses de Investigaci\u00f3n en Computaci\u00f3n e Inform\u00e1tica (JoCICI). IEEE, 1\u20136."},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"crossref","unstructured":"Ibuki Nakamura Yutaro Kashiwa Bin Lin and Hajimu Iida. 2025. Understanding Self-Admitted Technical Debt in Test Code: An Empirical Study. ACM Transactions on Software Engineering and Methodology (2025).","DOI":"10.1145\/3786791"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","unstructured":"Ommited. 2025. [Replication Kit] Beyond Production Code: A Pull Request-Based Study of Technical Debt in Test Code. https:\/\/anonymous.4open.science\/r\/kit_article-CE11. 10.5281\/zenodo.15054186","DOI":"10.5281\/zenodo.15054186"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417921"},{"key":"e_1_3_3_2_27_2","unstructured":"Olivia Rodr\u0131guez-Vald\u00e9s Domenico Amalfitano Otto Sybrandi Beatriz Mar\u0131n and Tanja Vos. [n. d.]. The Scent of Test Effectiveness: Can Scriptless Testing Reveal Code Smells? ([n. d.])."},{"key":"e_1_3_3_2_28_2","unstructured":"Marcelino Campos\u00a0Oliveira Silva Marco\u00a0Tulio Valente and Ricardo Terra. 2016. Does technical debt lead to the rejection of pull requests? arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1604.01450 (2016)."},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3422392.3422430"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1109\/APSEC.2016.029","volume-title":"2016 23rd asia-pacific software engineering conference (apsec)","author":"Tahir Amjed","year":"2016","unstructured":"Amjed Tahir, Steve Counsell, and Stephen\u00a0G MacDonell. 2016. An empirical study into the relationship between class features and test smells. In 2016 23rd asia-pacific software engineering conference (apsec). IEEE, 137\u2013144."},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Jie Tan Daniel Feitosa Paris Avgeriou and Mircea Lungu. 2021. Evolution of technical debt remediation in Python: A case study on the Apache Software Ecosystem. Journal of Software: Evolution and Process 33 4 (2021) e2319.","DOI":"10.1002\/smr.2319"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"Roberto Verdecchia Philippe Kruchten Patricia Lago and Ivano Malavolta. 2021. Building and evaluating a theory of architectural technical debt in software-intensive systems. Journal of Systems and Software 176 (2021) 110925.","DOI":"10.1016\/j.jss.2021.110925"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","first-page":"564","DOI":"10.1145\/3422392.3422499","volume-title":"Proceedings of the XXXIV Brazilian Symposium on Software Engineering","author":"Virg\u00ednio T\u00e1ssio","year":"2020","unstructured":"T\u00e1ssio Virg\u00ednio, Luana Martins, Larissa Rocha, Railana Santana, Adriana Cruz, Heitor Costa, and Ivan Machado. 2020. Jnose: Java test smell detector. In Proceedings of the XXXIV Brazilian Symposium on Software Engineering. 564\u2013569."},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"crossref","first-page":"1588","DOI":"10.1109\/CSCI62032.2023.00262","volume-title":"2023 International Conference on Computational Science and Computational Intelligence (CSCI)","author":"Yeboah Jones","year":"2023","unstructured":"Jones Yeboah and Saheed Popoola. 2023. Efficacy of static analysis tools for software defect detection on open-source projects. In 2023 International Conference on Computational Science and Computational Intelligence (CSCI). IEEE, 1588\u20131593."},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"crossref","unstructured":"Ehsan Zabardast Kwabena Ebo\u00a0Bennin and Javier Gonzalez-Huerta. 2022. Further investigation of the survivability of code technical debt items. Journal of Software: Evolution and Process 34 2 (2022) e2425.","DOI":"10.1002\/smr.2425"}],"event":{"name":"TechDebt '26: International Conference on Technical Debt","location":"Rio de Janeiro , Brazil","acronym":"TechDebt '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 2026 ACM\/IEEE International Conference on Technical Debt"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3794915.3795781","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T12:12:06Z","timestamp":1784203926000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3794915.3795781"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,12]]},"references-count":34,"alternative-id":["10.1145\/3794915.3795781","10.1145\/3794915"],"URL":"https:\/\/doi.org\/10.1145\/3794915.3795781","relation":{},"subject":[],"published":{"date-parts":[[2026,4,12]]},"assertion":[{"value":"2026-07-16","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}