{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T08:54:46Z","timestamp":1766566486198,"version":"3.48.0"},"publisher-location":"New York, NY, USA","reference-count":51,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,17]]},"DOI":"10.1145\/3756681.3756976","type":"proceedings-article","created":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T08:30:04Z","timestamp":1766565004000},"page":"371-382","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["PromptDebt: A Comprehensive Study of Technical Debt Across LLM Projects"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-7939-0707","authenticated-orcid":false,"given":"Ahmed","family":"Aljohani","sequence":"first","affiliation":[{"name":"University of North Texas, Denton, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3298-859X","authenticated-orcid":false,"given":"Hyunsook","family":"Do","sequence":"additional","affiliation":[{"name":"University of North Texas, Denton, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,12,24]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"2024. Anthropic API Documentation. https:\/\/www.anthropic.com\/api."},{"key":"e_1_3_3_2_3_2","unstructured":"2024. Cohere Documentation Cohere Platform. https:\/\/docs.cohere.com\/."},{"key":"e_1_3_3_2_4_2","unstructured":"2024. LangChain Documentation: Providers - OpenAI. https:\/\/python.langchain.com\/docs\/integrations\/providers\/openai\/."},{"key":"e_1_3_3_2_5_2","unstructured":"2024. OpenAI Platform Documentation. https:\/\/platform.openai.com\/docs\/concepts."},{"key":"e_1_3_3_2_6_2","unstructured":"2024. OpenAI Platform Fine-Tuning Guide. https:\/\/platform.openai.com\/docs\/guides\/fine-tuning."},{"key":"e_1_3_3_2_7_2","unstructured":"Anthropic. 2024. Getting Started. https:\/\/docs.anthropic.com\/en\/api\/getting-started. Accessed: 2024-10-05."},{"key":"e_1_3_3_2_8_2","unstructured":"Chetan Arora Ahnaf\u00a0Ibn Sayeed Sherlock Licorish Fanyu Wang and Christoph Treude. 2024. Optimizing Large Language Model Hyperparameters for Code Generation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2408.10577 (2024)."},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/2901739.2901742"},{"key":"e_1_3_3_2_10_2","unstructured":"Aaditya Bhatia Foutse Khomh Bram Adams and Ahmed\u00a0E Hassan. 2023. An Empirical Study of Self-Admitted Technical Debt in Machine Learning Software. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2311.12019 (2023)."},{"key":"e_1_3_3_2_11_2","unstructured":"Tom\u00a0B Brown. 2020. Language models are few-shot learners. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2005.14165 (2020)."},{"key":"e_1_3_3_2_12_2","unstructured":"Xiang Chen Chaoyang Gao Chunyang Chen Guangbei Zhang and Yong Liu. 2024. An Empirical Study on Challenges for OpenAI Developers. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2408.05002 (2024)."},{"key":"e_1_3_3_2_13_2","unstructured":"Cohere. 2024. API Reference. https:\/\/docs.cohere.com\/reference\/about. Accessed: 2024-10-05."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","unstructured":"Ward Cunningham. 1992. The WyCash Portfolio Management System. SIGPLAN OOPS Mess. 4 2 (Dec. 1992) 29\u201330. 10.1145\/157710.157715","DOI":"10.1145\/157710.157715"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Everton da Silva\u00a0Maldonado Emad Shihab and Nikolaos Tsantalis. 2017. Using natural language processing to automatically detect self-admitted technical debt. IEEE Transactions on Software Engineering 43 11 (2017) 1044\u20131062.","DOI":"10.1109\/TSE.2017.2654244"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-FoSE59343.2023.00008"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3663529.3663849"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Xinyi Hou Yanjie Zhao Yue Liu Zhou Yang Kailong Wang Li Li Xiapu Luo David Lo John Grundy and Haoyu Wang. 2024. Large language models for software engineering: A systematic literature review. ACM Transactions on Software Engineering and Methodology 33 8 (2024) 1\u201379.","DOI":"10.1145\/3695988"},{"key":"e_1_3_3_2_19_2","unstructured":"Xinyi Hou Yanjie Zhao and Haoyu Wang. 2024. Voices from the Frontier: A Comprehensive Analysis of the OpenAI Developer Forum. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2408.01687 (2024)."},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Qiao Huang Emad Shihab Xin Xia David Lo and Shanping Li. 2018. Identifying self-admitted technical debt in open source projects using text mining. Empirical Software Engineering 23 1 (2018) 418\u2013451.","DOI":"10.1007\/s10664-017-9522-4"},{"key":"e_1_3_3_2_21_2","unstructured":"Jean Kaddour Joshua Harris Maximilian Mozes Herbie Bradley Roberta Raileanu and Robert McHardy. 2023. Challenges and applications of large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.10169 (2023)."},{"key":"e_1_3_3_2_22_2","unstructured":"LangChain. 2024. API Reference. https:\/\/python.langchain.com\/v0.2\/api_reference\/"},{"key":"e_1_3_3_2_23_2","unstructured":"Patrick Lewis Ethan Perez Aleksandra Piktus Fabio Petroni Vladimir Karpukhin Naman Goyal Heinrich K\u00fcttler Mike Lewis Wen-tau Yih Tim Rockt\u00e4schel et\u00a0al. 2020. Retrieval-augmented generation for knowledge-intensive nlp tasks. Advances in neural information processing systems 33 (2020) 9459\u20139474."},{"key":"e_1_3_3_2_24_2","unstructured":"Jenny\u00a0T Liang Melissa Lin Nikitha Rao and Brad\u00a0A Myers. 2024. Prompts are programs too! understanding how developers build software containing prompts. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2409.12447 (2024)."},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3377815.3381377"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"Nelson\u00a0F Liu Kevin Lin John Hewitt Ashwin Paranjape Michele Bevilacqua Fabio Petroni and Percy Liang. 2024. Lost in the middle: How language models use long contexts. Transactions of the Association for Computational Linguistics 12 (2024) 157\u2013173.","DOI":"10.1162\/tacl_a_00638"},{"key":"e_1_3_3_2_27_2","unstructured":"LlamaIndex. 2024. LlamaIndex: Unlocking the Power of LLMs with Data-Driven Applications. https:\/\/www.llamaindex.ai\/. Accessed: 2024-10-05."},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3644815.3644950"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2017.8"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1109\/MTD.2015.7332619"},{"key":"e_1_3_3_2_31_2","first-page":"387","volume-title":"International conference on data intelligence and cognitive informatics","author":"Marvin Ggaliwango","year":"2023","unstructured":"Ggaliwango Marvin, Nakayiza Hellen, Daudi Jjingo, and Joyce Nakatumba-Nabende. 2023. Prompt engineering in large language models. In International conference on data intelligence and cognitive informatics. Springer, 387\u2013402."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"Mary\u00a0L McHugh. 2012. Interrater reliability: the kappa statistic. Biochemia medica 22 3 (2012) 276\u2013282.","DOI":"10.11613\/BM.2012.031"},{"key":"e_1_3_3_2_33_2","unstructured":"Nadia Nahar Christian K\u00e4stner Jenna Butler Chris Parnin Thomas Zimmermann and Christian Bird. 2024. Beyond the Comfort Zone: Emerging Solutions to Overcome Challenges in Integrating LLMs into Software Products. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2410.12071 (2024)."},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549088"},{"key":"e_1_3_3_2_35_2","unstructured":"OpenAI. 2024. Overview. https:\/\/platform.openai.com\/docs\/overview. Accessed: 2024-10-05."},{"key":"e_1_3_3_2_36_2","unstructured":"OpenAI. 2024. Overview. https:\/\/openai.com\/api\/pricing\/. Accessed: 2024-10-05."},{"key":"e_1_3_3_2_37_2","unstructured":"Shuyin Ouyang Jie\u00a0M Zhang Mark Harman and Meng Wang. 2024. An Empirical Study of the Non-determinism of ChatGPT in Code Generation. ACM Transactions on Software Engineering and Methodology (2024)."},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"crossref","unstructured":"Federica Pepe Fiorella Zampetti Antonio Mastropaolo Gabriele Bavota and Massimiliano Di\u00a0Penta. 2024. A Taxonomy of Self-Admitted Technical Debt in Deep Learning Systems. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2409.11826 (2024).","DOI":"10.1109\/ICSME58944.2024.00043"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643795.3648395"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2014.31"},{"key":"e_1_3_3_2_41_2","unstructured":"Alec Radford Jeffrey Wu Rewon Child David Luan Dario Amodei Ilya Sutskever et\u00a0al. 2019. Language models are unsupervised multitask learners. OpenAI blog 1 8 (2019) 9."},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3451760"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3644815.3644982"},{"key":"e_1_3_3_2_44_2","unstructured":"Pranab Sahoo Ayush\u00a0Kumar Singh Sriparna Saha Vinija Jain Samrat Mondal and Aman Chadha. 2024. A systematic survey of prompt engineering in large language models: Techniques and applications. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.07927 (2024)."},{"key":"e_1_3_3_2_45_2","unstructured":"David Sculley Gary Holt Daniel Golovin Eugene Davydov Todd Phillips Dietmar Ebner Vinay Chaudhary Michael Young Jean-Francois Crespo and Dan Dennison. 2015. Hidden technical debt in machine learning systems. Advances in neural information processing systems 28 (2015)."},{"key":"e_1_3_3_2_46_2","unstructured":"Benjamin Steenhoek Md\u00a0Mahbubur Rahman Monoshi\u00a0Kumar Roy Mirza\u00a0Sanjida Alam Earl\u00a0T Barr and Wei Le. 2024. A Comprehensive Study of the Capabilities of Large Language Models for Vulnerability Detection. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2403.17218 (2024)."},{"key":"e_1_3_3_2_47_2","unstructured":"Mahan Tafreshipour Aaron Imani Eric Huang Eduardo Almeida Thomas Zimmermann and Iftekhar Ahmed. 2024. Prompting in the Wild: An Empirical Study of Prompt Evolution in Software Repositories. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2412.17298 (2024)."},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00033"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"crossref","unstructured":"Andreas Vogelsang Alexander Korn Giovanna Broccia Alessio Ferrari Jannik Fischbach and Chetan Arora. 2025. On the Impact of Requirements Smells in Prompts: The Case of Automated Traceability. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2501.04810 (2025).","DOI":"10.1109\/ICSE-NIER66352.2025.00016"},{"key":"e_1_3_3_2_50_2","unstructured":"Can Wang Bolin Zhang Dianbo Sui Zhiying Tu Xiaoyu Liu and Jiabao Kang. 2024. A survey on effective invocation methods of massive llm services. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.03408 (2024)."},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2016.72"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2019.00020"}],"event":{"name":"EASE '25: Evaluation and Assessment in Software Engineering","location":"Istanbul Turkiye","acronym":"EASE '25"},"container-title":["Proceedings of the 29th International Conference on Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3756681.3756976","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T08:41:43Z","timestamp":1766565703000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3756681.3756976"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,17]]},"references-count":51,"alternative-id":["10.1145\/3756681.3756976","10.1145\/3756681"],"URL":"https:\/\/doi.org\/10.1145\/3756681.3756976","relation":{},"subject":[],"published":{"date-parts":[[2025,6,17]]},"assertion":[{"value":"2025-12-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}