{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T10:11:45Z","timestamp":1783764705173,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T00:00:00Z","timestamp":1775952000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,12]]},"DOI":"10.1145\/3786583.3786854","type":"proceedings-article","created":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T09:12:14Z","timestamp":1783761134000},"page":"70-80","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Delta Debugging for LLM-integrated Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-1492-2446","authenticated-orcid":false,"given":"Hao-Nan","family":"Zhu","sequence":"first","affiliation":[{"name":"University of California, Davis, Davis, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8400-9683","authenticated-orcid":false,"given":"Muhammad Numair","family":"Mansur","sequence":"additional","affiliation":[{"name":"Amazon Web Services, Berlin, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6804-0178","authenticated-orcid":false,"given":"Martin","family":"Sch\u00e4f","sequence":"additional","affiliation":[{"name":"Amazon Web Services, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-0610-9712","authenticated-orcid":false,"given":"Zeya","family":"Chen","sequence":"additional","affiliation":[{"name":"Amazon Web Services, Seattle, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3796-042X","authenticated-orcid":false,"given":"Tancr\u00e8de","family":"Lepoint","sequence":"additional","affiliation":[{"name":"Amazon Web Services, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0913-3091","authenticated-orcid":false,"given":"Willem","family":"Visser","sequence":"additional","affiliation":[{"name":"Amazon Web Services, Seattle, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,11]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"crossref","unstructured":"Ivan Beschastnikh Patty Wang Yuriy Brun and Michael\u00a0D. Ernst. 2016. Debugging distributed systems. Commun. ACM 59 8 (2016) 32\u201337.","DOI":"10.1145\/2909480"},{"key":"e_1_3_3_1_3_2","volume-title":"ICLR","author":"Chen Xinyun","year":"2024","unstructured":"Xinyun Chen, Maxwell Lin, Nathanael Sch\u00e4rli, and Denny Zhou. 2024. Teaching Large Language Models to Self-Debug. In ICLR. OpenReview.net."},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950342"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3477132.3483549"},{"key":"e_1_3_3_1_6_2","first-page":"3","volume-title":"Symposium on Reliability in Distributed Software and Database Systems","author":"Gray Jim","year":"1986","unstructured":"Jim Gray. 1986. Why Do Computers Stop and What Can Be Done About It?. In Symposium on Reliability in Distributed Software and Database Systems. IEEE Computer Society, 3\u201312."},{"key":"e_1_3_3_1_7_2","unstructured":"Leap Laboratories. 2024. GitHub - leap-laboratories\/PIZZA: An attribution library for LLMs. https:\/\/github.com\/leap-laboratories\/PIZZA."},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"crossref","unstructured":"Kyla Levin Nicolas van Kempen Emery\u00a0D. Berger and Stephen\u00a0N. Freund. 2025. ChatDBG: Augmenting Debugging with Large Language Models. Proc. ACM Softw. Eng. 2 FSE (2025) 1892\u20131913.","DOI":"10.1145\/3729355"},{"key":"e_1_3_3_1_9_2","unstructured":"Scott\u00a0M. Lundberg and Su-In Lee. 2017. A unified approach to interpreting model predictions. CoRR abs\/1705.07874 (2017)."},{"key":"e_1_3_3_1_10_2","unstructured":"Haoyan Luo and Lucia Specia. 2024. From Understanding to Utilization: A Survey on Explainability for Large Language Models. CoRR abs\/2401.12874 (2024)."},{"key":"e_1_3_3_1_11_2","volume-title":"USENIX Login Logout (USENIX 13)","author":"Mickens James","year":"2013","unstructured":"James Mickens. 2013. The Night Watch. In USENIX Login Logout (USENIX 13)."},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134307"},{"key":"e_1_3_3_1_13_2","first-page":"267","volume-title":"OSDI","author":"Musuvathi Madanlal","year":"2008","unstructured":"Madanlal Musuvathi, Shaz Qadeer, Thomas Ball, G\u00e9rard Basler, Piramanayagam\u00a0Arumuga Nainar, and Iulian Neamtiu. 2008. Finding and Reproducing Heisenbugs in Concurrent Programs. In OSDI. USENIX Association, 267\u2013280."},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/1138912.1138915"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/1806799.1806838"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.682"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/2254064.2254104"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2015.7081822"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","DOI":"10.52202\/075280-0377"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180236"},{"key":"e_1_3_3_1_21_2","series-title":"Proceedings of Machine Learning Research","first-page":"3319","volume-title":"ICML","volume":"70","author":"Sundararajan Mukund","year":"2017","unstructured":"Mukund Sundararajan, Ankur Taly, and Qiqi Yan. 2017. Axiomatic Attribution for Deep Networks. In ICML(Proceedings of Machine Learning Research, Vol.\u00a070). PMLR, 3319\u20133328."},{"key":"e_1_3_3_1_22_2","volume-title":"NeurIPS","author":"Turpin Miles","year":"2023","unstructured":"Miles Turpin, Julian Michael, Ethan Perez, and Samuel\u00a0R. Bowman. 2023. Language Models Don\u2019t Always Say What They Think: Unfaithful Explanations in Chain-of-Thought Prompting. In NeurIPS."},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468625"},{"key":"e_1_3_3_1_24_2","unstructured":"Yanting Wang Wei Zou Runpeng Geng and Jinyuan Jia. 2025. TracLLM: A Generic Framework for Attributing Long Context LLMs. CoRR abs\/2506.04202 (2025)."},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.52202\/068431-1800"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-48166-4_16"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"crossref","unstructured":"Andreas Zeller and Ralf Hildebrandt. 2002. Simplifying and Isolating Failure-Inducing Input. IEEE Trans. Software Eng. 28 2 (2002) 183\u2013200.","DOI":"10.1109\/32.988498"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","unstructured":"Andreas Zeller and Ralf Hildebrandt. 2025. Simplifying and Isolating Failure-Inducing Input: A Retrospective on Delta Debugging. IEEE Transactions on Software Engineering 51 03 (March 2025) 820\u2013824. 10.1109\/TSE.2025.3537167","DOI":"10.1109\/TSE.2025.3537167"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE55347.2025.00117"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"crossref","unstructured":"Haiyan Zhao Hanjie Chen Fan Yang Ninghao Liu Huiqi Deng Hengyi Cai Shuaiqiang Wang Dawei Yin and Mengnan Du. 2024. Explainability for Large Language Models: A Survey. ACM Trans. Intell. Syst. Technol. 15 2 (2024) 20:1\u201320:38.","DOI":"10.1145\/3639372"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.49"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","DOI":"10.63317\/28zzvopwxasg"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3240730"}],"event":{"name":"ICSE-SEIP '26: 2026 IEEE\/ACM 48th International Conference on Software Engineering","location":"Rio de Janeiro Brazil","acronym":"ICSE-SEIP '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the IEEE\/ACM 48th International Conference on Software Engineering: Software Engineering in Practice"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3786583.3786854","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T09:14:34Z","timestamp":1783761274000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3786583.3786854"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,12]]},"references-count":32,"alternative-id":["10.1145\/3786583.3786854","10.1145\/3786583"],"URL":"https:\/\/doi.org\/10.1145\/3786583.3786854","relation":{},"subject":[],"published":{"date-parts":[[2026,4,12]]},"assertion":[{"value":"2026-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}