{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T05:19:58Z","timestamp":1783574398036,"version":"3.55.0"},"reference-count":57,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T00:00:00Z","timestamp":1782086400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T00:00:00Z","timestamp":1782086400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,6,22]]},"DOI":"10.1109\/dsn69566.2026.00027","type":"proceedings-article","created":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T19:41:43Z","timestamp":1783539703000},"page":"136-149","source":"Crossref","is-referenced-by-count":0,"title":["What Makes Software Bugs Escape Testing? Evidence from a Large-Scale Empirical Study"],"prefix":"10.1109","author":[{"given":"Domenico","family":"Cotroneo","sequence":"first","affiliation":[{"name":"University of North Carolina at Charlotte,Charlotte,NC,USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Giuseppe De","family":"Rosa","sequence":"additional","affiliation":[{"name":"University of Naples Federico II,Naples,Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cristina","family":"Improta","sequence":"additional","affiliation":[{"name":"University of Naples Federico II,Naples,Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benedetta Gaia","family":"Varriale","sequence":"additional","affiliation":[{"name":"University of Naples Federico II,Naples,Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Ariane 5 flight 501 failure report","volume-title":"European Space Agency \/ Arianespace, Tech. Rep","author":"Lions","year":"1996"},{"key":"ref2","article-title":"Mars climate orbiter mishap investigation board phase i report","volume-title":"National Aeronautics and Space Administration, Tech. Rep","year":"1999"},{"key":"ref3","article-title":"Crowdstrike outage causes financial and operational impact: The cost and root cause revealed","volume-title":"CNN","author":"Staff"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.2514\/1.I011240"},{"key":"ref5","article-title":"Magic quadrant for ai code assistants","volume-title":"Tech. Rep","year":"2024"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3797033"},{"issue":"4","key":"ref7","first-page":"331","article-title":"Survey on software defect prediction techniques","volume":"17","author":"Thota","year":"2020","journal-title":"International Journal of Applied Science and Engineering"},{"key":"ref8","article-title":"Replication Package"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.1995.497638"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2019.00019"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2017.10"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.2514\/6.2009-1882"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/32.879815"},{"key":"ref14","article-title":"Explaining failures using software dependences and churn metrics","author":"Nagappan","year":"2006","journal-title":"Microsoft Research, Redmond, WA"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134349"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/1985374.1985389"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/PROMISE.2007.10"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2013.02.009"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2370048"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09837-4"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/FTCS.1991.146625"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2006.113"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.124"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/Forge66646.2025.00024"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/32.177364"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2628055"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2454513"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196473"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00048"},{"key":"ref30","article-title":"Swe-bench: Can language models resolve real-world github issues?","author":"Jimenez","year":"2024"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/1083142.1083147"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-54978-1_68"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2910516"},{"key":"ref34","article-title":"Tree-sitter code parser","author":"Brunsfeld"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/icse.2019.00021"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3340544"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3678170"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09885-w"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1049\/iet-sen.2017.0148"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-024-00424-1"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2902362"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00022"},{"key":"ref43","first-page":"428","article-title":"On the","volume-title":"naturalness\" of buggy code,\" in Proceedings of the 38th International Conference on Software Engineering","author":"Ray"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3718083"},{"key":"ref45","volume-title":"Pattern Recognition and Machine Learning","author":"Bishop","year":"2006"},{"key":"ref46","article-title":"Understand"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/FOSM.2008.4659248"},{"key":"ref48","first-page":"187","article-title":"Kenlm: Faster and smaller language model queries","volume-title":"Proceedings of the sixth workshop on statistical machine translation","author":"Heafield"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1002\/wics.101"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.2307\/2280095"},{"key":"ref51","volume-title":"Effect sizes for research: A broad practical approach","author":"Grissom","year":"2005"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-025-10614-4"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE66568.2025.00035"},{"key":"ref55","article-title":"De-hallucinator: Mitigating llm hallucinations in code generation tasks via iterative grounding","author":"Eghbali","year":"2024"},{"key":"ref56","article-title":"Detecting and correcting hallucinations in llm-generated code via static knowledge validation","author":"Chen","year":"2026"},{"key":"ref57","article-title":"TIOBE Programming Community Index"}],"event":{"name":"2026 56th Annual IEEE International Conference on Dependable Systems and Networks (DSN)","location":"Charlotte, NC, USA","start":{"date-parts":[[2026,6,22]]},"end":{"date-parts":[[2026,6,25]]}},"container-title":["2026 56th Annual IEEE International Conference on Dependable Systems and Networks (DSN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11593123\/11593173\/11593303.pdf?arnumber=11593303","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T05:12:37Z","timestamp":1783573957000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11593303\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,22]]},"references-count":57,"URL":"https:\/\/doi.org\/10.1109\/dsn69566.2026.00027","relation":{},"subject":[],"published":{"date-parts":[[2026,6,22]]}}}