{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T04:47:38Z","timestamp":1784695658817,"version":"3.55.0"},"reference-count":80,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2015,12,1]],"date-time":"2015-12-01T00:00:00Z","timestamp":1448928000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2015,12,1]],"date-time":"2015-12-01T00:00:00Z","timestamp":1448928000000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2015,12,1]],"date-time":"2015-12-01T00:00:00Z","timestamp":1448928000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2015,12,1]],"date-time":"2015-12-01T00:00:00Z","timestamp":1448928000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000181","name":"AFOSR","doi-asserted-by":"publisher","award":["FA9550-07-1-0532"],"award-info":[{"award-number":["FA9550-07-1-0532"]}],"id":[{"id":"10.13039\/100000181","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000181","name":"AFOSR","doi-asserted-by":"publisher","award":["FA9550-10-1-0277"],"award-info":[{"award-number":["FA9550-10-1-0277"]}],"id":[{"id":"10.13039\/100000181","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"US Defense Advanced Research Projects Agency (DARPA)","doi-asserted-by":"publisher","award":["P-1070-113237"],"award-info":[{"award-number":["P-1070-113237"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"US Department of Energy (DOE)","doi-asserted-by":"publisher","award":["DE-AC02-05CH11231"],"award-info":[{"award-number":["DE-AC02-05CH11231"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"US National Science Foundation (NSF)","doi-asserted-by":"publisher","award":["CCF-0729097"],"award-info":[{"award-number":["CCF-0729097"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"US National Science Foundation (NSF)","doi-asserted-by":"publisher","award":["CCF-0905236"],"award-info":[{"award-number":["CCF-0905236"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"US National Science Foundation (NSF)","doi-asserted-by":"publisher","award":["CCF-1446683"],"award-info":[{"award-number":["CCF-1446683"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"US National Science Foundation (NSF)","doi-asserted-by":"publisher","award":["CNS-0905222)"],"award-info":[{"award-number":["CNS-0905222)"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2015,12,1]]},"DOI":"10.1109\/tse.2015.2454513","type":"journal-article","created":{"date-parts":[[2015,7,9]],"date-time":"2015-07-09T18:37:15Z","timestamp":1436467035000},"page":"1236-1256","source":"Crossref","is-referenced-by-count":268,"title":["The ManyBugs and IntroClass Benchmarks for Automated Repair of C Programs"],"prefix":"10.1109","volume":"41","author":[{"given":"Claire","family":"Le Goues","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Neal","family":"Holtschulte","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Edward K.","family":"Smith","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuriy","family":"Brun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Premkumar","family":"Devanbu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stephanie","family":"Forrest","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Westley","family":"Weimer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","first-page":"16","article-title":"Bugbench: Benchmarks for evaluating bug detection tools","author":"lu","year":"0","journal-title":"Workshop on the Evaluation of Software Defect Detection Tools"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/2666356.2594297"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/1806799.1806833"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2005.144"},{"key":"ref76","first-page":"337","article-title":"An experimental evaluation of simple methods for seeding program errors","author":"knight","year":"0","journal-title":"Proc 8th Int Conf on Software Eng"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1007\/s10710-013-9195-8"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/FOSE.2007.29"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2010.5609691"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568258"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/2001420.2001445"},{"key":"ref79","first-page":"267","article-title":"Automated debugging using path-based weakest preconditions","author":"he","year":"0","journal-title":"Proc 8th Int Conf Fundam Approaches Softw Eng"},{"key":"ref33","year":"2014"},{"key":"ref32","year":"2014"},{"key":"ref31","author":"world","year":"2014"},{"key":"ref30","year":"2014"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568303"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568324"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/1882291.1882327"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2009.15"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2008.4630793"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227184"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2312918"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2009.5090029"},{"key":"ref28","year":"2014"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/2330163.2330333"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/1065010.1065014"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/1146238.1146266"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2010.2052622"},{"key":"ref29","year":"2014"},{"key":"ref67","first-page":"173","article-title":"Specification-based program repair using SAT","author":"gopinath","year":"0","journal-title":"Proc Int Conf Tools Algorithms Construction Anal Syst"},{"key":"ref68","first-page":"609","article-title":"Detecting and escaping infinite loops with Jolt","author":"carbin","year":"0","journal-title":"Proc 11 European Conf on Object-Oriented Programming"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368222"},{"key":"ref2","year":"0"},{"key":"ref1","volume":"409","year":"2013","journal-title":"Economist"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-013-9208-0"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2013.29"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2013.6693094"},{"key":"ref24","author":"brun","year":"2013"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227211"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134336"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786825"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/2330163.2330296"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-23716-4_6"},{"key":"ref59","first-page":"1","article-title":"Automatic repair of concurrency bugs","author":"bradbury","year":"2010","journal-title":"Proc Int Symp Search Based Softw Eng —Fast Abstracts"},{"key":"ref58","first-page":"209","article-title":"KLEE: Unassisted and automatic generation of high-coverage tests for complex systems programs","author":"cadar","year":"0","journal-title":"Proc 8th USENIX Conf Operating Syst Des Implementation"},{"key":"ref57","article-title":"Python (programming language)","year":"2014"},{"key":"ref56","year":"2014"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/1830483.1830654"},{"key":"ref54","first-page":"121","article-title":"Fair and balanced? Bias in bug-fix datasets","author":"bird","year":"0","journal-title":"Proc 2nd ACM SIGSOFT Symp on Foundations of Software Engineering"},{"key":"ref53","year":"0"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/2483760.2483785"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2010.66"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/1993498.1993544"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/2338965.2336775"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606626"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.104"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606623"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/1629575.1629585"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/1831708.1831716"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2009.5070536"},{"key":"ref18","author":"j\u00e4rvisalo","year":"0","journal-title":"Proc Int Conf Theory and Appl Satisfiability Testing"},{"key":"ref19","author":"egly","year":"0","journal-title":"Proc Int Conf Theory and Appl Satisfiability Testing"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/1370175.1370223"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/1167473.1167488"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/1454115.1454128"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2003.1201189"},{"key":"ref5","article-title":"SPEC open systems group policies and procedures document","year":"2013"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606624"},{"key":"ref7","article-title":"Reversible debugging software","author":"britton","year":"2013"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610404"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606625"},{"key":"ref46","article-title":"Samate—Software software assurance metrics and tool evaluation","year":"0"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.1994.296778"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/2338967.2336812"},{"key":"ref47","author":"durieux","year":"2015","journal-title":"CoRR"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/1321631.1321702"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39742-4_1"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-005-3861-2"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635929"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/ieeexplore.ieee.org\/ielaam\/32\/7349123\/7153570-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/7349123\/07153570.pdf?arnumber=7153570","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T18:48:20Z","timestamp":1649443700000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7153570\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,12,1]]},"references-count":80,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tse.2015.2454513","relation":{},"ISSN":["0098-5589","1939-3520"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,12,1]]}}}