{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,23]],"date-time":"2025-07-23T12:17:56Z","timestamp":1753273076743,"version":"3.28.0"},"reference-count":74,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015,11]]},"DOI":"10.1109\/issre.2015.7381815","type":"proceedings-article","created":{"date-parts":[[2016,1,14]],"date-time":"2016-01-14T23:50:11Z","timestamp":1452815411000},"page":"216-227","source":"Crossref","is-referenced-by-count":32,"title":["How hard does mutation analysis have to be, anyway?"],"prefix":"10.1109","author":[{"given":"Rahul","family":"Gopinath","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amin","family":"Alipour","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Iftekhar","family":"Ahmed","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carlos","family":"Jensen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alex","family":"Groce","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"doi-asserted-by":"publisher","key":"ref73","DOI":"10.1109\/ICSTW.2010.13"},{"doi-asserted-by":"publisher","key":"ref72","DOI":"10.1109\/SCAM.2008.36"},{"doi-asserted-by":"publisher","key":"ref71","DOI":"10.1145\/2134243.2134249"},{"doi-asserted-by":"publisher","key":"ref70","DOI":"10.1145\/2483760.2483769"},{"doi-asserted-by":"publisher","key":"ref74","DOI":"10.1109\/TSE.2013.44"},{"key":"ref39","article-title":"An experimental approach to statistical mutation-based testing","author":"hsu","year":"1992","journal-title":"Tech Rep SERC-TR-63-P"},{"key":"ref38","first-page":"43","article-title":"A bayes sequential statistical procedure for approving products in mutation-based software testing","author":"sahinoglu","year":"1990","journal-title":"Proc IFIP Conf Approving Software Products"},{"doi-asserted-by":"publisher","key":"ref33","DOI":"10.1145\/75308.75324"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/S0167-6423(03)00022-4","article-title":"An analysis of the coupling effect i: single test data","volume":"48","author":"wah","year":"2003","journal-title":"Science of Computer Programming"},{"doi-asserted-by":"publisher","key":"ref31","DOI":"10.1002\/(SICI)1099-1689(200003)10:1<3::AID-STVR196>3.0.CO;2-P"},{"doi-asserted-by":"publisher","key":"ref30","DOI":"10.1145\/229000.226313"},{"doi-asserted-by":"publisher","key":"ref37","DOI":"10.1109\/WST.1988.5369"},{"year":"1993","author":"wong","article-title":"On mutation and data flow","key":"ref36"},{"doi-asserted-by":"publisher","key":"ref35","DOI":"10.1109\/CMPSAC.1991.170248"},{"doi-asserted-by":"publisher","key":"ref34","DOI":"10.1145\/125489.125473"},{"doi-asserted-by":"publisher","key":"ref60","DOI":"10.1109\/ICSTW.2014.24"},{"year":"0","author":"stephens","article-title":"Mutation testing for python","key":"ref62"},{"year":"0","author":"teo","article-title":"Python mutant tester (pymutester)","key":"ref61"},{"doi-asserted-by":"publisher","key":"ref63","DOI":"10.1145\/1572272.1572282"},{"doi-asserted-by":"publisher","key":"ref28","DOI":"10.1002\/stvr.4370040104"},{"doi-asserted-by":"publisher","key":"ref64","DOI":"10.1145\/3147.3165"},{"doi-asserted-by":"publisher","key":"ref27","DOI":"10.1145\/567446.567468"},{"doi-asserted-by":"publisher","key":"ref65","DOI":"10.1145\/2666356.2594304"},{"year":"0","author":"gopinath","article-title":"Bytecode based mutation analysis for python","key":"ref66"},{"key":"ref29","article-title":"Subsumption of condition coverage techniques by mutation testing","author":"offutt","year":"1996","journal-title":"Technical Report ISSE-TR-96-01 Information and Software Systems Engineering George Mason University Tech Rep"},{"key":"ref67","article-title":"An evaluation of exhaustive testing for data structures","author":"marinov","year":"2003","journal-title":"MIT Computer Science and Artificial Intelligence Laboratory Report MIT-LCS-TR-921 Tech Rep"},{"doi-asserted-by":"publisher","key":"ref68","DOI":"10.1016\/0950-5849(96)01103-2"},{"doi-asserted-by":"publisher","key":"ref69","DOI":"10.1109\/ICSTW.2013.49"},{"key":"ref2","doi-asserted-by":"crossref","DOI":"10.21236\/ADA068118","author":"budd","year":"1979","journal-title":"Mutation analysis"},{"key":"ref1","article-title":"Fault diagnosis of computer programs","author":"lipton","year":"1971","journal-title":"Tech Rep"},{"doi-asserted-by":"publisher","key":"ref20","DOI":"10.1145\/267580.267590"},{"doi-asserted-by":"publisher","key":"ref22","DOI":"10.1145\/2568225.2568265"},{"key":"ref21","article-title":"Metainduction and Progam Mutation: Realistic Software Validation (Mutation Analysis)","author":"demillo","year":"1978","journal-title":"Tech Rep"},{"doi-asserted-by":"publisher","key":"ref24","DOI":"10.1145\/1368088.1368136"},{"key":"ref23","first-page":"1","article-title":"Using Compiler Optimization Techniques to Detect Equivalent Mutants","volume":"4","author":"offutt","year":"1996","journal-title":"Software Testing Verification and Reliability"},{"doi-asserted-by":"publisher","key":"ref26","DOI":"10.1109\/C-M.1978.218136"},{"doi-asserted-by":"publisher","key":"ref25","DOI":"10.1109\/ISSRE.2010.16"},{"year":"0","article-title":"Software repository","key":"ref50"},{"year":"0","article-title":"Apache commons","key":"ref51"},{"year":"0","article-title":"Python programming language","key":"ref59"},{"doi-asserted-by":"publisher","key":"ref58","DOI":"10.1002\/spe.2312"},{"doi-asserted-by":"publisher","key":"ref57","DOI":"10.1145\/2635868.2635921"},{"doi-asserted-by":"publisher","key":"ref56","DOI":"10.1145\/2568225.2568271"},{"year":"0","author":"coles","article-title":"Pit mutation testing","key":"ref55"},{"year":"0","author":"gopinath","article-title":"Replication data for: How Hard Does Mutation Analysis Have To Be, Anyway?","key":"ref54"},{"doi-asserted-by":"publisher","key":"ref53","DOI":"10.1145\/2568225.2568278"},{"year":"0","article-title":"Apache maven project","key":"ref52"},{"year":"1980","author":"acree","article-title":"On mutation","key":"ref10"},{"year":"1980","author":"budd","article-title":"Mutation analysis of program test data","key":"ref11"},{"doi-asserted-by":"publisher","key":"ref40","DOI":"10.1109\/ICST.2014.13"},{"doi-asserted-by":"publisher","key":"ref12","DOI":"10.1016\/0164-1212(94)00098-0"},{"doi-asserted-by":"publisher","key":"ref13","DOI":"10.1145\/1806799.1806863"},{"doi-asserted-by":"publisher","key":"ref14","DOI":"10.1109\/ASE.2013.6693070"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.1109\/ISSRE.2014.27"},{"key":"ref16","first-page":"177","article-title":"Des valeurs moyennes","volume":"2","author":"tchebichef","year":"1867","journal-title":"Journal de Math&#x00E9;matiques pures et appliqu&#x00E9;es"},{"key":"ref17","article-title":"Heuristics for determining equivalence of program mutations","author":"baldwin","year":"1979","journal-title":"DTIC Document Tech Rep"},{"doi-asserted-by":"publisher","key":"ref18","DOI":"10.1109\/TSE.2013.44"},{"doi-asserted-by":"publisher","key":"ref19","DOI":"10.1007\/BF00625279"},{"doi-asserted-by":"publisher","key":"ref4","DOI":"10.1109\/TSE.2006.83"},{"doi-asserted-by":"publisher","key":"ref3","DOI":"10.1109\/ICSE.2005.1553583"},{"year":"0","author":"doughty-white","article-title":"Information is beautiful: Codebases - millions of lines of code","key":"ref6"},{"doi-asserted-by":"publisher","key":"ref5","DOI":"10.1145\/2635868.2635929"},{"doi-asserted-by":"publisher","key":"ref8","DOI":"10.1109\/ICSE.1993.346062"},{"doi-asserted-by":"publisher","key":"ref7","DOI":"10.1007\/978-1-4757-5939-6_7"},{"doi-asserted-by":"publisher","key":"ref49","DOI":"10.1016\/j.jss.2009.02.022"},{"doi-asserted-by":"publisher","key":"ref9","DOI":"10.1145\/1595696.1595750"},{"doi-asserted-by":"publisher","key":"ref46","DOI":"10.1145\/2666356.2594304"},{"doi-asserted-by":"publisher","key":"ref45","DOI":"10.1002\/stvr.1473"},{"year":"2013","author":"fleiss","journal-title":"Statistical Methods for Rates and Proportions","key":"ref48"},{"doi-asserted-by":"publisher","key":"ref47","DOI":"10.1109\/ICST.2012.162"},{"doi-asserted-by":"publisher","key":"ref42","DOI":"10.1002\/stvr.4370040303"},{"doi-asserted-by":"publisher","key":"ref41","DOI":"10.1109\/ICSE.2015.103"},{"doi-asserted-by":"publisher","key":"ref44","DOI":"10.4204\/EPTCS.86.1"},{"doi-asserted-by":"publisher","key":"ref43","DOI":"10.1002\/(SICI)1099-1689(199709)7:3<165::AID-STVR143>3.0.CO;2-U"}],"event":{"name":"2015 IEEE 26th International Symposium on Software Reliability Engineering (ISSRE)","start":{"date-parts":[[2015,11,2]]},"location":"Gaithersbury, MD, USA","end":{"date-parts":[[2015,11,5]]}},"container-title":["2015 IEEE 26th International Symposium on Software Reliability Engineering (ISSRE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7374093\/7381793\/07381815.pdf?arnumber=7381815","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,3]],"date-time":"2019-09-03T14:21:35Z","timestamp":1567520495000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7381815\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,11]]},"references-count":74,"URL":"https:\/\/doi.org\/10.1109\/issre.2015.7381815","relation":{},"subject":[],"published":{"date-parts":[[2015,11]]}}}