{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T16:59:16Z","timestamp":1768409956090,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2014,10,14]],"date-time":"2014-10-14T00:00:00Z","timestamp":1413244800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000143","name":"Division of Computing and Communication Foundations","doi-asserted-by":"publisher","award":["CCF-1217824"],"award-info":[{"award-number":["CCF-1217824"]}],"id":[{"id":"10.13039\/100000143","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000143","name":"Division of Computing and Communication Foundations","doi-asserted-by":"publisher","award":["CCF-1054786"],"award-info":[{"award-number":["CCF-1054786"]}],"id":[{"id":"10.13039\/100000143","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2014,10,14]]},"DOI":"10.1145\/2661136.2661157","type":"proceedings-article","created":{"date-parts":[[2014,10,14]],"date-time":"2014-10-14T12:29:24Z","timestamp":1413289764000},"page":"255-268","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["Coverage and Its Discontents"],"prefix":"10.1145","author":[{"given":"Alex","family":"Groce","sequence":"first","affiliation":[{"name":"Oregon State University, Corvallis, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mohammad Amin","family":"Alipour","sequence":"additional","affiliation":[{"name":"Oregon State University, Corvallis, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rahul","family":"Gopinath","sequence":"additional","affiliation":[{"name":"Oregon State University, Corvallis, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2014,10,14]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"CodeCover - an open-source glass-box testing tool. http:\/\/codecover.org\/.  CodeCover - an open-source glass-box testing tool. http:\/\/codecover.org\/."},{"key":"e_1_3_2_1_2_1","unstructured":"Heartbleed bug. http:\/\/heartbleed.com.  Heartbleed bug. http:\/\/heartbleed.com."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2014.12"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.5555\/1355340"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2006.83"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985795"},{"key":"e_1_3_2_1_7_1","volume-title":"Software Testing Techniques","author":"Beizer B.","year":"1990","unstructured":"B. Beizer . Software Testing Techniques . International Thomson Computer Press , 1990 . B. Beizer. Software Testing Techniques. International Thomson Computer Press, 1990."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/367008.367015"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/851020.856199"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","DOI":"10.21236\/ADA068118","volume-title":"Mutation analysis","author":"Budd T. A.","year":"1979","unstructured":"T. A. Budd , R. J. Lipton , R. A. DeMillo , and F. G. Sayward . Mutation analysis . Yale University , Department of Computer Science, 1979 . T. A. Budd, R. J. Lipton, R. A. DeMillo, and F. G. Sayward. Mutation analysis. Yale University, Department of Computer Science, 1979."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491956.2462173"},{"key":"e_1_3_2_1_12_1","first-page":"124","volume-title":"International Symposium on Software Reliability Engineering","author":"Frate F. Del","year":"1995","unstructured":"F. Del Frate , P. Garg , A. P. Mathur , and A. Pasquini . On the correlation between code coverage and software reliability . In International Symposium on Software Reliability Engineering , pages 124 -- 132 , 1995 . F. Del Frate, P. Garg, A. P. Mathur, and A. Pasquini. On the correlation between code coverage and software reliability. In International Symposium on Software Reliability Engineering, pages 124--132, 1995."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1181775.1181787"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1023\/B:SQJO.0000034708.84524.22"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/288195.288298"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.238581"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"e_1_3_2_1_18_1","unstructured":"M. Gligoric A. Groce C. Zhang R. Sharma A. Alipour and D. Marinov. Guidelines for coverage-based comparisons of non-adequate test suites. ACM Transactions on Software Engineering and Methodology. Accepted for publication.  M. Gligoric A. Groce C. Zhang R. Sharma A. Alipour and D. Marinov. Guidelines for coverage-based comparisons of non-adequate test suites. ACM Transactions on Software Engineering and Methodology. Accepted for publication."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2483760.2483769"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1065010.1065036"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1375581.1375607"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568278"},{"key":"e_1_3_2_1_23_1","volume-title":"International Symposium on Software Reliability Engineering","author":"Gopinath R.","year":"2014","unstructured":"R. Gopinath , C. Jensen , and A. Groce . Mutants: How close are they to real faults ? In International Symposium on Software Reliability Engineering , 2014 . to appear. R. Gopinath, C. Jensen, and A. Groce. Mutants: How close are they to real faults? In International Symposium on Software Reliability Engineering, 2014. to appear."},{"key":"e_1_3_2_1_24_1","unstructured":"M. Green. Attack of the week: OpenSSL Heartbleed. http:\/\/blog.cryptographyengineering.com\/2014\/04\/attack-of-week-openssl-heartbleed.html.  M. Green. Attack of the week: OpenSSL Heartbleed. http:\/\/blog.cryptographyengineering.com\/2014\/04\/attack-of-week-openssl-heartbleed.html."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2134243.2134249"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2007.68"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2012.1"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2338965.2336763"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2014.37"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2013.59"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/11691372_24"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10009-007-0059-5"},{"key":"e_1_3_2_1_33_1","first-page":"970","volume-title":"Encyclopedia of Software Engineering","author":"Hamlet R.","year":"1994","unstructured":"R. Hamlet . Random testing . In Encyclopedia of Software Engineering , pages 970 -- 978 . Wiley , 1994 . R. Hamlet. Random testing. In Encyclopedia of Software Engineering, pages 970--978. Wiley, 1994."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1977.231145"},{"key":"e_1_3_2_1_35_1","first-page":"60","volume-title":"International Conference on Software Engineering","author":"Harder M.","year":"2003","unstructured":"M. Harder , J. Mellen , and M. D. Ernst . Improving test suites via operational abstraction . In International Conference on Software Engineering , pages 60 -- 71 , 2003 . M. Harder, J. Mellen, and M. D. Ernst. Improving test suites via operational abstraction. In International Conference on Software Engineering, pages 60--71, 2003."},{"key":"e_1_3_2_1_37_1","first-page":"172","volume-title":"International Conference on Software Engineering","author":"Hassan M. M.","year":"2013","unstructured":"M. M. Hassan and J. H. Andrews . Comparing multi-point stride coverage and dataflow coverage . In International Conference on Software Engineering , pages 172 -- 181 , 2013 . M. M. Hassan and J. H. Andrews. Comparing multi-point stride coverage and dataflow coverage. In International Conference on Software Engineering, pages 172--181, 2013."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568271"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2009.04.016"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635929"},{"key":"e_1_3_2_1_41_1","volume-title":"Lessons Learned in Software Testing","author":"Kaner C.","year":"2001","unstructured":"C. Kaner , J. Bach , and B. Pettichord . Lessons Learned in Software Testing . John Wiley & Sons, Inc. , New York, NY, USA , 2001 . ISBN 0471081124. C. Kaner, J. Bach, and B. Pettichord. Lessons Learned in Software Testing. John Wiley & Sons, Inc., New York, NY, USA, 2001. ISBN 0471081124."},{"key":"e_1_3_2_1_42_1","unstructured":"A. Langley. Apple's SSL\/TLS bug. https:\/\/www.imperialviolet.org\/2014\/02\/22\/applebug.html.  A. Langley. Apple's SSL\/TLS bug. https:\/\/www.imperialviolet.org\/2014\/02\/22\/applebug.html."},{"key":"e_1_3_2_1_43_1","volume-title":"S. McConnell. Code Complete","year":"2004","unstructured":"S. McConnell. Code Complete , Second Edition. Microsoft Press , Redmond, WA, USA , 2004 . ISBN 0735619670, 9780735619678. S. McConnell. Code Complete, Second Edition. Microsoft Press, Redmond, WA, USA, 2004. ISBN 0735619670, 9780735619678."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.v14:2"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/96267.96279"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/1572272.1572280"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/1250734.1250746"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2393596.2393636"},{"key":"e_1_3_2_1_49_1","unstructured":"J. Regehr. Guidelines for research on finding bugs. http:\/\/blog.regehr.org\/archives\/1038 2014.  J. Regehr. Guidelines for research on finding bugs. http:\/\/blog.regehr.org\/archives\/1038 2014."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.689399"},{"key":"e_1_3_2_1_51_1","volume-title":"Empirical studies of test-suite reduction. Journal of Software Testing, Verification, and Reliability, 12:219--249","author":"Rothermel G.","year":"2007","unstructured":"G. Rothermel , M. J. Harrold , J. von Ronne , and C. Hong . Empirical studies of test-suite reduction. Journal of Software Testing, Verification, and Reliability, 12:219--249 , 2007 . G. Rothermel, M. J. Harrold, J. von Ronne, and C. Hong. Empirical studies of test-suite reduction. Journal of Software Testing, Verification, and Reliability, 12:219--249, 2007."},{"key":"e_1_3_2_1_53_1","volume-title":"Introducing jsfunfuzz","author":"Ruderman J.","year":"2007","unstructured":"J. Ruderman . Introducing jsfunfuzz , 2007 . http:\/\/www.squarefree.com\/2007\/08\/02\/introducing-jsfunfuzz\/. J. Ruderman. Introducing jsfunfuzz, 2007. http:\/\/www.squarefree.com\/2007\/08\/02\/introducing-jsfunfuzz\/."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/1081706.1081750"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"crossref","first-page":"262","DOI":"10.1007\/978-3-642-19811-3_19","volume-title":"Testing container classes: Random or systematic? In Fundamental Approaches to Software Engineering","author":"Sharma R.","year":"2011","unstructured":"R. Sharma , M. Gligoric , A. Arcuri , G. Fraser , and D. Marinov . Testing container classes: Random or systematic? In Fundamental Approaches to Software Engineering , pages 262 -- 277 , 2011 . R. Sharma, M. Gligoric, A. Arcuri, G. Fraser, and D. Marinov. Testing container classes: Random or systematic? In Fundamental Approaches to Software Engineering, pages 262--277, 2011."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-28872-2_28"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022920129859"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/1146238.1146243"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.5555\/2184075.2184080"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.1994.341379"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1002\/stv.430"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610392"}],"event":{"name":"SPLASH '14: Conference on Systems, Programming, and Applications: Software for Humanity","location":"Portland Oregon USA","acronym":"SPLASH '14","sponsor":["SIGPLAN ACM Special Interest Group on Programming Languages","SIGAda ACM Special Interest Group on Ada Programming Language"]},"container-title":["Proceedings of the 2014 ACM International Symposium on New Ideas, New Paradigms, and Reflections on Programming & Software"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2661136.2661157","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2661136.2661157","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T07:19:46Z","timestamp":1750231186000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2661136.2661157"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,10,14]]},"references-count":60,"alternative-id":["10.1145\/2661136.2661157","10.1145\/2661136"],"URL":"https:\/\/doi.org\/10.1145\/2661136.2661157","relation":{},"subject":[],"published":{"date-parts":[[2014,10,14]]},"assertion":[{"value":"2014-10-14","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}