{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T11:15:25Z","timestamp":1774264525693,"version":"3.50.1"},"reference-count":31,"publisher":"Elsevier BV","issue":"3","license":[{"start":{"date-parts":[[1997,9,1]],"date-time":"1997-09-01T00:00:00Z","timestamp":873072000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[1997,9,1]],"date-time":"1997-09-01T00:00:00Z","timestamp":873072000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[1998,5,19]],"date-time":"1998-05-19T00:00:00Z","timestamp":895536000000},"content-version":"vor","delay-in-days":260,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Systems and Software"],"published-print":{"date-parts":[[1997,9]]},"DOI":"10.1016\/s0164-1212(96)00154-9","type":"journal-article","created":{"date-parts":[[2002,7,25]],"date-time":"2002-07-25T08:47:59Z","timestamp":1027586879000},"page":"235-253","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":183,"title":["All-uses vs mutation testing: An experimental comparison of effectiveness"],"prefix":"10.1016","volume":"38","author":[{"given":"Phyllis G.","family":"Frankl","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stewart N.","family":"Weiss","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cang","family":"Hu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/S0164-1212(96)00154-9_BIB1","series-title":"International Conference on Reliable Software","first-page":"234","article-title":"SELECT\u2014a formal system for testing and debugging programs by symbolic execution","volume":"10","author":"Boyer","year":"1975"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB2","author":"Bhattacharyya","year":"1977"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB3","series-title":"Computer Program Testing","first-page":"129","article-title":"Mutation analysis: Ideas, examples, problems and prospects","author":"Budd","year":"1981"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB4","series-title":"Proceedings Second Workshop on Software Testing Verification and Analysis","first-page":"142","article-title":"An extended overview of the Mothra software testing environment","author":"DeMillo","year":"1988"},{"issue":"4","key":"10.1016\/S0164-1212(96)00154-9_BIB5","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1109\/C-M.1978.218136","article-title":"Hints on Test Data Selection: Help for the Practicing Programmer","volume":"11","author":"DeMillo","year":"1978","journal-title":"Computer"},{"issue":"2","key":"10.1016\/S0164-1212(96)00154-9_BIB6","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1145\/151257.151258","article-title":"Experimental Results From an Automatic Test Case Generator","volume":"2","author":"DeMillo","year":"1993","journal-title":"ACM Transactions on Software Engineering Methodology"},{"issue":"7","key":"10.1016\/S0164-1212(96)00154-9_BIB7","doi-asserted-by":"crossref","first-page":"438","DOI":"10.1109\/TSE.1984.5010257","article-title":"An Evaluation of Random Testing","volume":"SE-10","author":"Duran","year":"1984","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB8","article-title":"The Use of Data Flow Information for the Selection and Evaluation of Software Test Data","author":"Frankl","year":"1987"},{"issue":"10","key":"10.1016\/S0164-1212(96)00154-9_BIB9","doi-asserted-by":"crossref","first-page":"1483","DOI":"10.1109\/32.6194","article-title":"An Applicable Family of Data Flow Testing Criteria","volume":"SE-14","author":"Frankl","year":"1988","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"8","key":"10.1016\/S0164-1212(96)00154-9_BIB10","doi-asserted-by":"crossref","first-page":"774","DOI":"10.1109\/32.238581","article-title":"An Experimental Comparison of the Effectiveness of Branch Testing and Data Flow Testing","volume":"19","author":"Frankl","year":"1993","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB11","doi-asserted-by":"crossref","first-page":"202","DOI":"10.1109\/32.221133","article-title":"A Formal Analysis of the Fault Detecting Ability of Testing Methods","author":"Frankl","year":"1993","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"10","key":"10.1016\/S0164-1212(96)00154-9_BIB12","doi-asserted-by":"crossref","first-page":"962","DOI":"10.1109\/32.245738","article-title":"Provable Improvements on Branch Testing","volume":"19","author":"Frankl","year":"1993","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB13","article-title":"All-uses versus mutation: an experimental comparison of effectiveness","author":"Frankl","year":"1994"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB14","series-title":"Proceedings of the IEEE Conference on Software Tools","first-page":"72","article-title":"ASSET\u2014a system to select and evaluate tests","author":"Frankl","year":"1985"},{"issue":"2","key":"10.1016\/S0164-1212(96)00154-9_BIB15","doi-asserted-by":"crossref","first-page":"156","DOI":"10.1109\/TSE.1975.6312836","article-title":"Toward a Theory of Test Data Selection","volume":"SE-1","author":"Goodenough","year":"1975","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"6","key":"10.1016\/S0164-1212(96)00154-9_BIB16","doi-asserted-by":"crossref","first-page":"686","DOI":"10.1109\/TSE.1983.235433","article-title":"A Mathematical Framework for the Investigation of Testing","volume":"SE-9","author":"Gourlay","year":"1983","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB17","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1145\/355791.356474","article-title":"Remark on Algorithm 408","volume":"4","author":"Gustavson","year":"1978","journal-title":"ACM Transactions on Mathematical Software"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB18","series-title":"Proceedings ACM SIGSOFT Third Symposium on Software Testing, Analysis, and Verification","first-page":"28","article-title":"Theoretical comparison of testing methods","author":"Hamlet","year":"1989"},{"issue":"12","key":"10.1016\/S0164-1212(96)00154-9_BIB19","doi-asserted-by":"crossref","first-page":"1402","DOI":"10.1109\/32.62448","article-title":"Partition Testing Does Not Inspire Confidence","volume":"16","author":"Hamlet","year":"1990","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"4","key":"10.1016\/S0164-1212(96)00154-9_BIB20","doi-asserted-by":"crossref","DOI":"10.1145\/362575.362584","article-title":"Algorithm 408: A Sparse Matrix Package (Part I) [F4]","volume":"14","author":"McNamee","year":"1971","journal-title":"Communications of the ACM"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB21","article-title":"Comparing the fault detection effectiveness of mutation and data flow testing: An empirical study","author":"Mathur","year":"1993"},{"issue":"1","key":"10.1016\/S0164-1212(96)00154-9_BIB22","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1145\/125489.125473","article-title":"Investigations of the Software Testing Coupling Effect","volume":"1","author":"Offutt","year":"1992","journal-title":"ACM Transactions on Software Engineering Methodology"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB23","article-title":"Experiments with data flow and mutation testing","author":"Offutt","year":"1994"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB24","author":"Press","year":"1986"},{"issue":"4","key":"10.1016\/S0164-1212(96)00154-9_BIB25","doi-asserted-by":"crossref","first-page":"367","DOI":"10.1109\/TSE.1985.232226","article-title":"Selecting Software Test Data Using Data Flow Information","volume":"SE-14","author":"Rapps","year":"1985","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"6","key":"10.1016\/S0164-1212(96)00154-9_BIB26","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1145\/70739.70742","article-title":"Comparing Test Data Adequacy Criteria","volume":"14","author":"Weiss","year":"1989","journal-title":"Software Engineering Notes"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB27","series-title":"COMPSAC 90","first-page":"1","article-title":"Methods of Comparing Test Data Adequacy Criteria","author":"Weiss","year":"1990"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB28","article-title":"Comparison of all-uses and all-edges: Design, data, and analysis","author":"Weiss","year":"1991"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB29","article-title":"Effect of test set minimization on the fault detection effectiveness of the all-uses criterion","author":"Wong","year":"1994"},{"issue":"7","key":"10.1016\/S0164-1212(96)00154-9_BIB30","doi-asserted-by":"crossref","first-page":"703","DOI":"10.1109\/32.83906","article-title":"Analyzing Partition Testing Strategies","volume":"17","author":"Weyuker","year":"1991","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10.1016\/S0164-1212(96)00154-9_BIB31","series-title":"Proceedings Fourth Symposium on Software Testing, Analysis, and Verification","first-page":"1","article-title":"Comparison of program testing strategies","author":"Weyuker","year":"1991"}],"container-title":["Journal of Systems and Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121296001549?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121296001549?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T23:13:56Z","timestamp":1759014836000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0164121296001549"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1997,9]]},"references-count":31,"journal-issue":{"issue":"3","published-print":{"date-parts":[[1997,9]]}},"alternative-id":["S0164121296001549"],"URL":"https:\/\/doi.org\/10.1016\/s0164-1212(96)00154-9","relation":{},"ISSN":["0164-1212"],"issn-type":[{"value":"0164-1212","type":"print"}],"subject":[],"published":{"date-parts":[[1997,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"All-uses vs mutation testing: An experimental comparison of effectiveness","name":"articletitle","label":"Article Title"},{"value":"Journal of Systems and Software","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/S0164-1212(96)00154-9","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"converted-article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 1997 Published by Elsevier Inc.","name":"copyright","label":"Copyright"}]}}