{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,19]],"date-time":"2025-03-19T11:14:12Z","timestamp":1742382852815},"publisher-location":"Berlin, Heidelberg","reference-count":45,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540876977"},{"type":"electronic","value":"9783540876984"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"DOI":"10.1007\/978-3-540-87698-4_5","type":"book-chapter","created":{"date-parts":[[2008,9,19]],"date-time":"2008-09-19T15:53:29Z","timestamp":1221839609000},"page":"16-29","source":"Crossref","is-referenced-by-count":10,"title":["The Effectiveness of T-Way Test Data Generation"],"prefix":"10.1007","author":[{"given":"Michael","family":"Ellims","sequence":"first","affiliation":[]},{"given":"Darrel","family":"Ince","sequence":"additional","affiliation":[]},{"given":"Marian","family":"Petre","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"issue":"4","key":"5_CR1","doi-asserted-by":"publisher","first-page":"438","DOI":"10.1109\/TSE.1984.5010257","volume":"10","author":"J. Duran","year":"1984","unstructured":"Duran, J., Ntafos, S.: An Evaluation of Random Testing. IEEE Trans. Softw. Eng.\u00a010(4), 438\u2013444 (1984)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"8","key":"5_CR2","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1109\/32.624304","volume":"23","author":"M.J. Gallagher","year":"1997","unstructured":"Gallagher, M.J., Narasimhan, V.L.: ADTEST: A Test Data Generation Suite for Ada Software Systems. IEEE Trans. Softw. Eng.\u00a023(8), 473\u2013484 (1997)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"7","key":"5_CR3","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1109\/32.605761","volume":"23","author":"D.M. Cohen","year":"1997","unstructured":"Cohen, D.M., et al.: The AETG System: An Approach to Testing Based on Combinatorial Design. IEEE Trans. Softw. Eng.\u00a023(7), 437\u2013444 (1997)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"5_CR4","volume-title":"Practical Experiment Design For Engineers and Scientists","author":"W.J. Diamond","year":"2001","unstructured":"Diamond, W.J.: Practical Experiment Design For Engineers and Scientists. John Wiley & Sons, New York (2001)"},{"issue":"10","key":"5_CR5","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1145\/4372.4375","volume":"28","author":"R. Mandl","year":"1985","unstructured":"Mandl, R.: Orthogonal Latin Squares: an Application of Experiment Design to Compiler Testing. Commun. ACM\u00a028(10), 1054\u20131058 (1985)","journal-title":"Commun. ACM"},{"key":"5_CR6","unstructured":"Sherwood, G.: Effective Testing of Factor Combinations. In: Third Int\u2019l Conf. Software Testing, Analysis and Review, Software Quality Eng. pp. 151\u2013166 (1994)"},{"issue":"3","key":"5_CR7","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1002\/j.1538-7305.1992.tb00164.x","volume":"71","author":"R. Brownlie","year":"1992","unstructured":"Brownlie, R., Prowse, J., Phadke, M.S.: Robust Testing of AT&T PMX\/StarMAIL Using Oats. AT&T Technical Journal\u00a071(3), 41\u201347 (1992)","journal-title":"AT&T Technical Journal"},{"key":"5_CR8","first-page":"303","volume-title":"Proceedings., 5th International Symposium on Software Reliability Engineering","author":"D.M. Cohen","year":"1994","unstructured":"Cohen, D.M., et al.: The Automatic Efficient Test Generator (AETG) System. In: Proceedings 5th International Symposium on Software Reliability Engineering, pp. 303\u2013309. IEEE Computer Society, Los Alamitos (1994)"},{"key":"5_CR9","volume-title":"Proc. of the Ninth International Symposium on Software Reliability Engineering","author":"S. Dalal","year":"1998","unstructured":"Dalal, S., et al.: Model-based Testing of a Highly Programmable System. In: Proc. of the Ninth International Symposium on Software Reliability Engineering. IEEE Computer Society, Los Alamitos (1998)"},{"key":"5_CR10","first-page":"285","volume-title":"Proc. of the 21st Int\u2019l Conf. on Software Engineering","author":"S.R. Dalal","year":"1999","unstructured":"Dalal, S.R., et al.: Model-based Testing in Practice. In: Proc. of the 21st Int\u2019l Conf. on Software Engineering, pp. 285\u2013294. IEEE Computer Society, Los Alamitos (1999)"},{"key":"5_CR11","first-page":"254","volume-title":"Proceedings of the Fifth International Conference on Artificial Intelligence Planning Systems","author":"B. Smith","year":"2000","unstructured":"Smith, B., Feather, M.S., Muscettola, N.: Challenges and Methods in Testing the Remote Agent Planner. In: Proceedings of the Fifth International Conference on Artificial Intelligence Planning Systems, pp. 254\u2013263. AAAI Press, Menlo Park (2000)"},{"issue":"4","key":"5_CR12","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1142\/S021853930100058X","volume":"8","author":"D.R. Wallace","year":"2001","unstructured":"Wallace, D.R., Kuhn, D.R.: Failure Modes in medical device software: an analysis of 15 years of recall data. International Journal of Reliability, Quality and Safety Engineering\u00a08(4), 351\u2013371 (2001)","journal-title":"International Journal of Reliability, Quality and Safety Engineering"},{"key":"5_CR13","volume-title":"Proceedings of the 27th Annual NASA Goddard Software Engineering Workshop (SEW-27 2002)","author":"D.R. Kuhn","year":"2002","unstructured":"Kuhn, D.R., Reilly, M.J.: An Investigation of the Applicability of Design of Experiments to Software Testing. In: Proceedings of the 27th Annual NASA Goddard Software Engineering Workshop (SEW-27 2002). IEEE Computer Society, Los Alamitos (2002)"},{"issue":"6","key":"5_CR14","doi-asserted-by":"publisher","first-page":"418","DOI":"10.1109\/TSE.2004.24","volume":"30","author":"D.R. Kuhn","year":"2004","unstructured":"Kuhn, D.R., Wallace, D.R., Gallo, A.M.: Software Fault Interactions and Implications for Software Testing. IEEE Trans. Softw. Eng.\u00a030(6), 418\u2013421 (2004)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"5_CR15","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1145\/253228.253271","volume-title":"Proc.of the 19th Int\u2019l Conf. on Software Eng.","author":"I.S. Dunietz","year":"1997","unstructured":"Dunietz, I.S., et al.: Applying Design of Experiments to Software Testing: Experience Report. In: Proc.of the 19th Int\u2019l Conf. on Software Eng., pp. 205\u2013215. ACM Press, New York (1997)"},{"key":"5_CR16","first-page":"165","volume":"8","author":"V.N. Nair","year":"1998","unstructured":"Nair, V.N., et al.: A Statistical Assessment of some Software Testing Strategies and Application of Experimental Design Techniques. Statistica Sinica\u00a08, 165\u2013184 (1998)","journal-title":"Statistica Sinica"},{"issue":"2","key":"5_CR17","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1016\/S0950-5849(01)00222-1","volume":"44","author":"N. Kobayashi","year":"2002","unstructured":"Kobayashi, N., Tsuchiya, T., Kikuno, T.: Non-Specification-Based Approaches to Logic Testing for Software. Information and Software Technology\u00a044(2), 113\u2013121 (2002)","journal-title":"Information and Software Technology"},{"key":"5_CR18","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1109\/ISESE.2004.1334893","volume-title":"ISESE 2004: Proceedings of the 2004 International Symposium on Empirical Software Engineering","author":"P.J. Schroeder","year":"2004","unstructured":"Schroeder, P.J., Bolaki, P., Gopu, V.: Comparing the Fault Detection Effectiveness of N-way and Random Test Suites. In: ISESE 2004: Proceedings of the 2004 International Symposium on Empirical Software Engineering, pp. 49\u201359. IEEE Computer Society, Los Alamitos (2004)"},{"key":"5_CR19","unstructured":"Grindal, M., et al.: An Evaluation of Combination Strategies for Test Case Selection, in Technical Report, Department of Computer Science, University of Sk\u00f6vde (2003)"},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"Malaiya, Y.K.: Antirandom testing: getting the most out of black-box testing. In: Proceedings, Sixth International Symposium on Software Reliability Engineering, pp. 86\u201395 (1995)","DOI":"10.1109\/ISSRE.1995.497647"},{"issue":"4","key":"5_CR21","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1109\/TSE.1977.231145","volume":"3","author":"R.G. Hamlet","year":"1977","unstructured":"Hamlet, R.G.: Testing Programs with the Aid of a Compiler. IEEE Trans. Softw. Eng.\u00a03(4), 279\u2013290 (1977)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"5_CR22","doi-asserted-by":"crossref","unstructured":"DeMillo, R.A., Lipton, R.J., Sayward, F.G.: Hints on Test Data Selection: Help for the Practising Programmer. Computer, 34\u201341 (1978)","DOI":"10.1109\/C-M.1978.218136"},{"issue":"3","key":"5_CR23","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1145\/226295.226313","volume":"21","author":"M. Daran","year":"1996","unstructured":"Daran, M., Thevenod-Fosse, P.: Software Error Analysis: a Real Case Study Involving Real Faults and Mutations. SIGSOFT Softw. Eng. Notes\u00a021(3), 158\u2013171 (1996)","journal-title":"SIGSOFT Softw. Eng. Notes"},{"issue":"3","key":"5_CR24","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1016\/S0164-1212(96)00154-9","volume":"38","author":"P.G. Frankl","year":"1997","unstructured":"Frankl, P.G., Weiss, S.N., and Hu, C.: All-uses vs. mutation testing: an experimental comparison of effectiveness. J. Syst. Softw.\u00a038(3), 235\u2013253 (1997)","journal-title":"J. Syst. Softw."},{"key":"5_CR25","doi-asserted-by":"publisher","first-page":"1061","DOI":"10.1145\/1068009.1068188","volume-title":"Proc. of the 2005 Conference on Genetic and Evolutionary Computation","author":"Y. Zhan","year":"2005","unstructured":"Zhan, Y., Clark, J.A.: Search-Based Mutation Testing for Simulink Models. In: Proc. of the 2005 Conference on Genetic and Evolutionary Computation, pp. 1061\u20131068. ACM Press, New York (2005)"},{"key":"5_CR26","unstructured":"Offutt, A.J., Voas, J.M.: Subsumption of Condition Coverage Techniques by Mutation Testing, in Tech. Report, Dept. of Information and Software Systems Engineering, George Mason Univ., Fairfax, Va (1996)"},{"key":"5_CR27","doi-asserted-by":"publisher","first-page":"402","DOI":"10.1109\/ICSE.2005.1553583","volume-title":"Proc. of the 27th Int\u2019l Conf. on Software Engineering","author":"J.H. Andrews","year":"2005","unstructured":"Andrews, J.H., Briand, L.C., Labiche, Y.: Is Mutation an Appropriate Tool for Test Experiments? In: Proc. of the 27th Int\u2019l Conf. on Software Engineering, pp. 402\u2013411. ACM Press, New York (2005)"},{"key":"5_CR28","unstructured":"Anon.: Functional Safety of Electrical\/Electronic\/Programmable electronic safety-related systems, Part 1: General Requirements, BS EN 61508-1:2002, British Standards (2002)"},{"issue":"6","key":"5_CR29","first-page":"228","volume":"6","author":"M.R. Woodward","year":"1980","unstructured":"Woodward, M.R., Hedley, D., Hennel, M.A.: Experience with Path Analysis and Testing of Programs. IEEE Trans. Softw. Eng.\u00a06(6), 228\u2013278 (1980)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"1","key":"5_CR30","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1007\/s10664-006-5964-9","volume":"11","author":"M. Ellims","year":"2006","unstructured":"Ellims, M., Bridges, J., Ince, D.C.: The Economics of Unit Testing. Empirical Softw. Eng.\u00a011(1), 5\u201331 (2006)","journal-title":"Empirical Softw. Eng."},{"key":"5_CR31","volume-title":"Mutation 2007","author":"M. Ellims","year":"2007","unstructured":"Ellims, M., Ince, D., Petre, M.: The Csaw C Mutation Tool: Initial Results. In: Mutation 2007. IEEE Computer Society, Los Alamitos (2007)"},{"key":"5_CR32","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1109\/ECBS.2007.47","volume-title":"14th Annual IEEE Int\u2019l Conf. and Workshops on the Engineering of Computer-Based Systems (ECBS 2007)","author":"Y. Lei","year":"2007","unstructured":"Lei, Y., et al.: IPOG: A General Strategy for T-Way Software Testing. In: 14th Annual IEEE Int\u2019l Conf. and Workshops on the Engineering of Computer-Based Systems (ECBS 2007), pp. 549\u2013556. IEEE Computer Society, Los Alamitos (2007)"},{"key":"5_CR33","unstructured":"Jenny (accessed June 2007), \n                    \n                      http:\/\/www.burtleburtle.net\/bob\/math"},{"issue":"12","key":"5_CR34","doi-asserted-by":"publisher","first-page":"1085","DOI":"10.1109\/32.988709","volume":"27","author":"C.C. Michael","year":"2001","unstructured":"Michael, C.C., McGraw, G., Schatz, M.A.: Generating Software Test Data by Evolution. IEEE Trans. Softw. Eng.\u00a027(12), 1085\u20131110 (2001)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"3","key":"5_CR35","doi-asserted-by":"publisher","first-page":"1614","DOI":"10.1016\/j.csda.2006.05.019","volume":"51","author":"B.A. Wichmann","year":"2006","unstructured":"Wichmann, B.A., Hill, I.D.: Generating Good Pseudo-Random Numbers. Computational Statistics & Data Analysis\u00a051(3), 1614\u20131622 (2006)","journal-title":"Computational Statistics & Data Analysis"},{"key":"5_CR36","first-page":"824","volume-title":"Proc. of 9th Annual Conf. on Computer Assurance (COMPASS 1994)","author":"P.E. Ammann","year":"1994","unstructured":"Ammann, P.E., Offutt, J.: Using Formal Methods to Derive Test Frames in Category-Partition Testing. In: Proc. of 9th Annual Conf. on Computer Assurance (COMPASS 1994), pp. 824\u2013830. IEEE Computer Society, Los Alamitos (1994)"},{"key":"5_CR37","doi-asserted-by":"crossref","first-page":"824","DOI":"10.1109\/TEST.1994.528535","volume-title":"Proc. of the IEEE Int\u2019l Test Conference on TEST: The Next 25 Years","author":"A.J. Offutt","year":"1994","unstructured":"Offutt, A.J.: A Practical System for Mutation Testing: Help for the Common Programmer. In: Proc. of the IEEE Int\u2019l Test Conference on TEST: The Next 25 Years, pp. 824\u2013830. IEEE Computer Society, Los Alamitos (1994)"},{"key":"5_CR38","unstructured":"Offutt, J.A., Pan, J., Voas, J.M.: Procedures for Reducing the Size of Coverage Based Test Sets. In: Twelfth Int. Conf. on Testing Computer Software, pp. 111\u2013123 (1995)"},{"key":"5_CR39","volume-title":"Proc. of the Genetic and Evolutionary Computation Conference","author":"L. Bottaci","year":"2002","unstructured":"Bottaci, L.: Instrumenting Programs with Flag Variables for Test Data Search by Genetic Algorithms. In: Proc. of the Genetic and Evolutionary Computation Conference. Morgan Kaufmann Publishers, San Francisco (2002)"},{"key":"5_CR40","first-page":"365","volume-title":"Proceedings of the 14th International Symposium on Software Reliability Engineering","author":"A. Gotlieb","year":"2003","unstructured":"Gotlieb, A.: Exploiting Symmetries to Test Programs. In: Proceedings of the 14th International Symposium on Software Reliability Engineering, p. 365. IEEE Computer Society, Los Alamitos (2003)"},{"issue":"2","key":"5_CR41","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1145\/227607.227610","volume":"5","author":"A.J. Offutt","year":"1996","unstructured":"Offutt, A.J., et al.: An Experimental Determination of Sufficient Mutant Operators. ACM Trans. Softw. Eng. Methodol.\u00a05(2), 99\u2013118 (1996)","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"5_CR42","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"180","DOI":"10.1007\/978-3-540-30138-7_16","volume-title":"Computer Safety, Reliability, and Security","author":"E. Dillon","year":"2004","unstructured":"Dillon, E., Meudec, C.: Automatic Test Data Generation from Embedded C Code. In: Heisel, M., Liggesmeyer, P., Wittmann, S. (eds.) SAFECOMP 2004. LNCS, vol.\u00a03219, pp. 180\u2013194. Springer, Heidelberg (2004)"},{"key":"5_CR43","volume-title":"A Practitioner\u2019s Guide to Software Test Design","author":"L. Copeland","year":"2004","unstructured":"Copeland, L.: A Practitioner\u2019s Guide to Software Test Design. Artech House Publishers, Boston (2004)"},{"key":"5_CR44","unstructured":"Ellims, M.: The Csaw Mutation Tool Users Guide, in Technical Report, Department of Computer Science, Open University (2007)"},{"key":"5_CR45","unstructured":"Ellims, M., Ince, D., Petre, M.: AETG vs. Man: an Assessment of the Effectiveness of Combinatorial Test Data Generation, in Technical Report, Department of Computer Science, Open University (2007)"}],"container-title":["Lecture Notes in Computer Science","Computer Safety, Reliability, and Security"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-87698-4_5.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,4,27]],"date-time":"2021-04-27T07:45:27Z","timestamp":1619509527000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-87698-4_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[null]]},"ISBN":["9783540876977","9783540876984"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-87698-4_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[]}}