{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,16]],"date-time":"2025-05-16T04:11:24Z","timestamp":1747368684781,"version":"3.40.5"},"publisher-location":"Cham","reference-count":44,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319132501"},{"type":"electronic","value":"9783319132518"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-13251-8_5","type":"book-chapter","created":{"date-parts":[[2015,1,5]],"date-time":"2015-01-05T07:06:48Z","timestamp":1420441608000},"page":"67-85","source":"Crossref","is-referenced-by-count":7,"title":["Heterogeneous Systems Testing Techniques: An Exploratory Survey"],"prefix":"10.1007","author":[{"given":"Ahmad Nauman","family":"Ghazi","sequence":"first","affiliation":[]},{"given":"Kai","family":"Petersen","sequence":"additional","affiliation":[]},{"given":"J\u00fcrgen","family":"B\u00f6rstler","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,1,6]]},"reference":[{"doi-asserted-by":"crossref","unstructured":"Afzal, W., Ghazi, A.N., Itkonen, J., Torkar, R., Andrews, A., Bhatti, K.: An experiment on the effectiveness and efficiency of exploratory testing. Empir. Softw. Eng. 1\u201335 (2014)","key":"5_CR1","DOI":"10.1007\/s10664-014-9301-4"},{"doi-asserted-by":"crossref","unstructured":"Ali, N.B., Petersen, K., M\u00e4ntyl\u00e4, M.: Testing highly complex system of systems: an industrial case study. In: Proceedings of the ACM-IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM 2012), pp. 211\u2013220. ACM (2012)","key":"5_CR2","DOI":"10.1145\/2372251.2372290"},{"doi-asserted-by":"crossref","unstructured":"Apilli, B.S.: Fault-based combinatorial testing of web services. In: Companion to the 24th Annual ACM SIGPLAN Conference on Object-Oriented Programming, Systems, Languages, and Applications, OOPSLA 2009, 25\u201329 October 2009, Orlando, Florida, USA, pp. 731\u2013732 (2009)","key":"5_CR3","DOI":"10.1145\/1639950.1639987"},{"unstructured":"Bhatti, K., Ghazi, A.N.: Effectiveness of exploratory testing: an empirical scrutiny of the challenges and factors affecting the defect detection efficiency. Master\u2019s thesis, Blekinge Institute of Technology (2010)","key":"5_CR4"},{"issue":"7","key":"5_CR5","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1109\/32.605761","volume":"23","author":"D Cohen","year":"1997","unstructured":"Cohen, D., Dalal, S., Fredman, M., Patton, G.: The AETG system: an approach to testing based on combinatorial design. IEEE Trans. Softw. Eng. 23(7), 437\u2013444 (1997)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"6","key":"5_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1218776.1218785","volume":"31","author":"MB Cohen","year":"2006","unstructured":"Cohen, M.B., Snyder, J., Rothermel, G.: Testing across configurations: implications for combinatorial testing. Softw. Eng. Notes 31(6), 1\u20139 (2006)","journal-title":"Softw. Eng. Notes"},{"doi-asserted-by":"crossref","unstructured":"Diaz, J., Yague, A., Alarcon, P.P., Garbajosa, J.: A generic gateway for testing heterogeneous components in acceptance testing tools. In: Seventh International Conference on Composition-Based Software Systems (ICCBSS 2008), pp. 110\u2013119, Feb 2008 (2008)","key":"5_CR7","DOI":"10.1109\/ICCBSS.2008.31"},{"unstructured":"DoD. Systems and software engineering. systems engineering guide for systems of systems, version 1.0. Technical Report ODUSD(A&T)SSE, Office of the Deputy Under Secretary of Defense for Acquisition and Technology, Washington, DC, USA (2008)","key":"5_CR8"},{"doi-asserted-by":"crossref","unstructured":"Donini, R., Marrone, S., Mazzocca, N., Orazzo, A., Papa, D., Venticinque, S.: Testing complex safety-critical systems in SOA context. In: 2008 International Conference on Complex, Intelligent and Software Intensive Systems, pp. 87\u201393 (2008)","key":"5_CR9","DOI":"10.1109\/CISIS.2008.78"},{"doi-asserted-by":"crossref","unstructured":"Forward, A., Lethbridge, T.C.: A taxonomy of software types to facilitate search and evidence-based software engineering. In: Proceedings of the 2008 Conference of the Center for Advanced Studies on Collaborative Research: Meeting of Minds, p. 14. ACM (2008)","key":"5_CR10","DOI":"10.1145\/1463788.1463807"},{"issue":"200","key":"5_CR11","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1080\/01621459.1937.10503522","volume":"32","author":"M Friedman","year":"1937","unstructured":"Friedman, M.: The use of ranks to avoid the assumption of normality implicit in the analysis of variance. J. Am. Stat. Assoc. 32(200), 675\u2013701 (1937)","journal-title":"J. Am. Stat. Assoc."},{"unstructured":"Ghazi, A.N.: Testing of heterogeneous systems. Blekinge Institute of Technology Licentiate Dissertation Series 2014(03):1\u2013153 (2014)","key":"5_CR12"},{"key":"5_CR13","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1007\/978-3-662-43896-1_8","volume-title":"Systems, Software and Services Process Improvement","author":"AN Ghazi","year":"2014","unstructured":"Ghazi, A.N., Andersson, J., Torkar, R., Petersen, K., B\u00f6rstler, J.: Information sources and their importance to prioritize test cases in the heterogeneous systems context. In: Barafort, B., Messnarz, R., O\u2019Connor, R.V., Poth, A. (eds.) EuroSPI 2014. CCIS, vol. 425, pp. 86\u201398. Springer, Heidelberg (2014)"},{"doi-asserted-by":"crossref","unstructured":"Graves, T.L., Harrold, M.J., Kim, J.-M., Porter, A., Rothermel, G.: An empirical study of regression test selection techniques. In: Proceedings of the 20th International Conference on Software Engineering, ICSE \u201998, Washington, DC, USA, pp. 188\u2013197. IEEE Computer Society (1998)","key":"5_CR14","DOI":"10.1109\/ICSE.1998.671115"},{"doi-asserted-by":"crossref","unstructured":"Herbsleb, J.D.: Global software engineering: the future of socio-technical coordination. In: 2007 Future of Software Engineering, pp. 188\u2013198. IEEE Computer Society (2007)","key":"5_CR15","DOI":"10.1109\/FOSE.2007.11"},{"key":"5_CR16","volume-title":"Lessons Learned in Software Testing","author":"C Kaner","year":"2008","unstructured":"Kaner, C., Bach, J., Pettichord, B.: Lessons Learned in Software Testing. Wiley, New York (2008)"},{"issue":"4","key":"5_CR17","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1016\/S0378-7206(98)00096-2","volume":"35","author":"E Karahanna","year":"1999","unstructured":"Karahanna, E., Straub, D.W.: The psychological origins of perceived usefulness and ease-of-use. Inf. Manag. 35(4), 237\u2013250 (1999)","journal-title":"Inf. Manag."},{"issue":"1","key":"5_CR18","first-page":"61","volume":"4","author":"JD Kindrick","year":"1996","unstructured":"Kindrick, J.D., Sauter, J.A., Matthews, R.S.: Interoperability testing. Stand. View 4(1), 61\u201368 (1996)","journal-title":"Stand. View"},{"doi-asserted-by":"crossref","unstructured":"Kontio, J.: A case study in applying a systematic method for cots selection. In: Proceedings of the 18th International Conference on Software Engineering, 1996, pp. 201\u2013209. IEEE (1996)","key":"5_CR19","DOI":"10.1109\/ICSE.1996.493416"},{"key":"5_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1007\/978-3-642-14347-2_8","volume-title":"New Modeling Concepts for Today\u2019s Software Processes","author":"JA Lane","year":"2010","unstructured":"Lane, J.A.: SoS management strategy impacts on SoS engineering effort. In: M\u00fcnch, J., Yang, Y., Sch\u00e4fer, W. (eds.) ICSP 2010. LNCS, vol. 6195, pp. 74\u201387. Springer, Heidelberg (2010)"},{"doi-asserted-by":"crossref","unstructured":"Lewis, G., Morris, E., Place, P., Simanta, S., Smith, D., Wrage, L.: Engineering systems of systems. In: 2008 2nd Annual IEEE Systems Conference, pp. 1\u20136. IEEE (2008)","key":"5_CR21","DOI":"10.1109\/SYSTEMS.2008.4519005"},{"doi-asserted-by":"crossref","unstructured":"Lewis, G.A., Morris, E., Place, P., Simanta, S., Smith, D.B.: Requirements engineering for systems of systems. In: 2009 3rd Annual IEEE Systems Conference, pp. 247\u2013252. IEEE (2009)","key":"5_CR22","DOI":"10.1109\/SYSTEMS.2009.4815806"},{"doi-asserted-by":"crossref","unstructured":"Mao, C.: Towards a hierarchical testing and evaluation strategy for web services system. In: 2009 Seventh ACIS International Conference on Software Engineering Research, Management and Applications, pp. 245\u2013252 (2009)","key":"5_CR23","DOI":"10.1109\/SERA.2009.27"},{"doi-asserted-by":"crossref","unstructured":"Marin, B., Vos, T., Giachetti, G., Baars, A., Tonella, P.: Towards testing future Web applications. In: 2011 Fifth International Conference on Research Challenges in Information Science (RCIS), May 2011, pp. 1\u201312 (2011)","key":"5_CR24","DOI":"10.1109\/RCIS.2011.6006859"},{"issue":"2","key":"5_CR25","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1002\/stvr.294","volume":"14","author":"P McMinn","year":"2004","unstructured":"McMinn, P.: Search-based software test data generation: a survey. Softw. Test. Verif. Reliab. 14(2), 105\u2013156 (2004)","journal-title":"Softw. Test. Verif. Reliab."},{"key":"5_CR26","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1016\/j.jss.2003.12.019","volume":"73","author":"J Miller","year":"2004","unstructured":"Miller, J.: Statistical significance testing-a panacea for software technology experiments? J. Syst. Softw. 73, 183\u2013192 (2004)","journal-title":"J. Syst. Softw."},{"doi-asserted-by":"crossref","unstructured":"Mirarab, S., Ganjali, A., Tahvildari, L., Li, S., Liu, W., Morrissey, M.: A requirement-based software testing framework : an industrial practice. Test, pp. 452\u2013455 (2008)","key":"5_CR27","DOI":"10.1109\/ICSM.2008.4658102"},{"unstructured":"Narita, M., Shimamura, M., Iwasa, K., Yamaguchi, T.: Interoperability verification for Web Service based robot communication platforms. In: IEEE International Conference on Robotics and Biomimetics, 2007, ROBIO 2007, pp. 1029\u20131034, December 2007","key":"5_CR28"},{"issue":"2","key":"5_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1883612.1883618","volume":"43","author":"C Nie","year":"2011","unstructured":"Nie, C., Leung, H.: A survey of combinatorial testing. ACM Comput. Surv. 43(2), 1\u201329 (2011)","journal-title":"ACM Comput. Surv."},{"issue":"3","key":"5_CR30","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1023\/A:1025166710988","volume":"11","author":"M Ortega","year":"2003","unstructured":"Ortega, M., P\u00e9rez, M., Rojas, T.: Construction of a systemic quality model for evaluating a software product. Softw. Qual. J. 11(3), 219\u2013242 (2003)","journal-title":"Softw. Qual. J."},{"doi-asserted-by":"crossref","unstructured":"Pan, X., Chen, H.: Using organizational evolutionary particle swarm techniques to generate test cases for combinatorial testing. In: 2011 Seventh International Conference on Computational Intelligence and Security, December 2011, pp. 1580\u20131583 (2011)","key":"5_CR31","DOI":"10.1109\/CIS.2011.354"},{"unstructured":"Perumal, T., Ramli, A.R., Leong, C.Y., Mansor, S., Samsudin, K.: Interoperability among heterogeneous systems in smart home environment. In: IEEE International Conference on Signal Image Technology and Internet Based Systems, 2008, SITIS \u201908, pp. 177\u2013186 (2008)","key":"5_CR32"},{"issue":"10","key":"5_CR33","doi-asserted-by":"publisher","first-page":"1403","DOI":"10.1016\/j.infsof.2014.05.004","volume":"56","author":"K Petersen","year":"2014","unstructured":"Petersen, K., Khurum, M., Angelis, L.: Reasons for bottlenecks in very large-scale system of systems development. Inf. Softw. Technol. 56(10), 1403\u20131420 (2014)","journal-title":"Inf. Softw. Technol."},{"doi-asserted-by":"crossref","unstructured":"Petersen, K., R\u00f6nkk\u00f6, K., Wohlin, C.: The impact of time controlled reading on software inspection effectiveness and efficiency: a controlled experiment. In: Proceedings of the Second ACM-IEEE International Symposium on Empirical Software Engineering and Measurement, ESEM \u201908, pp. 139\u2013148. ACM, New York (2008)","key":"5_CR34","DOI":"10.1145\/1414004.1414029"},{"key":"5_CR35","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1007\/978-3-642-16573-3_7","volume-title":"Testing Software and Systems","author":"\u00c9 Piel","year":"2010","unstructured":"Piel, \u00c9., Gonzalez-Sanchez, A., Gross, H.-G.: Built-in data-flow integration testing in large-scale component-based systems. In: Petrenko, A., Sim\u00e3o, A., Maldonado, J.C. (eds.) ICTSS 2010. LNCS, vol. 6435, pp. 79\u201394. Springer, Heidelberg (2010)"},{"doi-asserted-by":"crossref","unstructured":"Rafi, D.M., Moses, K.R.K., Petersen, K., M\u00e4ntyl\u00e4, M.: Benefits and limitations of automated software testing: systematic literature review and practitioner survey. In: 2012 7th International Workshop on Automation of Software Test (AST), pp. 36\u201342. IEEE (2012)","key":"5_CR36","DOI":"10.1109\/IWAST.2012.6228988"},{"issue":"3","key":"5_CR37","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1002\/smr.579","volume":"25","author":"SMA Shah","year":"2013","unstructured":"Shah, S.M.A., Gencel, C., Alvi, U.S., Petersen, K.: Towards a hybrid testing process unifying exploratory testing and scripted testing. J. Softw. Evol. Process 25(3), 261\u2013283 (2013)","journal-title":"J. Softw. Evol. Process"},{"unstructured":"Shiba, T.: Using Artificial Life Techniques to Generate Test Cases for Combinatorial Testing. In: Computer Software and Applications Conference (COMPSAC 2004) (2004)","key":"5_CR38"},{"issue":"4","key":"5_CR39","doi-asserted-by":"publisher","first-page":"411","DOI":"10.1016\/j.infsof.2009.10.009","volume":"52","author":"C Th\u00f6rn","year":"2010","unstructured":"Th\u00f6rn, C.: Current state and potential of variability management practices in software-intensive SMEs: results from a regional industrial survey. Inf. Softw. Technol. 52(4), 411\u2013421 (2010)","journal-title":"Inf. Softw. Technol."},{"key":"5_CR40","volume-title":"The Testing Practitioner","author":"E Veenendaal Van","year":"2002","unstructured":"Van Veenendaal, E., et al.: The Testing Practitioner. UTN Publishers, Den Bosch (2002)"},{"doi-asserted-by":"crossref","unstructured":"Wang, D., Barnwell, B., Witt, M.B.: A cross platform test management system for the SUDAAN statistical software package. In: 2009 Seventh ACIS International Conference on Software Engineering Research, Management and Applications, pp. 237\u2013244 (2009)","key":"5_CR41","DOI":"10.1109\/SERA.2009.32"},{"doi-asserted-by":"crossref","unstructured":"Wang, Z., Xu, B., Chen, L., Xu, L.: Adaptive interaction fault location based on combinatorial testing. In: 2010 10th International Conference on Quality Software, July 2010, pp. 495\u2013502 (2010)","key":"5_CR42","DOI":"10.1109\/QSIC.2010.36"},{"key":"5_CR43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2","volume-title":"Experimentation in Software Engineering","author":"C Wohlin","year":"2012","unstructured":"Wohlin, C., Runeson, P., H\u00f6st, M., Ohlsson, M.C., Regnell, B.: Experimentation in Software Engineering. Springer, Heidelberg (2012)"},{"doi-asserted-by":"crossref","unstructured":"Xia, Q.-M., Peng, T., Li, B., wen Feng, Z.: Study on automatic interoperability testing for e-business. In: CiSE 2009, International Conference on Computational Intelligence and Software Engineering, Dec 2009, pp. 1\u20134 (2009)","key":"5_CR44","DOI":"10.1109\/CISE.2009.5363385"}],"container-title":["Lecture Notes in Business Information Processing","Software Quality. Software and Systems Quality in Distributed and Mobile Environments"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-13251-8_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,15]],"date-time":"2025-05-15T22:14:20Z","timestamp":1747347260000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-13251-8_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319132501","9783319132518"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-13251-8_5","relation":{},"ISSN":["1865-1348","1865-1356"],"issn-type":[{"type":"print","value":"1865-1348"},{"type":"electronic","value":"1865-1356"}],"subject":[],"published":{"date-parts":[[2015]]}}}