{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T21:08:53Z","timestamp":1769720933690,"version":"3.49.0"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,12,4]],"date-time":"2017-12-04T00:00:00Z","timestamp":1512345600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"J\u00e1nos Bolyai Research Scholarship of the Hungarian Academy of Sciences"},{"name":"Hungarian national grant","award":["GINOP-2.3.2-15-2016-00037"],"award-info":[{"award-number":["GINOP-2.3.2-15-2016-00037"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2019,3]]},"DOI":"10.1007\/s11219-017-9389-z","type":"journal-article","created":{"date-parts":[[2017,12,3]],"date-time":"2017-12-03T20:41:42Z","timestamp":1512333702000},"page":"79-123","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["Code coverage differences of Java bytecode and source code instrumentation tools"],"prefix":"10.1007","volume":"27","author":[{"given":"Ferenc","family":"Horv\u00e1th","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7504-3580","authenticated-orcid":false,"given":"Tam\u00e1s","family":"Gergely","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"\u00c1rp\u00e1d","family":"Besz\u00e9des","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"D\u00e1vid","family":"Tengeri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gergo\u030b","family":"Balogh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tibor","family":"Gyim\u00f3thy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,12,4]]},"reference":[{"issue":"5","key":"9389_CR1","first-page":"139","volume":"8","author":"K Alemerien","year":"2014","unstructured":"Alemerien, K., & Magel, K. (2014). Examining the effectiveness of testing coverage tools: an empirical study. International Journal of Software Engineering and Its Applications, 8(5), 139\u2013162.","journal-title":"International Journal of Software Engineering and Its Applications"},{"key":"9389_CR2","doi-asserted-by":"crossref","unstructured":"Binder, W., Hulaas, J., Moret, P. (2007). Advanced Java bytecode instrumentation. In Proceedings of the 5th international symposium on Principles and practice of programming in Java (pp. 135\u2013144). New York : ACM.","DOI":"10.1145\/1294325.1294344"},{"key":"9389_CR3","unstructured":"Black, R., van Veenendaal, E., Graham, D. (2012). Foundations of software testing: ISTQB certification. Cengage Learning."},{"key":"9389_CR4","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1016\/j.entcs.2008.06.039","volume":"217","author":"P Emanuelsson","year":"2008","unstructured":"Emanuelsson, P., & Nilsson, U. (2008). A comparative study of industrial static analysis tools. Electronic Notes in Theoretical Computer Science, 217, 5\u201321.","journal-title":"Electronic Notes in Theoretical Computer Science"},{"key":"9389_CR5","doi-asserted-by":"crossref","unstructured":"Fontana, F.A., Mariani, E., Mornioli, A., Sormani, R., Tonello, A. (2011). An experience report on using code smells detection tools. In Proceedings of the 2011 IEEE Fourth International Conference on Software Testing, Verification and Validation Workshops, IEEE Computer Society, ICSTW \u201911 (pp. 450\u2013457).","DOI":"10.1109\/ICSTW.2011.12"},{"key":"9389_CR6","doi-asserted-by":"crossref","unstructured":"Fraser, G., & Arcuri, A. (2011). Evosuite: Automatic test suite generation for object-oriented software. In Proceedings of the 19th ACM SIGSOFT Symposium and the 13th European Conference on Foundations of Software Engineering, ESEC\/FSE \u201911 (pp. 416\u2013419). New York: ACM.","DOI":"10.1145\/2025113.2025179"},{"key":"9389_CR7","doi-asserted-by":"crossref","unstructured":"Gonzalez-Sanchez, A., Abreu, R., Gross, H.G., van Gemund, A.J.C. (2011). Prioritizing tests for fault localization through ambiguity group reduction. In Alexander, P., Pasareanu, C.S., Hosking, J.G. (Eds.) 2011 26th IEEE\/ACM international conference on Automated software engineering (ASE) (pp. 83\u201392). Piscataway: IEEE.","DOI":"10.1109\/ASE.2011.6100153"},{"issue":"2","key":"9389_CR8","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1145\/367008.367020","volume":"10","author":"TL Graves","year":"2001","unstructured":"Graves, T.L., Harrold, M.J., Kim, J.M., Porter, A., Rothermel, G. (2001). An empirical study of regression test selection techniques. ACM Transactions on Software Engineering and Methodology, 10(2), 184\u2013208.","journal-title":"ACM Transactions on Software Engineering and Methodology"},{"key":"9389_CR9","doi-asserted-by":"crossref","unstructured":"Harrold, M.J., Rothermel, G., Wu, R., Yi, L. (1998). An empirical investigation of program spectra. In Proceedings of the 1998 ACM SIGPLAN-SIGSOFT workshop PASTE \u201998 (pp. 83\u201390). New York : ACM.","DOI":"10.1145\/277631.277647"},{"key":"9389_CR10","doi-asserted-by":"crossref","unstructured":"Inozemtseva, L., & Holmes, R. (2014). Coverage is not strongly correlated with test suite effectiveness. In Proceedings of the international conference on software engineering.","DOI":"10.1145\/2568225.2568271"},{"issue":"5","key":"9389_CR11","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1109\/TSE.2010.62","volume":"37","author":"Y Jia","year":"2011","unstructured":"Jia, Y., & Harman, M. (2011). An analysis and survey of the development of mutation testing. IEEE Transactions on Software Engineering, 37(5), 649\u2013678.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9389_CR12","doi-asserted-by":"crossref","unstructured":"Jones, J.A., & Harrold, M.J. (2005). Empirical evaluation of the tarantula automatic fault-localization technique. In Proceedings of international conference on automated software engineering (pp. 273\u2013282). New York: ACM.","DOI":"10.1145\/1101908.1101949"},{"key":"9389_CR13","unstructured":"Kajo-Mece, E., & Tartari, M. (2012 ). An evaluation of Java code coverage testing tools. In Proceedings of the 2012 balkan conference in informatics (BCI\u201912), Faculty of Sciences, University of Novi Sad (pp. 72\u201375)."},{"key":"9389_CR14","doi-asserted-by":"crossref","unstructured":"Kessis, M., Ledru, Y., Vandome, G. (2005). Experiences in coverage testing of a Java middleware. In Proceedings of the 5th international workshop on software engineering and middleware, SEM \u201905 (pp. 39\u201345). New York: ACM.","DOI":"10.1145\/1108473.1108483"},{"key":"9389_CR15","doi-asserted-by":"crossref","unstructured":"Li, N., Meng, X., Offutt, J., Deng, L. (2013). Is bytecode instrumentation as good as source code instrumentation: An empirical study with industrial tools (experience report). In 2013 IEEE 24th International Symposium on Software Reliability Engineering (ISSRE) (pp. 380\u2013389).","DOI":"10.1109\/ISSRE.2013.6698891"},{"key":"9389_CR16","doi-asserted-by":"crossref","unstructured":"Lingampally, R., Gupta, A., Jalote, P. (2007). A multipurpose code coverage tool for Java. In 40th Annual Hawaii international conference on system sciences, 2007. HICSS 2007 (pp. 261b\u2013261b). Washington: IEEE.","DOI":"10.1109\/HICSS.2007.24"},{"issue":"6","key":"9389_CR17","doi-asserted-by":"publisher","first-page":"868","DOI":"10.1109\/32.6165","volume":"14","author":"SC Ntafos","year":"1988","unstructured":"Ntafos, S.C. (1988). A comparison of some structural testing strategies. IEEE Transactions on Software Engineering, 14(6), 868\u2013874.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9389_CR18","unstructured":"Offutt, A.J., Pan, J., Voas, J.M. (1995). Procedures for reducing the size of coverage-based test sets. In Proceedings Twelfth international conference testing computer software (pp. 111\u2013123)."},{"key":"9389_CR19","doi-asserted-by":"crossref","unstructured":"Ostrand, T. (2002). White-box testing. Encyclopedia of Software Engineering.","DOI":"10.1002\/0471028959.sof378"},{"key":"9389_CR20","doi-asserted-by":"crossref","unstructured":"Perez, A., & Abreu, R. (2014). A diagnosis-based approach to software comprehension. In Proceedings of the 22nd international conference on program comprehension, ICPC 2014 (pp. 37\u201347). New York: ACM.","DOI":"10.1145\/2597008.2597151"},{"key":"9389_CR21","doi-asserted-by":"crossref","unstructured":"Pinto, L.S., Sinha, S., Orso, A. (2012). Understanding myths and realities of test-suite evolution. In Proceedings of the ACM SIGSOFT 20th international symposium on the foundations of software engineering (pp. 33:1\u201333:11). New York: ACM.","DOI":"10.1145\/2393596.2393634"},{"issue":"6","key":"9389_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3011286.3011304","volume":"41","author":"P Raulamo-Jurvanen","year":"2017","unstructured":"Raulamo-Jurvanen, P. (2017). Decision support for selecting tools for software test automation. SIGSOFT Softw Eng Notes, 41(6), 1\u20135.","journal-title":"SIGSOFT Softw Eng Notes"},{"key":"9389_CR23","doi-asserted-by":"crossref","unstructured":"Rayadurgam, S., & Heimdahl, M. (2001). Coverage based test-case generation using model checkers. In Eighth Annual IEEE international conference and workshop on the engineering of computer based systems, 2001. ECBS 2001 Proceedings (pp. 83\u201391).","DOI":"10.1109\/ECBS.2001.922409"},{"issue":"10","key":"9389_CR24","doi-asserted-by":"publisher","first-page":"929","DOI":"10.1109\/32.962562","volume":"27","author":"G Rothermel","year":"2001","unstructured":"Rothermel, G., Untch, R.J., Chu, C. (2001). Prioritizing test cases for regression testing. IEEE Transactions on Software Engineering, 27(10), 929\u2013948.","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"4","key":"9389_CR25","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1002\/stvr.256","volume":"12","author":"G Rothermel","year":"2002","unstructured":"Rothermel, G., Harrold, M.J., von Ronne, J., Hong, C. (2002). Empirical studies of test-suite reduction. Software testing. Verification and Reliability, 12(4), 219\u2013249.","journal-title":"Verification and Reliability"},{"key":"9389_CR26","doi-asserted-by":"crossref","unstructured":"Tengeri, D., Besz\u00e9des, \u00c1., Havas, D., Gyim\u00f3thy, T. (2014). Toolset and program repository for code coverage-based test suite analysis and manipulation. In Proceedings of the 14th IEEE International Working Conference on Source Code Analysis and Manipulation (SCAM\u201914) (pp. 47\u201352).","DOI":"10.1109\/SCAM.2014.38"},{"key":"9389_CR27","doi-asserted-by":"crossref","unstructured":"Tengeri, D., Horv\u00e1th, F., Besz\u00e9des, \u00c1., Gergely, T., Gyim\u00f3thy, T. (2016). Negative effects of bytecode instrumentation on Java source code coverage. In Proceedings of the 23rd IEEE international conference on software analysis, evolution, and reengineering (SANER 2016) (pp. 225\u2013235).","DOI":"10.1109\/SANER.2016.61"},{"issue":"3","key":"9389_CR28","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1109\/MS.2010.79","volume":"27","author":"MP Usaola","year":"2010","unstructured":"Usaola, M.P., & Mateo, P.R. (2010). Mutation testing cost reduction techniques: a survey. IEEE Software, 27(3), 80\u201386.","journal-title":"IEEE Software"},{"key":"9389_CR29","doi-asserted-by":"crossref","unstructured":"Vid\u00e1cs, L., Besz\u00e9des, \u00c1., Tengeri, D., Siket, I., Gyim\u00f3thy, T. (2014). Test suite reduction for fault detection and localization: A combined approach. In 2014 Software Evolution Week - IEEE Conference on Software Maintenance, Reengineering and Reverse Engineering (CSMR-WCRE) (pp. 204\u2013213).","DOI":"10.1109\/CSMR-WCRE.2014.6747172"},{"issue":"5","key":"9389_CR30","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1093\/comjnl\/bxm021","volume":"52","author":"Q Yang","year":"2009","unstructured":"Yang, Q., Li, J.J., Weiss, D.M. (2009). A survey of coverage-based testing tools. The Computer Journal, 52(5), 589\u2013597.","journal-title":"The Computer Journal"},{"issue":"2","key":"9389_CR31","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1002\/stv.430","volume":"22","author":"S Yoo","year":"2012","unstructured":"Yoo, S., & Harman, M. (2012). Regression testing minimization, selection and prioritization: a survey. Verification and Reliability Software Testing, 22(2), 67\u2013120.","journal-title":"Verification and Reliability Software Testing"},{"key":"9389_CR32","unstructured":"Yoo, S., Harman, M., Clark, D. (2011). Flint: fault localisation using information theory. Tech. rep., University College London."},{"issue":"3","key":"9389_CR33","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1145\/2491509.2491513","volume":"22","author":"S Yoo","year":"2013","unstructured":"Yoo, S., Harman, M., Clark, D. (2013). Fault localization prioritization: comparing information-theoretic and coverage-based approaches. ACM Transactions on Software Engineering and Methodology, 22(3), 19.","journal-title":"ACM Transactions on Software Engineering and Methodology"}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-017-9389-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11219-017-9389-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-017-9389-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,3,21]],"date-time":"2019-03-21T09:22:56Z","timestamp":1553160176000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11219-017-9389-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,12,4]]},"references-count":33,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,3]]}},"alternative-id":["9389"],"URL":"https:\/\/doi.org\/10.1007\/s11219-017-9389-z","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"value":"0963-9314","type":"print"},{"value":"1573-1367","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,12,4]]},"assertion":[{"value":"4 December 2017","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}