{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T00:36:50Z","timestamp":1768351010664,"version":"3.49.0"},"reference-count":25,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2018,9,19]],"date-time":"2018-09-19T00:00:00Z","timestamp":1537315200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1007\/s10664-018-9653-2","type":"journal-article","created":{"date-parts":[[2018,9,19]],"date-time":"2018-09-19T14:46:44Z","timestamp":1537368404000},"page":"1195-1225","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["A comprehensive study of pseudo-tested methods"],"prefix":"10.1007","volume":"24","author":[{"given":"Oscar Luis","family":"Vera-P\u00e9rez","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Benjamin","family":"Danglot","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Martin","family":"Monperrus","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Benoit","family":"Baudry","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,9,19]]},"reference":[{"key":"9653_CR1","unstructured":"Andrews JH, Briand LC, Labiche Y (2005) Is Mutation an Appropriate Tool for Testing Experiments? In: Proceedings of the 27th International Conference on Software engineering, ICSE \u201905. ACM, New York, pp 402\u2013411"},{"key":"9653_CR2","doi-asserted-by":"crossref","unstructured":"Androutsopoulos K, Clark D, Dan H, Hierons RM, Harman M (2014) An analysis of the relationship between conditional entropy and failed error propagation in software testing. In: Proceedings of the 36th international conference on software engineering. ACM, pp 573\u2013583","DOI":"10.1145\/2568225.2568314"},{"key":"9653_CR3","doi-asserted-by":"crossref","unstructured":"Coles H, Laurent T, Henard C, Papadakis M, Ventresque A (2016) PIT: A Practical Mutation Testing Tool for Java (Demo). In: Proceedings of the 25th International Symposium on Software Testing and analysis, ISSTA 2016. ACM, New York, pp 449\u2013452","DOI":"10.1145\/2931037.2948707"},{"key":"9653_CR4","doi-asserted-by":"crossref","unstructured":"Daran M, Th\u00e9venod-Fosse P (1996) Software Error Analysis: A Real Case Study Involving Real Faults And Mutations. In: Proceedings of the 1996 ACM SIGSOFT International Symposium on Software Testing and analysis, ISSTA \u201996. ACM, New York, pp 158\u2013171","DOI":"10.1145\/229000.226313"},{"key":"9653_CR5","doi-asserted-by":"crossref","unstructured":"Delahaye M, Bousquet LD (2013) A Comparison of Mutation Analysis Tools for Java. In: 2013 13th International, Conference on Quality Software, pp 187\u2013195","DOI":"10.1109\/QSIC.2013.47"},{"key":"9653_CR6","doi-asserted-by":"crossref","unstructured":"Delamaro ME, Offutt J, Ammann P (2014) Designing deletion mutation operators. In: 2014 IEEE Seventh International Conference on Software Testing, Verification and Validation, pp 11\u201320","DOI":"10.1109\/ICST.2014.12"},{"issue":"4","key":"9653_CR7","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/C-M.1978.218136","volume":"11","author":"RA DeMillo","year":"1978","unstructured":"DeMillo RA, Lipton RJ, Sayward FG (1978) Hints on test data selection Help for the practicing programmer. Computer 11(4):34\u201341","journal-title":"Computer"},{"key":"9653_CR8","doi-asserted-by":"crossref","unstructured":"Deng L, Offutt J, Li N (2013) Empirical evaluation of the statement deletion mutation operator. In: 2013 IEEE Sixth International Conference on Software Testing, Verification and Validation, pp 84\u201393","DOI":"10.1109\/ICST.2013.20"},{"key":"9653_CR9","doi-asserted-by":"crossref","unstructured":"Durelli VHS, Souza NMD, Delamaro ME (2017) Are deletion mutants easier to identify manually? In: 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), pp 149\u2013158","DOI":"10.1109\/ICSTW.2017.32"},{"issue":"3","key":"9653_CR10","doi-asserted-by":"publisher","first-page":"871","DOI":"10.1007\/s11219-016-9317-7","volume":"25","author":"R Gopinath","year":"2017","unstructured":"Gopinath R, Ahmed I, Alipour MA, Jensen C, Groce A (2017) Does choice of mutation tool matter? Softw Qual J 25(3):871\u2013920","journal-title":"Softw Qual J"},{"key":"9653_CR11","doi-asserted-by":"crossref","unstructured":"Gopinath R, Jensen C, Groce A (2014) Mutations: How close are they to real faults?. In: 2014 IEEE 25th international symposium on Software reliability engineering (ISSRE). IEEE, pp 189\u2013200","DOI":"10.1109\/ISSRE.2014.40"},{"issue":"6","key":"9653_CR12","doi-asserted-by":"publisher","first-page":"686","DOI":"10.1109\/TSE.1983.235433","volume":"SE-9","author":"JS Gourlay","year":"1983","unstructured":"Gourlay JS (1983) A mathematical framework for the investigation of testing. IEEE Transactions on software engineering SE-9(6):686\u2013709","journal-title":"IEEE Transactions on software engineering"},{"key":"9653_CR13","doi-asserted-by":"crossref","unstructured":"Jahangirova G, Clark D, Harman M, Tonella P (2016) Test oracle assessment and improvement. In: Proceedings of the 25th International Symposium on Software Testing and Analysis. ACM, pp 247\u2013258","DOI":"10.1145\/2931037.2931062"},{"key":"9653_CR14","doi-asserted-by":"crossref","unstructured":"Just R, Schweiggert F, Kapfhammer GM (2011) MAJOR An efficient and extensible tool for mutation analysis in a Java compiler. In: Proceedings of the International Conference on Automated Software Engineering (ASE), pp 612\u2013615","DOI":"10.1109\/ASE.2011.6100138"},{"key":"9653_CR15","unstructured":"Just R, Jalali D, Inozemtseva L, Ernst MD, Holmes R, Fraser G (2014) Are Mutants a Valid Substitute for Real Faults in Software Testing? In: Proceedings of the 22Nd ACM SIGSOFT International Symposium on Foundations of Software engineering, FSE 2014. ACM, New York, pp 654\u2013665"},{"issue":"11-12","key":"9653_CR16","doi-asserted-by":"publisher","first-page":"1073","DOI":"10.1016\/j.infsof.2007.02.015","volume":"49","author":"VB Kampenes","year":"2007","unstructured":"Kampenes VB, Dyb\u00e5 T, Hannay JE, Sj\u00f8berg DIK (2007) A systematic review of effect size in software engineering experiments. Inf Softw Technol 49(11-12):1073\u20131086","journal-title":"Inf Softw Technol"},{"key":"9653_CR17","doi-asserted-by":"crossref","unstructured":"Kintis M, Papadakis M, Papadopoulos A, Valvis E, Malevris N (2016) Analysing and Comparing the Effectiveness of Mutation Testing Tools: A Manual Study. In: 2016 IEEE, 16th International Working Conference on Source Code Analysis and Manipulation (SCAM), pp 147\u2013156","DOI":"10.1109\/SCAM.2016.28"},{"key":"9653_CR18","doi-asserted-by":"crossref","unstructured":"Laurent T, Papadakis M, Kintis M, Henard C, Traon YL, Ventresque A (2017) Assessing and Improving the Mutation Testing Practice of PIT. In: 2017 IEEE, International Conference on Software Testing, Verification and Validation (ICST), pp 430\u2013435","DOI":"10.1109\/ICST.2017.47"},{"key":"9653_CR19","doi-asserted-by":"crossref","unstructured":"Niedermayr R, Juergens E, Wagner S (2016) Will my tests tell me if I break this code?. In: Proceedings of the International Workshop on Continuous Software Evolution and delivery. ACM Press, New York, pp 23\u201329","DOI":"10.1145\/2896941.2896944"},{"key":"9653_CR20","doi-asserted-by":"crossref","unstructured":"Petrovic G, Ivankovic M (2018) State of mutation testing at google. In: Proceedings of the 40th International Conference on Software Engineering 2017 (SEIP)","DOI":"10.1145\/3183519.3183521"},{"issue":"7","key":"9653_CR21","doi-asserted-by":"publisher","first-page":"531","DOI":"10.1002\/stvr.1497","volume":"23","author":"D Schuler","year":"2013","unstructured":"Schuler D, Zeller A (2013) Checked coverage: an indicator for oracle quality. Softw Test Verification Reliab 23(7):531\u2013551","journal-title":"Softw Test Verification Reliab"},{"issue":"2","key":"9653_CR22","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s10664-008-9060-1","volume":"13","author":"FJ Shull","year":"2008","unstructured":"Shull FJ, Carver JC, Vegas S, Juristo N (2008) The role of replications in Empirical Software Engineering. Empir Softw Eng 13(2):211\u2013218","journal-title":"Empir Softw Eng"},{"key":"9653_CR23","doi-asserted-by":"crossref","unstructured":"Staats M, Whalen MW, Heimdahl MP (2011) Programs, tests, and oracles: the foundations of testing revisited. In: Proceedings of the 33rd international conference on software engineering. ACM, pp 391\u2013400","DOI":"10.1145\/1985793.1985847"},{"key":"9653_CR24","doi-asserted-by":"crossref","unstructured":"Untch RH (2009) On reduced neighborhood mutation analysis using a single mutagenic operator. In: Proceedings of the 47th Annual Southeast Regional Conference, ACM-SE 47. ACM, New York, pp 71:1\u201371:4","DOI":"10.1145\/1566445.1566540"},{"key":"9653_CR25","doi-asserted-by":"crossref","unstructured":"Vera-P\u00e9rez OL, Monperrus M, Baudry B (2018) Descartes: A pitest engine to detect pseudo-tested methods. In: Proceedings of the 2018 33rd ACM\/IEEE International Conference on Automated Software Engineering (ASE \u201918), pp 908\u2013911","DOI":"10.1145\/3238147.3240474"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-018-9653-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-018-9653-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-018-9653-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,18]],"date-time":"2019-09-18T23:16:17Z","timestamp":1568848577000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-018-9653-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,9,19]]},"references-count":25,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2019,6]]}},"alternative-id":["9653"],"URL":"https:\/\/doi.org\/10.1007\/s10664-018-9653-2","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,9,19]]},"assertion":[{"value":"19 September 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}