{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T00:18:33Z","timestamp":1768781913970,"version":"3.49.0"},"reference-count":90,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,8,6]],"date-time":"2022-08-06T00:00:00Z","timestamp":1659744000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,8,6]],"date-time":"2022-08-06T00:00:00Z","timestamp":1659744000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s10664-022-10189-4","type":"journal-article","created":{"date-parts":[[2022,8,6]],"date-time":"2022-08-06T07:14:24Z","timestamp":1659770064000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["Real world projects, real faults: evaluating spectrum based fault localization techniques on Python projects"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8190-5458","authenticated-orcid":false,"given":"Ratnadira","family":"Widyasari","sequence":"first","affiliation":[]},{"given":"Gede Artha Azriadi","family":"Prana","sequence":"additional","affiliation":[]},{"given":"Stefanus Agus","family":"Haryono","sequence":"additional","affiliation":[]},{"given":"Shaowei","family":"Wang","sequence":"additional","affiliation":[]},{"given":"David","family":"Lo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,8,6]]},"reference":[{"key":"10189_CR1","unstructured":"Abreu R, Van Gemund AJ (2009) A low-cost approximate minimal hitting set algorithm and its application to model-based diagnosis.. In: SARA, vol 9, Citeseer, pp 2\u20139"},{"issue":"11","key":"10189_CR2","doi-asserted-by":"publisher","first-page":"1780","DOI":"10.1016\/j.jss.2009.06.035","volume":"82","author":"R Abreu","year":"2009","unstructured":"Abreu R, Zoeteweij P, Golsteijn R, Van Gemund ArjanJC (2009a) A practical evaluation of spectrum-based fault localization. J Syst Softw 82 (11):1780\u20131792","journal-title":"J Syst Softw"},{"key":"10189_CR3","doi-asserted-by":"crossref","unstructured":"Abreu R, Zoeteweij P, van Gemund AJC (2007) On the accuracy of spectrum-based fault localization. In: Proceedings of the Testing: Academic and Industrial Conference Practice and Research Techniques - MUTATION, IEEE Computer Society, USA, TAICPART-MUTATION \u201907, pp 89\u201398","DOI":"10.1109\/TAIC.PART.2007.13"},{"key":"10189_CR4","doi-asserted-by":"crossref","unstructured":"Abreu R, Zoeteweij P, Van Gemund AJ (2006) An evaluation of similarity coefficients for software fault localization. In: 2006 12th Pacific Rim International Symposium on Dependable Computing (PRDC\u201906), IEEE, pp 39\u201346","DOI":"10.1109\/PRDC.2006.18"},{"key":"10189_CR5","doi-asserted-by":"crossref","unstructured":"Abreu R, Zoeteweij P, Van Gemund AJ (2009b) Spectrum-based multiple fault localization. In: 2009 IEEE\/ACM International Conference on Automated Software Engineering, pp 88\u201399, IEEE","DOI":"10.1109\/ASE.2009.25"},{"key":"10189_CR6","doi-asserted-by":"crossref","unstructured":"Ali S, Andrews JH, Dhandapani T, Wang W (2009) Evaluating the accuracy of fault localization techniques. In: 2009 IEEE\/ACM International Conference on Automated Software Engineering, IEEE, PP 76\u201387","DOI":"10.1109\/ASE.2009.89"},{"issue":"4","key":"10189_CR7","doi-asserted-by":"publisher","first-page":"528","DOI":"10.1109\/TSE.2009.87","volume":"36","author":"GK Baah","year":"2010","unstructured":"Baah GK, Podgurski A, Harrold MJ (2010) The probabilistic program dependence graph and its application to fault diagnosis. IEEE Trans Softw Eng 36(4):528\u2013545","journal-title":"IEEE Trans Softw Eng"},{"key":"10189_CR8","doi-asserted-by":"crossref","unstructured":"Bouillon P, Krinke J, Meyer N, Steimann F (2007) Ezunit: A framework for associating failed unit tests with potential programming errors. In: International Conference on Extreme Programming and Agile Processes in Software Engineering, Springer, PP 101\u2013104","DOI":"10.1007\/978-3-540-73101-6_14"},{"key":"10189_CR9","doi-asserted-by":"crossref","unstructured":"Briand LC, Labiche Y, Liu X (2007) Using machine learning to support debugging with tarantula. In: The 18th IEEE International Symposium on Software Reliability (ISSRE\u201907), pp 137\u2013146","DOI":"10.1109\/ISSRE.2007.31"},{"issue":"2","key":"10189_CR10","doi-asserted-by":"publisher","first-page":"150","DOI":"10.1037\/1082-989X.1.2.150","volume":"1","author":"AB Cantor","year":"1996","unstructured":"Cantor AB (1996) Sample-size calculations for cohen\u2019s kappa. Psychol Methods 1(2):150","journal-title":"Psychol Methods"},{"key":"10189_CR11","doi-asserted-by":"crossref","unstructured":"Chaki S, Groce A, Strichman O (2004) Explaining abstract counterexamples. In: Proceedings of the 12th ACM SIGSOFT twelfth international symposium on Foundations of software engineering, pp 73\u201382","DOI":"10.1145\/1041685.1029908"},{"key":"10189_CR12","doi-asserted-by":"crossref","unstructured":"Chen D, Stolee KT, Menzies T (2019) Replication can improve prior results: A github study of pull request acceptance. In: 2019 IEEE\/ACM 27th International Conference on Program Comprehension (ICPC), pp 179\u2013190, IEEE","DOI":"10.1109\/ICPC.2019.00037"},{"key":"10189_CR13","doi-asserted-by":"crossref","unstructured":"Cifuentes C, Hoermann C, Keynes N, Li L, Long S, Mealy E, Mounteney M, Scholz B (2009) Begbunch: Benchmarking for c bug detection tools. In: Proceedings of the 2nd International Workshop on Defects in Large Software Systems: Held in conjunction with the ACM SIGSOFT International Symposium on Software Testing and Analysis (ISSTA 2009), pp 16\u201320","DOI":"10.1145\/1555860.1555866"},{"issue":"3","key":"10189_CR14","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1037\/0033-2909.114.3.494","volume":"114","author":"N Cliff","year":"1993","unstructured":"Cliff N (1993) Dominance statistics: Ordinal analyses to answer ordinal questions. Psychol Bull 114(3):494","journal-title":"Psychol Bull"},{"issue":"3","key":"10189_CR15","first-page":"613","volume":"60","author":"R D\u2019Agostino","year":"1973","unstructured":"D\u2019Agostino R, Pearson ES (1973) Tests for departure from normality. Empirical results for the distributions of b2 and $\\sqrt {b^1}$. Biometrika 60(3):613\u2013622","journal-title":"Biometrika"},{"issue":"34","key":"10189_CR16","first-page":"1","volume":"58","author":"RB D\u2019Agostino","year":"1971","unstructured":"D\u2019Agostino RB (1971) An omnibus test of normality for moderate and large sample sizes. Biometrika 58(34):1\u2013348","journal-title":"Biometrika"},{"key":"10189_CR17","doi-asserted-by":"crossref","unstructured":"Debroy V, Wong WE, Xu X, Choi B (2010) A grouping-based strategy to improve the effectiveness of fault localization techniques. In: 2010 10th International Conference on Quality Software, IEEE, pp 13\u201322","DOI":"10.1109\/QSIC.2010.80"},{"key":"10189_CR18","volume-title":"Inter-rater reliability. encyclopedia of social measurement","author":"RF DeVellis","year":"2005","unstructured":"DeVellis RF (2005) Inter-rater reliability. encyclopedia of social measurement. Elsevier Academic Press, Oxford"},{"key":"10189_CR19","unstructured":"Durieux T, Abreu R (2019) Critical review of bugswarm for fault localization and program repair. arXiv preprint arXiv:1905.09375"},{"key":"10189_CR20","doi-asserted-by":"crossref","unstructured":"Ghanbari A, Benton S, Zhang L (2019) Practical program repair via bytecode mutation. In: Proceedings of the 28th ACM SIGSOFT International Symposium on Software Testing and Analysis, pp 19\u201330","DOI":"10.1145\/3293882.3330559"},{"key":"10189_CR21","doi-asserted-by":"crossref","unstructured":"Gouveia C, Campos J, Abreu R (2013) Using html5 visualizations in software fault localization. In: 2013 First IEEE Working Conference on Software Visualization (VISSOFT), pp 1\u201310. , DOI , (to appear in print)","DOI":"10.1109\/VISSOFT.2013.6650539"},{"key":"10189_CR22","doi-asserted-by":"crossref","unstructured":"Hao D, Zhang L, Zhang L, Sun J, Mei H (2009) Vida: Visual interactive debugging. In: 2009 IEEE 31st International Conference on Software Engineering, IEEE, pp 583\u2013586","DOI":"10.1109\/ICSE.2009.5070561"},{"key":"10189_CR23","doi-asserted-by":"publisher","first-page":"18497","DOI":"10.1109\/ACCESS.2020.2965139","volume":"8","author":"H He","year":"2020","unstructured":"He H, Ren J, Zhao G, He H (2020) Enhancing spectrum-based fault localization using fault influence propagation. IEEE Access 8:18497\u201318513","journal-title":"IEEE Access"},{"key":"10189_CR24","doi-asserted-by":"crossref","unstructured":"Horv\u00e1th F, Besz\u00e9des A, Vancsics B, Balogh G, Vid\u00e1cs L, Gyim\u00f3thy T (2020) Experiments with interactive fault localization using simulated and real users. In: 2020 IEEE International Conference on Software Maintenance and Evolution (ICSME), IEEE, pp 290\u2013300","DOI":"10.1109\/ICSME46990.2020.00036"},{"key":"10189_CR25","doi-asserted-by":"crossref","unstructured":"Hutchins M, Foster H, Goradia T, Ostrand T (1994) Experiments on the effectiveness of dataflow-and control-flow-based test adequacy criteria. In: Proceedings of 16th International conference on Software engineering, IEEE, pp 191\u2013200","DOI":"10.1109\/ICSE.1994.296778"},{"key":"10189_CR26","doi-asserted-by":"crossref","unstructured":"Jiang J, Xiong Y, Zhang H, Gao Q, Chen X (2018) Shaping program repair space with existing patches and similar code. In: Proceedings of the 27th ACM SIGSOFT international symposium on software testing and analysis, pp 298\u2013309","DOI":"10.1145\/3213846.3213871"},{"key":"10189_CR27","doi-asserted-by":"crossref","unstructured":"Jones JA, Harrold MJ (2005) Empirical evaluation of the tarantula automatic fault-localization technique. In: Proceedings of the 20th IEEE\/ACM international Conference on Automated software engineering, pp 273\u2013282","DOI":"10.1145\/1101908.1101949"},{"key":"10189_CR28","unstructured":"Jones JA, Harrold MJ, Stasko JT (2001) Visualization for fault localization. In: Proceedings of ICSE 2001 Workshop on Software Visualization, Citeseer"},{"key":"10189_CR29","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.jss.2013.11.1109","volume":"90","author":"X Ju","year":"2014","unstructured":"Ju X, Jiang S, Chen X, Wang X, Zhang Y, Cao H (2014) Hsfal: Effective fault localization using hybrid spectrum of full slices and execution slices. J Syst Softw 90:3\u201317","journal-title":"J Syst Softw"},{"key":"10189_CR30","doi-asserted-by":"crossref","unstructured":"Just R (2014) The major mutation framework: Efficient and scalable mutation analysis for java. In: Proceedings of the 2014 international symposium on software testing and analysis, pp 433\u2013436","DOI":"10.1145\/2610384.2628053"},{"key":"10189_CR31","doi-asserted-by":"publisher","unstructured":"Just R, Jalali D, Ernst MD (2014a) Defects4j: A database of existing faults to enable controlled testing studies for java programs. In: Proceedings of the 2014 International Symposium on Software Testing and Analysis, Association for Computing Machinery, New York, NY, USA, ISSTA 2014, pp 437\u2013440, DOI https:\/\/doi.org\/10.1145\/2610384.2628055, (to appear in print)","DOI":"10.1145\/2610384.2628055"},{"key":"10189_CR32","doi-asserted-by":"crossref","unstructured":"Just R, Jalali D, Ernst MD (2014b) Defects4J: A database of existing faults to enable controlled testing studies for java programs. In: Proceedings of the 2014 International Symposium on Software Testing and Analysis, pp 437\u2013440","DOI":"10.1145\/2610384.2628055"},{"key":"10189_CR33","doi-asserted-by":"publisher","unstructured":"Just R, Parnin C, Drosos I, Ernst MD (2018) Comparing developer-provided to user-provided tests for fault localization and automated program repair. In: Proceedings of the 27th ACM SIGSOFT International Symposium on Software Testing and Analysis, Association for Computing Machinery, New York, NY, USA, ISSTA 2018, pp 287\u2013297. https:\/\/doi.org\/10.1145\/3213846.3213870","DOI":"10.1145\/3213846.3213870"},{"key":"10189_CR34","unstructured":"Kim J, Lee E (2014) Empirical evaluation of existing algorithms of spectrum based fault localization. In: The International Conference on Information Networking 2014 (ICOIN2014), IEEE, pp 346\u2013351"},{"issue":"2","key":"10189_CR35","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1007\/s10664-008-9061-0","volume":"13","author":"B Kitchenham","year":"2008","unstructured":"Kitchenham B (2008) The role of replications in empirical software engineering\u2014word of warning. Empir Softw Eng 13(2):219\u2013221","journal-title":"Empir Softw Eng"},{"key":"10189_CR36","doi-asserted-by":"crossref","unstructured":"Koca F, S\u00f6zer H, Abreu R (2013) Spectrum-based fault localization for diagnosing concurrency faults. In: IFIP International Conference on Testing Software and Systems, Springer, pp 239\u2013254","DOI":"10.1007\/978-3-642-41707-8_16"},{"key":"10189_CR37","doi-asserted-by":"crossref","unstructured":"Kochhar PS, Xia X, Lo D, Li S (2016) Practitioners\u2019 expectations on automated fault localization. In: Proceedings of the 25th International Symposium on Software Testing and Analysis, pp 165\u2013176","DOI":"10.1145\/2931037.2931051"},{"key":"10189_CR38","unstructured":"K\u00f6nighofer R, Bloem R (2011) Automated error localization and correction for imperative programs. In: 2011 Formal Methods in Computer-Aided Design (FMCAD), IEEE, pp 91\u2013100"},{"key":"10189_CR39","doi-asserted-by":"crossref","unstructured":"Le TB, Thung F, Lo D (2013) Theory and practice, do they match? a case with spectrum-based fault localization. In: 2013 IEEE International Conference on Software Maintenance, pp 380\u2013383.","DOI":"10.1109\/ICSM.2013.52"},{"key":"10189_CR40","doi-asserted-by":"crossref","unstructured":"Le T-DB, Lo D, Li M (2015a) Constrained feature selection for localizing faults. In: 2015 IEEE International Conference on Software Maintenance and Evolution (ICSME), IEEE, pp 501\u2013505","DOI":"10.1109\/ICSM.2015.7332502"},{"key":"10189_CR41","doi-asserted-by":"publisher","unstructured":"Le T-DB, Lo D, Thung F (2015b) Should i follow this fault localization tool\u2019s output?. Empirical Softw. Engg. 20(5):1237\u20131274. https:\/\/doi.org\/10.1007\/s10664-014-9349-1","DOI":"10.1007\/s10664-014-9349-1"},{"key":"10189_CR42","doi-asserted-by":"crossref","unstructured":"Le T-DB, Thung F, Lo D (2013) Theory and practice, do they match? a case with spectrum-based fault localization. In: 2013 IEEE International Conference on Software Maintenance, IEEE, pp 380\u2013383","DOI":"10.1109\/ICSM.2013.52"},{"issue":"12","key":"10189_CR43","doi-asserted-by":"publisher","first-page":"1236","DOI":"10.1109\/TSE.2015.2454513","volume":"41","author":"C Le Goues","year":"2015","unstructured":"Le Goues C, Holtschulte N, Smith EK, Brun Y, Devanbu P, Forrest S, Weimer W (2015) The manybugs and introclass benchmarks for automated repair of c programs. IEEE Trans Softw Eng 41(12):1236\u20131256","journal-title":"IEEE Trans Softw Eng"},{"issue":"3","key":"10189_CR44","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1080\/00031305.1993.10475983","volume":"47","author":"RM Lindsay","year":"1993","unstructured":"Lindsay RM, Ehrenberg AS (1993) The design of replicated studies. The American Statistician 47(3):217\u2013228","journal-title":"The American Statistician"},{"key":"10189_CR45","unstructured":"Lo D, Jiang L, Budi A, et al. (2010) Comprehensive evaluation of association measures for fault localization. In: 2010 IEEE International Conference on Software Maintenance, IEEE, pp 1\u201310"},{"key":"10189_CR46","doi-asserted-by":"crossref","unstructured":"Long F, Rinard M (2016) An analysis of the search spaces for generate and validate patch generation systems. In: 2016 IEEE\/ACM 38th International Conference on Software Engineering (ICSE), IEEE, pp 702\u2013713","DOI":"10.1145\/2884781.2884872"},{"key":"10189_CR47","unstructured":"Lu S, Li Z, Qin F, Tan L, Zhou P, Zhou Y (2005) Bugbench: Benchmarks for evaluating bug detection tools. In: Workshop on the evaluation of software defect detection tools, vol 5"},{"key":"10189_CR48","doi-asserted-by":"crossref","unstructured":"Lucia, Lo D, Xia X (2014) Fusion fault localizers. In: Proceedings of the 29th ACM\/IEEE international conference on Automated software engineering, pp 127\u2013138","DOI":"10.1145\/2642937.2642983"},{"issue":"1","key":"10189_CR49","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1007\/s10664-013-9282-8","volume":"20","author":"M Martinez","year":"2015","unstructured":"Martinez M, Monperrus M (2015) Mining software repair models for reasoning on the search space of automated program fixing. Empir Softw Eng 20 (1):176\u2013205","journal-title":"Empir Softw Eng"},{"key":"10189_CR50","doi-asserted-by":"crossref","unstructured":"Moon S, Kim Y, Kim M, Yoo S (2014) Ask the mutants: Mutating faulty programs for fault localization. In: 2014 IEEE Seventh International Conference on Software Testing, Verification and Validation, IEEE, pp 153\u2013162","DOI":"10.1109\/ICST.2014.28"},{"key":"10189_CR51","doi-asserted-by":"crossref","unstructured":"Naish L, Lee HJ, Ramamohanarao K (2011a) A model for spectra-based software diagnosis. ACM Trans. Softw. Eng. Methodol. 20(3)","DOI":"10.1145\/2000791.2000795"},{"issue":"3","key":"10189_CR52","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2000791.2000795","volume":"20","author":"L Naish","year":"2011","unstructured":"Naish L, Lee HJ, Ramamohanarao K (2011b) A model for spectra-based software diagnosis. ACM Transactions on software engineering and methodology (TOSEM) 20(3):1\u201332","journal-title":"ACM Transactions on software engineering and methodology (TOSEM)"},{"issue":"3","key":"10189_CR53","doi-asserted-by":"publisher","first-page":"286","DOI":"10.1007\/s10664-008-9077-5","volume":"14","author":"K Pan","year":"2009","unstructured":"Pan K, Kim S, Whitehead EJ (2009) Toward an understanding of bug fix patterns. Empirical Softw. Engg. 14(3):286\u2013315. https:\/\/doi.org\/10.1007\/s10664-008-9077-5","journal-title":"Empirical Softw. Engg."},{"key":"10189_CR54","doi-asserted-by":"crossref","unstructured":"Parnin C, Orso A (2011) Are automated debugging techniques actually helping programmers?. In: Proceedings of the 2011 international symposium on software testing and analysis, pp 199\u2013209","DOI":"10.1145\/2001420.2001445"},{"key":"10189_CR55","doi-asserted-by":"crossref","unstructured":"Patra J, Pradel M (2021) Semantic bug seeding: a learning-based approach for creating realistic bugs. In: Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, pp 906\u2013918","DOI":"10.1145\/3468264.3468623"},{"key":"10189_CR56","doi-asserted-by":"crossref","unstructured":"Pearson S, Campos J, Just R, Fraser G, Abreu R, Ernst MD, Pang D, Keller B (2017) Evaluating and improving fault localization. In: 2017 IEEE\/ACM 39th International Conference on Software Engineering (ICSE), pp 609\u2013620.","DOI":"10.1109\/ICSE.2017.62"},{"key":"10189_CR57","doi-asserted-by":"crossref","unstructured":"Pearson S, Campos J, Just R, Fraser G, Abreu R, Ernst MD, Pang D, Keller B (2017) Evaluating and improving fault localization. In: 2017 IEEE\/ACM 39th International Conference on Software Engineering (ICSE), IEEE, pp 609\u2013620","DOI":"10.1109\/ICSE.2017.62"},{"key":"10189_CR58","unstructured":"Planning S (2002) The economic impacts of inadequate infrastructure for software testing. National Institute of Standards and Technology"},{"key":"10189_CR59","unstructured":"Rayson P, Berridge D, Francis B (2004) Extending the cochran rule for the comparison of word frequencies between corpora. In: 7th International Conference on Statistical analysis of textual data (JADT 2004), pp 926\u2013936"},{"key":"10189_CR60","doi-asserted-by":"publisher","unstructured":"Ren L, Shan S, xu X, Liu (2020) Starin: An approach to predict the popularity of github repository, pp 258\u2013273. https:\/\/doi.org\/10.1007\/978-981-15-7984-4_20","DOI":"10.1007\/978-981-15-7984-4_20"},{"key":"10189_CR61","doi-asserted-by":"crossref","unstructured":"Renieres M, Reiss SP (2003) Fault localization with nearest neighbor queries. In: 18th IEEE International Conference on Automated Software Engineering, 2003. Proceedings., IEEE, pp 30\u201339","DOI":"10.1109\/ASE.2003.1240292"},{"key":"10189_CR62","unstructured":"Romano J, Kromrey JD, Coraggio J, Skowronek J, Devine L (2006) Exploring methods for evaluating group differences on the nsse and other surveys: Are the t-test and cohen\u2019sd indices the most appropriate choices. In: annual meeting of the Southern Association for Institutional Research, Citeseer, pp 1\u201351"},{"key":"10189_CR63","doi-asserted-by":"crossref","unstructured":"Ruthruff JR, Burnett M, Rothermel G (2005) An empirical study of fault localization for end-user programmers. In: Proceedings of the 27th International Conference on Software Engineering, pp 352\u2013361","DOI":"10.1145\/1062455.1062523"},{"key":"10189_CR64","doi-asserted-by":"crossref","unstructured":"Saha RK, Lyu Y, Lam W, Yoshida H, Prasad MR (2018) Bugs. jar: a large-scale, diverse dataset of real-world java bugs. In: Proceedings of the 15th International Conference on Mining Software Repositories, pp 10\u201313","DOI":"10.1145\/3196398.3196473"},{"key":"10189_CR65","doi-asserted-by":"crossref","unstructured":"Santos A, Vegas S, Uyaguari F, Dieste O, Turhan B, Juristo N (2020) Increasing validity through replication: an illustrative tdd case. arXiv preprint arXiv:2004.05335","DOI":"10.1007\/s11219-020-09512-3"},{"issue":"2","key":"10189_CR66","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s10664-008-9060-1","volume":"13","author":"FJ Shull","year":"2008","unstructured":"Shull FJ, Carver JC, Vegas S, Juristo N (2008) The role of replications in empirical software engineering. Empir Softw Eng 13(2):211\u2013218","journal-title":"Empir Softw Eng"},{"key":"10189_CR67","doi-asserted-by":"crossref","unstructured":"Sobreira V, Durieux T, Madeiral F, Monperrus M, de Almeida Maia M (2018) Dissection of a bug dataset: Anatomy of 395 patches from defects4j. In: 2018 IEEE 25th International Conference on Software Analysis, Evolution and Reengineering (SANER), IEEE, pp 130\u2013140","DOI":"10.1109\/SANER.2018.8330203"},{"key":"10189_CR68","doi-asserted-by":"crossref","unstructured":"Sohn J, Yoo S (2017) Fluccs: Using code and change metrics to improve fault localization. In: Proceedings of the 26th ACM SIGSOFT International Symposium on Software Testing and Analysis, pp 273\u2013283","DOI":"10.1145\/3092703.3092717"},{"key":"10189_CR69","doi-asserted-by":"crossref","unstructured":"Steimann F, Frenkel M, Abreu R (2013) Threats to the validity and value of empirical assessments of the accuracy of coverage-based fault locators. In: Proceedings of the 2013 International Symposium on Software Testing and Analysis, pp 314\u2013324","DOI":"10.1145\/2483760.2483767"},{"key":"10189_CR70","doi-asserted-by":"crossref","unstructured":"Tallarida RJ, Murray RB (1987) Chi-square test. In: Manual of pharmacologic calculations, Springer, pp 140\u2013142","DOI":"10.1007\/978-1-4612-4974-0_43"},{"key":"10189_CR71","doi-asserted-by":"crossref","unstructured":"Tomassi DA, Dmeiri N, Wang Y, Bhowmick A, Liu Y-C, Devanbu PT, Vasilescu B, Rubio-Gonz\u00e1lez C (2019) Bugswarm: Mining and continuously growing a dataset of reproducible failures and fixes. In: 2019 IEEE\/ACM 41st International Conference on Software Engineering (ICSE), IEEE, pp 339\u2013349","DOI":"10.1109\/ICSE.2019.00048"},{"key":"10189_CR72","doi-asserted-by":"crossref","unstructured":"Tufano M, Kimko J, Wang S, Watson C, Bavota G, Di Penta M, Poshyvanyk D (2020) Deepmutation: A neural mutation tool. In: 42nd ACM\/IEEE International Conference on Software Engineering: Companion, ICSE-Companion 2020, Institute of Electrical and Electronics Engineers Inc., pp 29\u201333","DOI":"10.1145\/3377812.3382146"},{"key":"10189_CR73","doi-asserted-by":"crossref","unstructured":"Vancsics B, Szatm\u00e1ri A, Besz\u00e9des A (2020) Relationship between the effectiveness of spectrum-based fault localization and bug-fix types in javascript programs. In: 2020 IEEE 27th International Conference on Software Analysis, Evolution and Reengineering (SANER), IEEE, pp 308\u2013319","DOI":"10.1109\/SANER48275.2020.9054803"},{"issue":"5","key":"10189_CR74","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1016\/S0020-7373(85)80054-7","volume":"23","author":"I Vessey","year":"1985","unstructured":"Vessey I (1985) Expertise in debugging computer programs: A process analysis. International Journal of Man-Machine Studies 23(5):459\u2013494","journal-title":"International Journal of Man-Machine Studies"},{"key":"10189_CR75","doi-asserted-by":"crossref","unstructured":"Wen M, Chen J, Wu R, Hao D, Cheung S-C (2018) Context-aware patch generation for better automated program repair. In: 2018 IEEE\/ACM 40th International Conference on Software Engineering (ICSE), IEEE, pp 1\u201311","DOI":"10.1145\/3180155.3180233"},{"key":"10189_CR76","doi-asserted-by":"crossref","unstructured":"Widyasari R, Sim SQ, Lok C, Qi H, Phan J, Tay Q, Tan C, Wee F, Tan JE, Yieh Y, et al (2020) Bugsinpy: a database of existing bugs in python programs to enable controlled testing and debugging studies. In: Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, pp 1556\u20131560","DOI":"10.1145\/3368089.3417943"},{"key":"10189_CR77","doi-asserted-by":"crossref","unstructured":"Wilcoxon F (1992) Individual comparisons by ranking methods. In: Breakthroughs in statistics, Springer, pp 196\u2013202","DOI":"10.1007\/978-1-4612-4380-9_16"},{"key":"10189_CR78","doi-asserted-by":"crossref","unstructured":"Wong E, Wei T, Qi Y, Zhao L (2008) A crosstab-based statistical method for effective fault localization. In: 2008 1st international conference on software testing, verification, and validation, IEEE, pp 42\u201351","DOI":"10.1109\/ICST.2008.65"},{"issue":"1","key":"10189_CR79","doi-asserted-by":"publisher","first-page":"290","DOI":"10.1109\/TR.2013.2285319","volume":"63","author":"WE Wong","year":"2013","unstructured":"Wong WE, Debroy V, Gao R, Li Y (2013) The dstar method for effective software fault localization. IEEE Trans Reliab 63(1):290\u2013308","journal-title":"IEEE Trans Reliab"},{"issue":"1","key":"10189_CR80","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1109\/TR.2011.2172031","volume":"61","author":"WE Wong","year":"2011","unstructured":"Wong WE, Debroy V, Golden R, Xu X, Thuraisingham B (2011) Effective software fault localization using an rbf neural network. IEEE Trans Reliab 61(1):149\u2013169","journal-title":"IEEE Trans Reliab"},{"key":"10189_CR81","doi-asserted-by":"crossref","unstructured":"Wong WE, Debroy V, Surampudi A, Kim H, Siok MF (2010) Recent catastrophic accidents: Investigating how software was responsible. In: 2010 Fourth International Conference on Secure Software Integration and Reliability Improvement, IEEE, pp 14\u201322","DOI":"10.1109\/SSIRI.2010.38"},{"issue":"8","key":"10189_CR82","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1109\/TSE.2016.2521368","volume":"42","author":"WE Wong","year":"2016","unstructured":"Wong WE, Gao R, Li Y, Abreu R, Wotawa F (2016) A survey on software fault localization. IEEE Trans Softw Eng 42(8):707\u2013740","journal-title":"IEEE Trans Softw Eng"},{"key":"10189_CR83","doi-asserted-by":"crossref","unstructured":"Wright CS, Zia TA (2011) A quantitative analysis into the economics of correcting software bugs. In: Computational Intelligence in Security for Information Systems, Springer, pp 198\u2013205","DOI":"10.1007\/978-3-642-21323-6_25"},{"key":"10189_CR84","doi-asserted-by":"crossref","unstructured":"Xia X, Bao L, Lo D, Li S (2016) \u201cautomated debugging considered harmful\u201d considered harmful: A user study revisiting the usefulness of spectra-based fault localization techniques with professionals using real bugs from large systems. In: 2016 IEEE International Conference on Software Maintenance and Evolution (ICSME), pp 267\u2013278, IEEE","DOI":"10.1109\/ICSME.2016.67"},{"issue":"4","key":"10189_CR85","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2522920.2522924","volume":"22","author":"X Xie","year":"2013","unstructured":"Xie X, Chen TY, Kuo F-C, Xu B (2013) A theoretical analysis of the risk evaluation formulas for spectrum-based fault localization. ACM Transactions on Software Engineering and Methodology (TOSEM) 22(4):1\u201340","journal-title":"ACM Transactions on Software Engineering and Methodology (TOSEM)"},{"key":"10189_CR86","doi-asserted-by":"crossref","unstructured":"Xie X, Liu Z, Song S, Chen Z, Xuan J, Xu B (2016) Revisit of automatic debugging via human focus-tracking analysis. In: Proceedings of the 38th International Conference on Software Engineering, pp 808\u2013819","DOI":"10.1145\/2884781.2884834"},{"key":"10189_CR87","doi-asserted-by":"crossref","unstructured":"Xuan J, Monperrus M (2014a) Learning to combine multiple ranking metrics for fault localization. In: 2014 IEEE International Conference on Software Maintenance and Evolution, pp 191\u2013200, IEEE","DOI":"10.1109\/ICSME.2014.41"},{"key":"10189_CR88","doi-asserted-by":"crossref","unstructured":"Xuan J, Monperrus M (2014b) Test case purification for improving fault localization. In: Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering, pp 52\u201363","DOI":"10.1145\/2635868.2635906"},{"key":"10189_CR89","doi-asserted-by":"crossref","unstructured":"Zhang M, Li X, Zhang L, Khurshid S (2017) Boosting spectrum-based fault localization using pagerank. In: Proceedings of the 26th ACM SIGSOFT International Symposium on Software Testing and Analysis, pp 261\u2013272","DOI":"10.1145\/3092703.3092731"},{"issue":"2","key":"10189_CR90","doi-asserted-by":"publisher","first-page":"332","DOI":"10.1109\/TSE.2019.2892102","volume":"47","author":"D Zou","year":"2019","unstructured":"Zou D, Liang J, Xiong Y, Ernst MD, Zhang L (2019) An empirical study of fault localization families and their combinations. IEEE Trans Softw Eng 47(2):332\u2013347","journal-title":"IEEE Trans Softw Eng"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10189-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-022-10189-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-022-10189-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,30]],"date-time":"2024-09-30T21:46:25Z","timestamp":1727732785000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-022-10189-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,6]]},"references-count":90,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["10189"],"URL":"https:\/\/doi.org\/10.1007\/s10664-022-10189-4","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8,6]]},"assertion":[{"value":"26 May 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 August 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"147"}}