{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,12]],"date-time":"2026-01-12T23:43:13Z","timestamp":1768261393311,"version":"3.49.0"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2022,1,20]],"date-time":"2022-01-20T00:00:00Z","timestamp":1642636800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,20]],"date-time":"2022-01-20T00:00:00Z","timestamp":1642636800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1007\/s10489-021-02954-7","type":"journal-article","created":{"date-parts":[[2022,1,20]],"date-time":"2022-01-20T20:02:59Z","timestamp":1642708979000},"page":"11068-11088","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["ConsilientSFL: using preferential voting system to generate combinatorial ranking metrics for spectrum-based fault localization"],"prefix":"10.1007","volume":"52","author":[{"given":"Amirabbas","family":"Majd","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mojtaba","family":"Vahidi-Asl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alireza","family":"Khalilian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Babak","family":"Bagheri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,1,20]]},"reference":[{"key":"2954_CR1","first-page":"271","volume-title":"Proc. 23rd International Symposium on Software Reliability Engineering","author":"F Thung","year":"2012","unstructured":"Thung F, Wang S, Lo D, Jiang L (2012) An empirical study of bugs in machine learning systems. In: Proc. 23rd International Symposium on Software Reliability Engineering, pp 271\u2013280"},{"key":"2954_CR2","unstructured":"Zhang M, Li Y, Li X, Chen L, Zhang Y, Zhang L, Khurshid S (2019) An empirical study of boosting spectrum-based fault localization via pagerank. IEEE Trans Softw Eng"},{"issue":"8","key":"2954_CR3","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1109\/TSE.2016.2521368","volume":"42","author":"WE Wong","year":"2016","unstructured":"Wong WE, Gao R, Li Y, Abreu R, Wotawa F (2016) A survey on software fault localization. IEEE Trans Softw Eng 42(8):707\u2013740","journal-title":"IEEE Trans Softw Eng"},{"key":"2954_CR4","doi-asserted-by":"publisher","first-page":"106295","DOI":"10.1016\/j.infsof.2020.106295","volume":"123","author":"PS Leitao-Junior","year":"2020","unstructured":"Leitao-Junior PS, Freitas DM, Vergilio SR, Camilo-Junior CG, Harrison R (2020) Search-based fault localisation: a systematic mapping study. Inf Softw Technol 123:106295","journal-title":"Inf Softw Technol"},{"key":"2954_CR5","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/j.jss.2013.08.031","volume":"89","author":"X Mao","year":"2014","unstructured":"Mao X, Lei Y, Dai Z, Qi Y, Wang C (2014) Slice-based statistical fault localization. J Syst Softw 89:51\u201362","journal-title":"J Syst Softw"},{"key":"2954_CR6","first-page":"98:98","volume-title":"Proc. of Annual IEEE\/ACM International Symposium on Code Generation and Optimization","author":"Y Wang","year":"2014","unstructured":"Wang Y, Patil H, Pereira C, Lueck G, Gupta R, Neamtiu I (2014) Drdebug: Deterministic replay based cyclic debugging with dynamic slicing. In: Proc. of Annual IEEE\/ACM International Symposium on Code Generation and Optimization, pp 98:98\u201398:108"},{"key":"2954_CR7","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1145\/2635868.2635906","volume-title":"Proc. 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering","author":"J Xuan","year":"2014","unstructured":"Xuan J, Monperrus M (2014) Test case purification for improving fault localization. In: Proc. 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering, pp 52\u201363"},{"issue":"10","key":"2954_CR8","doi-asserted-by":"publisher","first-page":"831","DOI":"10.1109\/TSE.2006.105","volume":"32","author":"C Liu","year":"2006","unstructured":"Liu C, Fei L, Yan X, Han J, Midkiff SP (2006) Statistical debugging: a hypothesis testing-based approach. IEEE Trans Softw Eng 32(10):831\u2013848","journal-title":"IEEE Trans Softw Eng"},{"key":"2954_CR9","first-page":"1294","volume-title":"Proc. 13th AAAI Conference on Artificial Intelligence","author":"A Nath","year":"2016","unstructured":"Nath A, Domingos P (2016) Learning tractable probabilistic models for fault localization. In: Proc. 13th AAAI Conference on Artificial Intelligence, pp 1294\u20131301"},{"key":"2954_CR10","first-page":"191","volume-title":"Proc. IEEE International Conference on Software Maintenance and Evolution","author":"J Xuan","year":"2014","unstructured":"Xuan J, Monperrus M (2014) Learning to combine multiple ranking metrics for fault localization. In: Proc. IEEE International Conference on Software Maintenance and Evolution, pp 191\u2013200"},{"key":"2954_CR11","doi-asserted-by":"publisher","first-page":"424","DOI":"10.1145\/2591062.2591099","volume-title":"Companion Proc. 36th International Conference on Software Engineering","author":"S Zhang","year":"2014","unstructured":"Zhang S, Zhang C (2014) Software bug localization with markov logic. In: Companion Proc. 36th International Conference on Software Engineering, pp 424\u2013427"},{"key":"2954_CR12","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1016\/j.jss.2018.10.013","volume":"147","author":"J Tu","year":"2019","unstructured":"Tu J, Xie X, Chen TY, Baowen X (2019) On the analysis of spectrum based fault localization using hitting sets. J Syst Softw 147:106\u2013123","journal-title":"J Syst Softw"},{"key":"2954_CR13","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1145\/1085130.1085143","volume-title":"Proc. 6th International Symposium on Automated Analysis-driven Debugging","author":"V Dallmeier","year":"2005","unstructured":"Dallmeier V, Lindig C, Zeller A (2005) Lightweight bug localization with ample. In: Proc. 6th International Symposium on Automated Analysis-driven Debugging, pp 99\u2013104"},{"key":"2954_CR14","first-page":"467","volume-title":"Proc. 24th International Conference on Software Engineering","author":"JA Jones","year":"2002","unstructured":"Jones JA, Harrold MJ, Stasko J (2002) Visualization of test information to assist fault localization. In: Proc. 24th International Conference on Software Engineering, pp 467\u2013477"},{"key":"2954_CR15","unstructured":"Yoo S, Xie X, Kuo FC, Chen TY, Harman M (2014) No pot of gold at the end of program spectrum rainbow: greatest risk evaluation formula does not exist. Tech. Rep. Research note RN\/14\/14. University College London"},{"key":"2954_CR16","first-page":"609","volume-title":"Proc. 39th International Conference on Software Engineering","author":"S Pearson","year":"2017","unstructured":"Pearson S, Campos J, Just R, Fraser G, Abreu R, Ernst MD, Pang D, Keller B (2017) Evaluating and improving fault localization. In: Proc. 39th International Conference on Software Engineering, pp 609\u2013620"},{"key":"2954_CR17","doi-asserted-by":"crossref","unstructured":"Khalilian A, Baraani-Dastjerdi A, Zamani B (2019) APRSuite: a suite of components and use cases based on categorical decomposition of automatic program repair techniques and tools. Journal of Computer Languages 100927","DOI":"10.1016\/j.cola.2019.100927"},{"key":"2954_CR18","doi-asserted-by":"publisher","first-page":"106312","DOI":"10.1016\/j.infsof.2020.106312","volume":"124","author":"A Zakari","year":"2020","unstructured":"Zakari A, Lee SP, Abreu R, Ahmed BH, Rasheed RA (2020) Multiple fault localization of software programs: A systematic literature review. Information and Software Technology 124:106312","journal-title":"Information and Software Technology"},{"issue":"1","key":"2954_CR19","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/s11219-016-9312-z","volume":"25","author":"FY Assiri","year":"2017","unstructured":"Assiri FY, Bieman JM (2017) Fault localization for automated program repair: effectiveness, performance, repair correctness. Software Quality Journal 25(1):171\u2013199","journal-title":"Software Quality Journal"},{"issue":"5","key":"2954_CR20","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1109\/TSE.2010.62","volume":"37","author":"Y Jia","year":"2011","unstructured":"Jia Y, Harman M (2011) An analysis and survey of the development of mutation testing. IEEE Trans Softw Eng 37(5):649\u2013678","journal-title":"IEEE Trans Softw Eng"},{"key":"2954_CR21","first-page":"1","volume":"2","author":"N Tideman","year":"2018","unstructured":"Tideman N (2018) \"how should votes be cast and counted?.\" the Oxford handbook of. Public Choice 2:1","journal-title":"Public Choice"},{"key":"2954_CR22","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1016\/j.electstud.2014.11.006","volume":"37","author":"CM Burnett","year":"2015","unstructured":"Burnett CM, Kogan V (2015) Ballot (and voter) \u201cexhaustion\u201d under instant runoff voting: an examination of four ranked-choice elections. Elect Stud 37:41\u201349","journal-title":"Elect Stud"},{"issue":"4","key":"2954_CR23","first-page":"577","volume":"88","author":"JG Kemeny","year":"1959","unstructured":"Kemeny JG (1959) Mathematics without numbers. Daedalus 88(4):577\u2013591 retrieved from https:\/\/www.mitpressjournals.org\/loi\/daed","journal-title":"Daedalus"},{"issue":"2","key":"2954_CR24","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/s00355-010-0475-4","volume":"36","author":"M Schulze","year":"2011","unstructured":"Schulze M (2011) A new monotonic, clone-independent, reversal symmetric, and condorcet-consistent single-winner election method. Soc Choice Welf 36(2):267\u2013303","journal-title":"Soc Choice Welf"},{"key":"2954_CR25","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1007\/978-3-030-31517-7_17","volume-title":"International Conference on Fundamentals of Software Engineering","author":"B Bagheri","year":"2019","unstructured":"Bagheri B, Alipour MR, Vahidi-Asl M (2019) An Approach to Generate Effective Fault Localization Methods for Programs. In: International Conference on Fundamentals of Software Engineering. Springer, Cham, pp 244\u2013259"},{"key":"2954_CR26","doi-asserted-by":"publisher","first-page":"114503","DOI":"10.1016\/j.eswa.2020.114503","volume":"169","author":"A Khalilian","year":"2021","unstructured":"Khalilian A, Baraani-Dastjerdi A, Zamani B (2021) CGenProg: adaptation of cartesian genetic programming with migration and opposite guesses for automatic repair of software regression faults. Expert Syst Appl 169:114503","journal-title":"Expert Syst Appl"},{"key":"2954_CR27","volume-title":"CSc 620. Slide 5\u20137","author":"D Jeffrey","year":"2006","unstructured":"Jeffrey D (2006) Regression Testing. In: CSc 620. Slide 5\u20137"},{"key":"2954_CR28","doi-asserted-by":"publisher","first-page":"110712","DOI":"10.1016\/j.jss.2020.110712","volume":"169","author":"R Huang","year":"2020","unstructured":"Huang R, Zhang Q, Towey D, Sun W, Chen J (2020) Regression test case prioritization by code combinations coverage. J Syst Softw 169:110712","journal-title":"J Syst Softw"},{"key":"2954_CR29","volume-title":"An Introduction to GCC for the GNU compilers gcc and g++","author":"B Gough","year":"2004","unstructured":"Gough B, Stallman RM (2004) An Introduction to GCC for the GNU compilers gcc and g++. Network Theory Ltd"},{"issue":"1","key":"2954_CR30","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/TSE.2017.2755013","volume":"45","author":"L Gazzola","year":"2017","unstructured":"Gazzola L, Micucci D, Mariani L (2017) Automatic software repair: a survey. IEEE Trans Softw Eng 45(1):34\u201367","journal-title":"IEEE Trans Softw Eng"},{"key":"2954_CR31","unstructured":"Zou D, Liang J, Xiong Y, Ernst MD, Lu Z (2019) An empirical study of fault localization families and their combinations. IEEE Trans Softw Eng"},{"issue":"1","key":"2954_CR32","doi-asserted-by":"publisher","first-page":"434","DOI":"10.1007\/s10664-019-09778-7","volume":"25","author":"TT Chekam","year":"2020","unstructured":"Chekam TT, Papadakis M, Bissyand\u00e9 TF, Le Traon Y, Sen K (2020) Selecting fault revealing mutants. Empirical Software Engineering 25(1):434\u2013487","journal-title":"Empirical Software Engineering"},{"key":"2954_CR33","first-page":"648","volume-title":"Proc. 32nd IEEE\/ACM International Conference on Automated Software Engineering","author":"RK Saha","year":"2017","unstructured":"Saha RK, Lyu Y, Yoshida H, Prasad MR (2017) Elixir: Effective objectoriented program repair. In: Proc. 32nd IEEE\/ACM International Conference on Automated Software Engineering, pp 648\u2013659"},{"issue":"4","key":"2954_CR34","doi-asserted-by":"publisher","first-page":"737","DOI":"10.4335\/15.4.737-761(2017)","volume":"15","author":"J Toplak","year":"2017","unstructured":"Toplak J (2017) Preferential voting: definition and classification. Lex Localis 15(4):737\u2013761","journal-title":"Lex Localis"},{"issue":"4","key":"2954_CR35","doi-asserted-by":"publisher","first-page":"636","DOI":"10.1287\/ijoc.2018.0853","volume":"31","author":"M Blom","year":"2019","unstructured":"Blom M, Stuckey PJ, Teague VJ (2019) Toward computing the margin of victory in single transferable vote elections. INFORMS J Comput 31(4):636\u2013653","journal-title":"INFORMS J Comput"},{"issue":"4","key":"2954_CR36","doi-asserted-by":"publisher","first-page":"31:1","DOI":"10.1145\/2522920.2522924","volume":"22","author":"X Xie","year":"2013","unstructured":"Xie X, Chen TY, Kuo FC, Xu B (2013) A theoretical analysis of the risk evaluation formulas for spectrum-based fault localization. ACM Transactions on Software Engineering and Methodology 22(4):31:1\u201331:40","journal-title":"ACM Transactions on Software Engineering and Methodology"},{"key":"2954_CR37","doi-asserted-by":"publisher","first-page":"106512","DOI":"10.1016\/j.infsof.2021.106512","volume":"133","author":"D Ghosh","year":"2021","unstructured":"Ghosh D, Singh J (2021) Spectrum-based multi-fault localization using chaotic genetic algorithm. Inf Softw Technol 133:106512","journal-title":"Inf Softw Technol"},{"key":"2954_CR38","first-page":"16","volume-title":"Proceedings of the ACM SIGSOFT International Symposium on Software Testing and Analysis","author":"JA Jones","year":"2007","unstructured":"Jones JA, Bowring JF, Harrold MJ (2007) Debugging in parallel. In: Proceedings of the ACM SIGSOFT International Symposium on Software Testing and Analysis, pp 16\u20131l"},{"key":"2954_CR39","first-page":"76","volume-title":"Proceedings of the 24th IEEE\/ACM International Conference on Automated Software Engineering","author":"S Ali","year":"2009","unstructured":"Ali S, Andrews JH, Dhandapani T, Wang W (2009) Evaluating the accuracy of fault localization techniques. In: Proceedings of the 24th IEEE\/ACM International Conference on Automated Software Engineering, pp 76\u201387"},{"key":"2954_CR40","volume-title":"29th IEEE International Conference on Software Maintenance (ICSM)","author":"B Tien-Duy","year":"2013","unstructured":"Tien-Duy B, Le T, Ferdian LD (2013) Theory and practice, do they match? a case with spectrum-based fault localization. In: 29th IEEE International Conference on Software Maintenance (ICSM)"},{"key":"2954_CR41","doi-asserted-by":"publisher","first-page":"506","DOI":"10.1109\/COMPSACW.2011.92","volume-title":"Proceedings of the 2011 IEEE 35th Annual Computer Software and Applications Conference Workshops","author":"V Debroy","year":"2011","unstructured":"Debroy V, Wong WE (2011) On the consensus-based application of fault localization techniques. In: Proceedings of the 2011 IEEE 35th Annual Computer Software and Applications Conference Workshops, pp 506\u2013511"},{"key":"2954_CR42","first-page":"244","volume-title":"Search Based Software Engineering, volume 7515 of Lecture Notes in Computer Science","author":"S Yoo","year":"2012","unstructured":"Yoo S (2012) Evolving human competitive spectra-based fault localisation techniques. In: Search Based Software Engineering, volume 7515 of Lecture Notes in Computer Science. Springer, pp 244\u2013258"},{"key":"2954_CR43","first-page":"579","volume-title":"Proceedings of the 10th Joint Meeting of the European Software Engineering Conference and ACM SIGSOFT Symposium on the Foundations of Software Engineering","author":"TB Le","year":"2015","unstructured":"Le TB, Oentaryo RJ, Lo D (2015) Information retrieval and spectrum based bug localization: Better together. In: Proceedings of the 10th Joint Meeting of the European Software Engineering Conference and ACM SIGSOFT Symposium on the Foundations of Software Engineering, pp 579\u2013590"},{"key":"2954_CR44","doi-asserted-by":"publisher","first-page":"562","DOI":"10.1007\/s10489-019-01526-0","volume":"50","author":"M Koohzadi","year":"2020","unstructured":"Koohzadi M, Charkari NM, Ghaderi F (2020) Unsupervised representation learning based on the deep multi-view ensemble learning. Appl Intell 50:562\u2013581","journal-title":"Appl Intell"},{"key":"2954_CR45","doi-asserted-by":"publisher","first-page":"2807","DOI":"10.1007\/s10489-019-01423-6","volume":"49","author":"P Lopez-Garcia","year":"2019","unstructured":"Lopez-Garcia P, Masegosa AD, Osaba E et al (2019) Ensemble classification for imbalanced data based on feature space partitioning and hybrid metaheuristics. Appl Intell 49:2807\u20132822","journal-title":"Appl Intell"},{"key":"2954_CR46","doi-asserted-by":"publisher","unstructured":"Zhang Y, Zhu R, Chen Z et al (2020) Evaluating and selecting features via lower bounds of feature inner correlations for high-dimensional data. Eur J Oper Res. https:\/\/doi.org\/10.1016\/j.ejor.2020.09.028","DOI":"10.1016\/j.ejor.2020.09.028"},{"key":"2954_CR47","first-page":"224","volume-title":"Proc. 5th International Symposium on Search Based Software Engineering - Volume 8084","author":"X Xie","year":"2013","unstructured":"Xie X, Kuo FC, Chen TY, Yoo S, Harman M (2013) Provably optimal and human competitive results in sbse for spectrum based fault localization. In: Proc. 5th International Symposium on Search Based Software Engineering - Volume 8084, pp 224\u2013238"},{"issue":"4","key":"2954_CR48","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1007\/s10664-005-3861-2","volume":"10","author":"H Do","year":"2005","unstructured":"Do H, Elbaum S, Rothermel G (2005) Supporting controlled experimentation with testing techniques: an infrastructure and its potential impact. Empir Softw Eng 10(4):405\u2013435","journal-title":"Empir Softw Eng"},{"key":"2954_CR49","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1016\/j.cola.2019.03.006","volume":"53","author":"A Majd","year":"2019","unstructured":"Majd A, Vahidi-Asl M, Khalilian A, Baraani-Dastjerdi A, Zamani B (2019) Code4Bench: A multidimensional benchmark of codeforces data for different program analysis techniques. Journal of Computer Languages 53:38\u201352","journal-title":"Journal of Computer Languages"},{"key":"2954_CR50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2","volume-title":"Experimentation in software engineering","author":"C Wohlin","year":"2012","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson MC, Regnell B, Wessl\u00e9n A (2012) Experimentation in software engineering. Springer Science & Business Media"},{"key":"2954_CR51","first-page":"199","volume-title":"Proc. International Symposium on Software Testing and Analysis","author":"C Parnin","year":"2011","unstructured":"Parnin C, Orso A (2011) Are automated debugging techniques actually helping programmers? In: Proc. International Symposium on Software Testing and Analysis, pp 199\u2013209"},{"issue":"3","key":"2954_CR52","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2000791.2000795","volume":"20","author":"L Naish","year":"2011","unstructured":"Naish L, Lee HJ, Ramamohanarao K (2011) A model for spectra-based software diagnosis. ACM Transactions on Software Engineering and Methodology (TOSEM) 20(3):1\u201332","journal-title":"ACM Transactions on Software Engineering and Methodology (TOSEM)"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02954-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-021-02954-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02954-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,11]],"date-time":"2023-02-11T16:06:05Z","timestamp":1676131565000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-021-02954-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,20]]},"references-count":52,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2022,8]]}},"alternative-id":["2954"],"URL":"https:\/\/doi.org\/10.1007\/s10489-021-02954-7","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,1,20]]},"assertion":[{"value":"24 October 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 January 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}