{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T15:48:16Z","timestamp":1776181696519,"version":"3.50.1"},"reference-count":90,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2025,1,23]],"date-time":"2025-01-23T00:00:00Z","timestamp":1737590400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,23]],"date-time":"2025-01-23T00:00:00Z","timestamp":1737590400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2025,3]]},"DOI":"10.1007\/s00521-024-10794-y","type":"journal-article","created":{"date-parts":[[2025,1,23]],"date-time":"2025-01-23T06:13:50Z","timestamp":1737612830000},"page":"6677-6724","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Metamorphic testing of deep neural network-based autonomous driving systems using behavioural domain adequacy"],"prefix":"10.1007","volume":"37","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8730-2911","authenticated-orcid":false,"given":"Akram","family":"Kalaee","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4381-2773","authenticated-orcid":false,"given":"Saeed","family":"Parsa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,1,23]]},"reference":[{"key":"10794_CR1","doi-asserted-by":"crossref","unstructured":"Chen C, Seff A, Kornhauser A, Xiao J (2015) Deepdriving: learning affordance for direct perception in autonomous driving. In: Proceedings of the IEEE international conference on computer vision, pp 2722\u20132730","DOI":"10.1109\/ICCV.2015.312"},{"key":"10794_CR2","unstructured":"NVIDIA (2016) Drive PX 2. http:\/\/www.nvidia.com\/object\/drive-px.html"},{"key":"10794_CR3","unstructured":"Bojarski M, Del Testa D, Dworakowski D, Firner B, Flepp B, Goyal P, Jackel LD et al (2016) End to end learning for self-driving cars. arXiv preprint arXiv:1604.07316"},{"key":"10794_CR4","unstructured":"Gibbs S (2018) Ubers self-driving car saw the pedestrian but didn\u2019t swerve\u2013report. The Guardian"},{"key":"10794_CR5","unstructured":"Boudette, N. E. Teslas self-driving system cleared in deadly crash. The New York Times, 19, 2017."},{"key":"10794_CR6","unstructured":"Chen TY, Cheung SC, Ming Yiu S (2020) Metamorphic testing: a new approach for generating next test cases. arXiv preprint arXiv:2002.12543"},{"key":"10794_CR7","doi-asserted-by":"crossref","unstructured":"Ma L, Zhang F, Sun J, Xue M, Li B, Juefei-Xu F, Xie C et al (2018) Deepmutation: Mutation testing of deep learning systems. In: 2018 IEEE 29th international symposium on software reliability engineering (ISSRE), pp 100\u2013111. IEEE","DOI":"10.1109\/ISSRE.2018.00021"},{"key":"10794_CR8","doi-asserted-by":"crossref","unstructured":"Pei K, Cao Y, Yang J, Jana S (2017) Deepxplore: automated whitebox testing of deep learning systems. In: Proceedings of the 26th symposium on operating systems principles, pp 1\u201318","DOI":"10.1145\/3132747.3132785"},{"key":"10794_CR9","doi-asserted-by":"crossref","unstructured":"Tian Y, Pei K, Jana S, Ray B (2018) Deeptest: automated testing of deep-neural-network-driven autonomous cars. In: Proceedings of the 40th international conference on software engineering, pp 303\u2013314","DOI":"10.1145\/3180155.3180220"},{"key":"10794_CR10","unstructured":"Li Z, Pan M, Zhang T, Li X (2021) Testing dnn-based autonomous driving systems under critical environmental conditions. In: International conference on machine learning, pp 6471\u20136482. PMLR"},{"key":"10794_CR11","unstructured":"Zhang M, Zhang Y, Zhang L, Liu C, Khurshid S (2018) DeepRoad: GAN-based metamorphic autonomous driving system. Research Gate Publication"},{"key":"10794_CR12","doi-asserted-by":"publisher","first-page":"3055","DOI":"10.1109\/ACCESS.2019.2962695","volume":"8","author":"M Yan","year":"2019","unstructured":"Yan M, Wang Li, Fei A (2019) ARTDL: adaptive random testing for deep learning systems. IEEE Access 8:3055\u20133064","journal-title":"IEEE Access"},{"key":"10794_CR13","doi-asserted-by":"crossref","unstructured":"Dwarakanath A, Ahuja M, Sikand S, Rao RM, Jagadeesh Chandra Bose RP, Dubash N, Podder S (2018) Identifying implementation bugs in machine learning based image classifiers using metamorphic testing. In: Proceedings of the 27th ACM SIGSOFT international symposium on software testing and analysis, pp 118\u2013128","DOI":"10.1145\/3213846.3213858"},{"key":"10794_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.110574","volume":"165","author":"H Spieker","year":"2020","unstructured":"Spieker H, Gotlieb A (2020) Adaptive metamorphic testing with contextual bandits. J Syst Softw 165:110574","journal-title":"J Syst Softw"},{"key":"10794_CR15","doi-asserted-by":"crossref","unstructured":"Deng Y, Zheng X, Zhang T, Liu H, Lou G, Kim M, Yueh Chen T (2022) A declarative metamorphic testing framework for autonomous driving. IEEE Trans Softw Eng","DOI":"10.1109\/TSE.2022.3206427"},{"key":"10794_CR16","doi-asserted-by":"crossref","unstructured":"Aghababaeyan Z, Abdellatif M, Dadkhah M, Briand L (2023) DeepGD: a multi-objective black-box test selection approach for deep neural networks. arXiv preprint arXiv:2303.04878","DOI":"10.1145\/3644388"},{"key":"10794_CR17","doi-asserted-by":"crossref","unstructured":"Rechenberg I (1978) Simulationsmethoden in der Medizin und Biologie. 83\u2013114","DOI":"10.1007\/978-3-642-81283-5_8"},{"key":"10794_CR18","doi-asserted-by":"crossref","unstructured":"Khakzar A, Baselizadeh S, Khanduja S, Rupprecht C, Tae Kim S, Navab N (2021) Neural response interpretation through the lens of critical pathways. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 13528\u201313538","DOI":"10.1109\/CVPR46437.2021.01332"},{"key":"10794_CR19","doi-asserted-by":"crossref","unstructured":"Deb K, Udaya Bhaskara Rao N, Karthik S (2007) Dynamic multi-objective optimization and decision-making using modified NSGA-II: A case study on hydro-thermal power scheduling. In: International conference on evolutionary multi-criterion optimization, pp 803\u2013817. Springer, Berlin Heidelberg","DOI":"10.1007\/978-3-540-70928-2_60"},{"key":"10794_CR20","unstructured":"Udacity (2016) The udacity open source self-driving car project. https:\/\/github.com\/udacity\/self-driving-car"},{"key":"10794_CR21","doi-asserted-by":"crossref","unstructured":"Panichella A, Oliveto R, Di Penta M, De Lucia A (2014) Improving multi-objective test case selection by injecting diversity in genetic algorithms. IEEE Trans Softw Eng 41(4): 358\u2013383","DOI":"10.1109\/TSE.2014.2364175"},{"key":"10794_CR22","doi-asserted-by":"crossref","unstructured":"Shamshiri S, Just R, Miguel Rojas J, Fraser G, McMinn P, Arcuri A (2015) Do automatically generated unit tests find real faults? an empirical study of effectiveness and challenges (t). In: 2015 30th IEEE\/ACM international conference on automated software engineering (ASE), pp 201\u2013211. IEEE","DOI":"10.1109\/ASE.2015.86"},{"key":"10794_CR23","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2022.107091","volume":"154","author":"A Kalaee","year":"2023","unstructured":"Kalaee A, Parsa S, Fathi N (2023) COSMOS: a comprehensive framework for automatically generating domain-oriented test suite. Inf Softw Technol 154:107091","journal-title":"Inf Softw Technol"},{"key":"10794_CR24","doi-asserted-by":"crossref","unstructured":"DeMillo RA, Jefferson Offutt A (1991) Constraint-based automatic test data generation. IEEE Trans Softw Eng 17(9): 900\u2013910.","DOI":"10.1109\/32.92910"},{"issue":"12","key":"10794_CR25","doi-asserted-by":"publisher","first-page":"2618","DOI":"10.1016\/j.jss.2010.08.021","volume":"83","author":"A Gotlieb","year":"2010","unstructured":"Gotlieb A, Petit M (2010) A uniform random test data generator for path testing. J Syst Softw 83(12):2618\u20132626","journal-title":"J Syst Softw"},{"key":"10794_CR26","first-page":"123","volume":"26","author":"X Guo","year":"2024","unstructured":"Guo X, Okamura H, Dohi T (2024) Optimal test case generation for boundary value analysis. Software Qual J 26:123\u2013145","journal-title":"Software Qual J"},{"key":"10794_CR27","doi-asserted-by":"crossref","unstructured":"Riccio V et al (2021) DeepMetis: augmenting a deep learning test set to increase its mutation score. arXiv preprint arXiv:2109.07514","DOI":"10.1109\/ASE51524.2021.9678764"},{"key":"10794_CR28","doi-asserted-by":"crossref","unstructured":"Guo J, Jiang Y, Zhao Y, Chen Q, Sun J (2018) DLFuzz: differential fuzzing testing of deep learning systems. arXiv preprint arXiv:1808.09413","DOI":"10.1145\/3236024.3264835"},{"key":"10794_CR29","doi-asserted-by":"crossref","unstructured":"Ma L, Juefei-Xu F, Zhang F, Sun J, Xue M, Li B, Chen C et al (2018) Deepgauge: multi-granularity testing criteria for deep learning systems. In: Proceedings of the 33rd ACM\/IEEE international conference on automated software engineering, pp 120\u2013131","DOI":"10.1145\/3238147.3238202"},{"key":"10794_CR30","unstructured":"Demir S, Ferit Eniser H, Sen A (2019) DeepSmartFuzzer: reward guided test generation for deep learning. arXiv:1911.10621 [cs.LG]"},{"key":"10794_CR31","doi-asserted-by":"crossref","unstructured":"Yu J et al (2019) Test4Deep: an effective white-box testing for deep neural networks. In: CSE\/EUC, pp 16\u201323","DOI":"10.1109\/CSE\/EUC.2019.00013"},{"issue":"2","key":"10794_CR32","first-page":"123","volume":"45","author":"J Doe","year":"2023","unstructured":"Doe J, Smith J (2023) DeepPath: path-driven testing criteria for deep neural networks. J Artif Intell 45(2):123\u2013145","journal-title":"J Artif Intell"},{"key":"10794_CR33","doi-asserted-by":"crossref","unstructured":"Zhou Z, Dou W, Liu J, Zhang C, Wei J, Ye D (2000) DeepCon: contribution coverage testing for deep learning systems. In: Proceedings of the 2021 IEEE international conference on software analysis, evolution and reengineering (SANER), Virtual, 9\u201312 March 2021, pp. 189\u2013200","DOI":"10.1109\/SANER50967.2021.00026"},{"key":"10794_CR34","doi-asserted-by":"crossref","unstructured":"Dola S, Dwyer MB, Lou Soffa M (2021) Distribution-aware testing of neural networks using generative models. In: 2021 IEEE\/ACM 43rd international conference on software engineering (ICSE), pp 226\u2013237. IEEE","DOI":"10.1109\/ICSE43902.2021.00032"},{"key":"10794_CR35","doi-asserted-by":"crossref","unstructured":"Zohdinasab T, Riccio V, Gambi A, Tonella P (2021) Deephyperion: exploring the feature space of deep learning-based systems through illumination search. In: Proceedings of the 30th ACM SIGSOFT international symposium on software testing and analysis, pp 79\u201390","DOI":"10.1145\/3460319.3464811"},{"issue":"3","key":"10794_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3490489","volume":"31","author":"X Xie","year":"2022","unstructured":"Xie X, Li T, Wang J, Ma L, Guo Q, Juefei-Xu F, Liu Y (2022) Npc: N euron path c overage via characterizing decision logic of deep neural networks. ACM Trans Software Eng Methodol (TOSEM) 31(3):1\u201327","journal-title":"ACM Trans Software Eng Methodol (TOSEM)"},{"key":"10794_CR37","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2023.118936","volume":"637","author":"H Jin","year":"2023","unstructured":"Jin H, Chen R, Zheng H, Chen J, Cheng Y, Yue Yu, Chen T, Liu X (2023) Excitement surfeited turns to errors: deep learning testing framework based on excitable neurons. Inf Sci 637:118936","journal-title":"Inf Sci"},{"key":"10794_CR38","doi-asserted-by":"crossref","unstructured":"Ji Zh, Ma P, Yuan Y, Wang S (2023) Cc: Causality-aware coverage criterion for deep neural networks. In: 2023 IEEE\/ACM 45th international conference on software engineering (ICSE), pp. 1788\u20131800. IEEE","DOI":"10.1109\/ICSE48619.2023.00153"},{"key":"10794_CR39","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/j.isatra.2022.11.007","volume":"132","author":"D Unal","year":"2023","unstructured":"Unal D, Catak O, Talal Houkan M, Mudassir M, Hammoudeh M (2023) Towards robust autonomous driving systems through adversarial test set generation. ISA Trans 132:69\u201379","journal-title":"ISA Trans"},{"key":"10794_CR40","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2023.107266","volume":"162","author":"C Tao","year":"2023","unstructured":"Tao C, Tao Y, Guo H, Huang Z, Sun X (2023) DLRegion: Coverage-guided fuzz testing of deep neural networks with region-based neuron selection strategies. Inf Softw Technol 162:107266","journal-title":"Inf Softw Technol"},{"key":"10794_CR41","doi-asserted-by":"crossref","unstructured":"Zhu J, Tao C, Guo H, Ju Y (2024) DeepTD: diversity-guided deep neural network test generation. In: Hermanns H, Sun J, Bu L (eds) Dependable software engineering. Theories, tools, and applications. SETTA 2023, 14464. Lecture Notes in Computer Science. Springer, Singapore","DOI":"10.1007\/978-981-99-8664-4_24"},{"key":"10794_CR42","doi-asserted-by":"crossref","unstructured":"Wang L, Xie X, Du X, Tian M, Guo Q, Yang Z, Shen C (2023) DistXplore: distribution-guided testing for evaluating and enhancing deep learning systems. In: Proceedings of the 2023 29th ACM joint meeting on European software engineering conference and symposium on the foundations of software engineering, ESEC\/FSE \u201823, San Francisco, CA, USA. ACM","DOI":"10.1145\/3611643.3616266"},{"key":"10794_CR43","unstructured":"Zohdinasab T, Riccio V, Tonella P (2023) DeepAtash: focused test generation for deep learning systems. In: Proceedings of the 23rd ACM SIGSOFT international symposium on software testing and analysis (ISSTA \u201823), July 17\u201321, 2023, Seattle, WA, United States. ACM"},{"issue":"3","key":"10794_CR44","doi-asserted-by":"publisher","first-page":"784","DOI":"10.26599\/TST.2023.9010057","volume":"29","author":"Z Lian","year":"2024","unstructured":"Lian Z, Tian F (2024) DeepSI: a sensitive-driven testing samples generation method of Whitebox CNN model for edge computing. Tsinghua Sci Technol 29(3):784\u2013794","journal-title":"Tsinghua Sci Technol"},{"key":"10794_CR45","doi-asserted-by":"crossref","unstructured":"Ma L, Juefei-Xu F, Xue M, Li B, Li L, Liu Y, Zhao J (2019) DeepCT: tomographic combinatorial testing for deep learning systems. In: Proceedings of the 2019 IEEE 26th international conference on software analysis, evolution and reengineering (SANER), Hangzhou, China","DOI":"10.1109\/SANER.2019.8668044"},{"key":"10794_CR46","doi-asserted-by":"crossref","unstructured":"Lei J, Kacker R, Kuhn DR (2021) A combinatorial approach to testing deep neural network-based autonomous driving systems. In: Proceedings of the IEEE international conference on software testing, verification and validation workshops (ICSTW), pp 57\u201366. IEEE","DOI":"10.1109\/ICSTW52544.2021.00022"},{"issue":"3","key":"10794_CR47","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3576040","volume":"32","author":"S Dola","year":"2023","unstructured":"Dola S, Dwyer MB, Lou Soffa M (2023) Input distribution coverage: measuring feature interaction adequacy in neural network testing. ACM Trans Software Eng Methodol 32(3):1\u201348","journal-title":"ACM Trans Software Eng Methodol"},{"key":"10794_CR48","doi-asserted-by":"crossref","unstructured":"Zhang L, Hiroyuki S (2020) Automated test input generation for convolutional neural networks by implementing multi-objective evolutionary algorithms. In: Eighth international symposium on computing and networking workshops (CANDARW)","DOI":"10.1109\/CANDARW51189.2020.00040"},{"key":"10794_CR49","doi-asserted-by":"crossref","unstructured":"Xie X, Ma L, Juefei-Xu F, Xue M, Chen H, Liu Y, Zhao J, Li B, Yin J (2019) DeepHunter: a coverage-guided fuzz testing framework for deep neural networks. In: Proceedings of the 24th ACM SIGSOFT international symposium on software testing and analysis (ISSTA \u201819). ACM, New York, NY, USA, 15\u201319","DOI":"10.1145\/3293882.3330579"},{"key":"10794_CR50","doi-asserted-by":"crossref","unstructured":"Braiek HB, Khomh F (2019) Deepevolution: a search-based testing approach for deep neural networks. In: 2019 IEEE international conference on software maintenance and evolution (ICSME), IEEE, pp 454\u2013458","DOI":"10.1109\/ICSME.2019.00078"},{"key":"10794_CR51","doi-asserted-by":"crossref","unstructured":"Torikoshi Y, Nishi Y, Takahashi J (2023) Sensitive region-based metamorphic testing framework using explainable AI. In: 2023 IEEE\/ACM 8th international workshop on metamorphic testing (MET), pp 25\u201330. IEEE","DOI":"10.1109\/MET59151.2023.00011"},{"key":"10794_CR52","doi-asserted-by":"crossref","unstructured":"Zhi Y, Xie X, Shen C, Sun J, Zhang X, Guan X (2023) Seed selection for testing deep neural networks. ACM Trans Softw Eng Methodol","DOI":"10.1145\/3607190"},{"key":"10794_CR53","doi-asserted-by":"crossref","unstructured":"Zhang L, Hiroyuki SATO (2020) Automated test input generation for convolutional neural networks by implementing multi-objective evolutionary algorithms. In: 2020 eighth international symposium on computing and networking workshops (CANDARW), pp 157\u2013163. IEEE","DOI":"10.1109\/CANDARW51189.2020.00040"},{"key":"10794_CR54","doi-asserted-by":"crossref","unstructured":"Arrieta A (2022) Multi-objective metamorphic follow-up test case selection for deep learning systems. In: Proceedings of the genetic and evolutionary computation conference, pp 1327\u20131335","DOI":"10.1145\/3512290.3528697"},{"key":"10794_CR55","unstructured":"Tambon, Florian, Giulio Antoniol, and Foutse Khomh. \u201cHOMRS: High Order Metamorphic Relations Selector for Deep Neural Networks.\u201d arXiv preprint arXiv:2107.04863 (2021)."},{"key":"10794_CR56","doi-asserted-by":"crossref","unstructured":"Abdessalem, Raja Ben, Shiva Nejati, Lionel C. Briand, and Thomas Stifter. \u201cTesting vision-based control systems using learnable evolutionary algorithms.\u201d In Proceedings of the 40th International Conference on Software Engineering, pp. 1016\u20131026. 2018.","DOI":"10.1145\/3180155.3180160"},{"key":"10794_CR57","doi-asserted-by":"crossref","unstructured":"Zhou H, Li W, Kong Z, Guo J, Zhang Y, Yu B, Zhang L, Liu C (2020) Deepbillboard: Systematic physical-world testing of autonomous driving systems. In: Proceedings of the ACM\/IEEE 42nd international conference on software engineering, pp 347\u2013358","DOI":"10.1145\/3377811.3380422"},{"key":"10794_CR58","doi-asserted-by":"crossref","unstructured":"Li Z, Ma X, Xu C, Cao C, Xu J, L\u00fc J (2019) Boosting operational DNN testing efficiency through conditioning. In: Proceedings of the 2019 27th ACM joint meeting on European software engineering conference and symposium on the foundations of software engineering, pp 499\u2013509","DOI":"10.1145\/3338906.3338930"},{"issue":"3","key":"10794_CR59","doi-asserted-by":"publisher","first-page":"1191","DOI":"10.1109\/TR.2021.3080664","volume":"71","author":"W Huang","year":"2021","unstructured":"Huang W, Sun Y, Zhao X, Sharp J, Ruan W, Meng J, Huang X (2021) Coverage-guided testing for recurrent neural networks. IEEE Trans Reliab 71(3):1191\u20131206","journal-title":"IEEE Trans Reliab"},{"key":"10794_CR60","unstructured":"Odena A, Olsson C, Andersen D, Goodfellow I (2019) Tensorfuzz: debugging neural networks with coverage-guided fuzzing. In: International conference on machine learning, pp 4901\u20134911. PMLR"},{"key":"10794_CR61","doi-asserted-by":"crossref","unstructured":"Aghababaeyan Z, Abdellatif M, Briand L, Ramesh S, Bagherzadeh M (2023) Black-box testing of deep neural networks through test case diversity. IEEE Trans Software Eng","DOI":"10.1109\/TSE.2023.3243522"},{"key":"10794_CR62","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556"},{"key":"10794_CR63","doi-asserted-by":"crossref","unstructured":"Wang Y, Su H, Zhang B, Hu X (2018) Interpret neural networks by identifying critical data routing paths. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 8906\u20138914","DOI":"10.1109\/CVPR.2018.00928"},{"key":"10794_CR64","first-page":"537","volume":"53","author":"S Mishra","year":"2017","unstructured":"Mishra S, Sturm BL, Dixon S (2017) Local interpretable model-agnostic explanations for music content analysis. ISMIR 53:537\u2013543","journal-title":"ISMIR"},{"key":"10794_CR65","unstructured":"Springenberg JT, Dosovitskiy A, Brox T, Riedmiller M (2014) Striving for simplicity: the all convolutional net. arXiv preprint arXiv:1412.6806"},{"key":"10794_CR66","doi-asserted-by":"crossref","unstructured":"Selvaraju RR, Cogswell M, Das A, Vedantam R, Parikh D, Batra D (2017) Grad-cam: visual explanations from deep networks via gradient-based localization. In: Proceedings of the IEEE international conference on computer vision, pp 618\u2013626","DOI":"10.1109\/ICCV.2017.74"},{"key":"10794_CR67","unstructured":"Sundararajan M, Taly A, Yan Q (2017) Axiomatic attribution for deep networks. In: International conference on machine learning, pp 3319\u20133328. PMLR"},{"key":"10794_CR68","doi-asserted-by":"crossref","unstructured":"Tracey N, Clark J, Mander K, McDermid J (1998) An automated framework for structural test-data generation. In: Proceedings 13th IEEE international conference on automated software engineering (Cat. No. 98EX239), pp 285\u2013288. IEEE","DOI":"10.1109\/ASE.1998.732680"},{"key":"10794_CR69","doi-asserted-by":"crossref","unstructured":"Xiao J, Wei-min L, Wei L, Xin-rong X (2015) Optimization on black box function optimization problem. Math Problems Eng","DOI":"10.1155\/2015\/647234"},{"issue":"3","key":"10794_CR70","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1109\/4235.930314","volume":"5","author":"HG Beyer","year":"2001","unstructured":"Beyer HG, Kalyanmoy D (2001) On self-adaptive features in real-parameter evolutionary algorithms. IEEE Trans Evolut Comput 5(3):250\u2013270","journal-title":"IEEE Trans Evolut Comput"},{"issue":"2","key":"10794_CR71","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1162\/106365601750190406","volume":"9","author":"K Deb","year":"2001","unstructured":"Deb K, Beyer HG (2001) Self-adaptive genetic algorithms with simulated binary crossover. Evol Comput 9(2):197\u2013221","journal-title":"Evol Comput"},{"key":"10794_CR72","doi-asserted-by":"crossref","unstructured":"Li Z, Ma X, Xu C, Cao C (2019) Structural coverage criteria for neural networks could be misleading. In: 2019 IEEE\/ACM 41st international conference on software engineering: new ideas and emerging results (ICSE-NIER), pp 89\u201392. IEEE","DOI":"10.1109\/ICSE-NIER.2019.00031"},{"key":"10794_CR73","doi-asserted-by":"crossref","unstructured":"Harel-Canada F, Wang L, Ali Gulzar M, Gu Q, Kim M (2020) Is neuron coverage a meaningful measure for testing deep neural networks?. In: Proceedings of the 28th ACM joint meeting on European software engineering conference and symposium on the foundations of software engineering, pp 851\u2013862","DOI":"10.1145\/3368089.3409754"},{"key":"10794_CR74","unstructured":"Chen J, Yan M, Wang Z, Kang Y, Wu Z (2020) Deep neural network test coverage: How far are we?.\u201d arXiv preprint arXiv:2010.04946"},{"key":"10794_CR75","doi-asserted-by":"crossref","unstructured":"Dong Y, Zhang P, Wang J, Liu S, Sun J, Hao J, Wang X, Wang L, Dong J, Dai T (2020) An empirical study on correlation between coverage and robustness for deep neural networks. In: 2020 25th international conference on engineering of complex computer systems (ICECCS), pp 73\u201382. IEEE","DOI":"10.1109\/ICECCS51672.2020.00016"},{"key":"10794_CR76","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1007\/BF02294183","volume":"65","author":"DG Bonett","year":"2000","unstructured":"Bonett DG, Wright TA (2000) Sample size requirements for estimating Pearson, Kendall and Spearman correlations. Psychometrika 65:23\u201328","journal-title":"Psychometrika"},{"key":"10794_CR77","unstructured":"Heusel M, Ramsauer H, Unterthiner T, Nessler B, Hochreiter S (2017) GANs trained by a two time-scale update rule converge to a local nash equilibrium. Adv Neural Inf Process Syst"},{"key":"10794_CR78","doi-asserted-by":"crossref","unstructured":"Yuan Y, Pang Q, Wang S (20223) Revisiting neuron coverage for DNN testing: a layer-wise and distribution-aware criterion. In: 2023 IEEE\/ACM 45th international conference on software engineering (ICSE), pp 1200\u20131212. IEEE","DOI":"10.1109\/ICSE48619.2023.00107"},{"key":"10794_CR79","doi-asserted-by":"crossref","unstructured":"Messaoudi S, Panichella A, Bianculli D, Briand L, Sasnauskas R (2018) A search-based approach for accurate identification of log message formats. In: Proceedings of the 26th conference on program comprehension, pp 167\u2013177","DOI":"10.1145\/3196321.3196340"},{"key":"10794_CR80","doi-asserted-by":"publisher","first-page":"89497","DOI":"10.1109\/ACCESS.2020.2990567","volume":"8","author":"J Blank","year":"2020","unstructured":"Blank J, Deb K (2020) Pymoo: multi-objective optimization in python. IEEE Access 8:89497\u201389509","journal-title":"IEEE Access"},{"key":"10794_CR81","unstructured":"Oinar C, Kim E (2022) Self-driving car steering angle prediction: let transformer be a car again. arXiv preprint arXiv:2204.12748"},{"key":"10794_CR82","doi-asserted-by":"crossref","unstructured":"Rey D, Neuh\u00e4user M (2011) Wilcoxon-signed-rank test. In: Lovric M (ed) International encyclopedia of statistical science. Springer, Berlin, Heidelberg","DOI":"10.1007\/978-3-642-04898-2_616"},{"key":"10794_CR83","doi-asserted-by":"crossref","unstructured":"McInnes L, Healy J, Melville J (2018) Umap: uniform manifold approximation and projection for dimension reduction. arXiv preprint arXiv:1802.03426","DOI":"10.21105\/joss.00861"},{"issue":"2065","key":"10794_CR84","doi-asserted-by":"publisher","first-page":"20150202","DOI":"10.1098\/rsta.2015.0202","volume":"374","author":"IT Jolliffe","year":"2016","unstructured":"Jolliffe IT, Cadima J (2016) Principal component analysis: a review and recent developments. Philos Trans R Soc A Math Phys Eng Sci 374(2065):20150202","journal-title":"Philos Trans R Soc A Math Phys Eng Sci"},{"key":"10794_CR85","unstructured":"Van der Maaten L, Hinton G (2008) Visualizing data using t-SNE. J Mach Learn Res 9(11)"},{"issue":"11","key":"10794_CR86","doi-asserted-by":"publisher","first-page":"205","DOI":"10.21105\/joss.00205","volume":"2","author":"L McInnes","year":"2017","unstructured":"McInnes L, Healy J, Astels S (2017) hdbscan: hierarchical density based clustering. J Open Source Softw 2(11):205","journal-title":"J Open Source Softw"},{"key":"10794_CR87","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1016\/0377-0427(87)90125-7","volume":"20","author":"PJ Rousseeuw","year":"1987","unstructured":"Rousseeuw PJ (1987) Silhouettes: a graphical aid to the interpretation and validation of cluster analysis. J Comput Appl Math 20:53\u201365","journal-title":"J Comput Appl Math"},{"key":"10794_CR88","doi-asserted-by":"crossref","unstructured":"Moulavi D, Jaskowiak PA, Campello RJGB, Zimek A, Sander J (2014) Density-based clustering validation. In: Proceedings of the 2014 SIAM international conference on data mining, pp 839\u2013847. Society for Industrial and Applied Mathematics","DOI":"10.1137\/1.9781611973440.96"},{"issue":"2","key":"10794_CR89","first-page":"101","volume":"25","author":"A Vargha","year":"2000","unstructured":"Vargha A, Delaney HD (2000) A critique and improvement of the CL common language effect size statistics of McGraw and Wong. J Educ Behav Stat 25(2):101\u2013132","journal-title":"J Educ Behav Stat"},{"key":"10794_CR90","unstructured":"Krizhevsky A, Geoffrey H (2009) Learning multiple layers of features from tiny images. Master\u2019s thesis, Department of Computer Science, University of Toronto"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10794-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-10794-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10794-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,6]],"date-time":"2025-03-06T17:38:07Z","timestamp":1741282687000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-10794-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,23]]},"references-count":90,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2025,3]]}},"alternative-id":["10794"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-10794-y","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,23]]},"assertion":[{"value":"28 September 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 November 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no competing interests as defined by Springer or other interests that might be perceived to influence the results and discussion reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}