{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T18:05:20Z","timestamp":1781287520813,"version":"3.54.1"},"reference-count":79,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62141208"],"award-info":[{"award-number":["62141208"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62202414"],"award-info":[{"award-number":["62202414"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Key R&#x0026;D Program in Shaanxi Province","award":["2023-YBGY-262"],"award-info":[{"award-number":["2023-YBGY-262"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1109\/tse.2023.3349001","type":"journal-article","created":{"date-parts":[[2024,1,8]],"date-time":"2024-01-08T19:41:33Z","timestamp":1704742893000},"page":"391-412","source":"Crossref","is-referenced-by-count":35,"title":["An Empirical Study on Correlations Between Deep Neural Network Fairness and Neuron Coverage Criteria"],"prefix":"10.1109","volume":"50","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7969-1630","authenticated-orcid":false,"given":"Wei","family":"Zheng","sequence":"first","affiliation":[{"name":"School of Software, Northwestern Polytechnical University, Xi&#x2019;an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-0279-8530","authenticated-orcid":false,"given":"Lidan","family":"Lin","sequence":"additional","affiliation":[{"name":"School of Software, Northwestern Polytechnical University, Xi&#x2019;an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5432-651X","authenticated-orcid":false,"given":"Xiaoxue","family":"Wu","sequence":"additional","affiliation":[{"name":"School of Information Engineering, Yangzhou University, Yangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1180-3891","authenticated-orcid":false,"given":"Xiang","family":"Chen","sequence":"additional","affiliation":[{"name":"School of Information Science and Technology, Nantong University, Nantong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1023\/A:1011424425034"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/SIEDS.2018.8374722"},{"issue":"3","key":"ref4","doi-asserted-by":"crossref","first-page":"47","DOI":"10.3390\/mti2030047","article-title":"Deep learning and medical diagnosis: A review of literature","volume":"2","author":"Bakator","year":"2018","journal-title":"Multimodal Technol. Interact."},{"issue":"2","key":"ref5","first-page":"38","article-title":"Credit risk analysis using machine and deep learning models","volume":"6","author":"Addo","year":"2018"},{"key":"ref6","article-title":"AI fairness 360: An extensible toolkit for detecting, understanding, and mitigating unwanted algorithmic bias","author":"Bellamy","year":"2018"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380331"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2962027"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2020.3000681"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1002\/9781119184256.ch3"},{"issue":"1","key":"ref11","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1177\/0093854808326545","article-title":"Evaluating the predictive validity of the compas risk and needs assessment system","volume":"36","author":"Ehret","year":"2009","journal-title":"Criminal Justice Behav."},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2012.2214212"},{"key":"ref13","doi-asserted-by":"crossref","article-title":"Fairness in machine learning: A survey","author":"Caton","DOI":"10.1145\/3616865"},{"key":"ref14","article-title":"Software engineering for fairness: A case study with hyperparameter optimization","author":"Chakraborty"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264838"},{"key":"ref16","first-page":"57","article-title":"The influence of size and coverage on test suite effectiveness","volume-title":"Proc. 18th Int. Symp. Softw. Test. Anal. (ISSTA)","author":"Namin","year":"2009"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.1994.296778"},{"key":"ref18","first-page":"1","article-title":"DeepXplore: Automated whitebox testing of deep learning systems","volume-title":"Proc. 26th Symp. Operating Syst. Princ. (SOSP \u201917)","author":"Pei","year":"2017"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409671"},{"key":"ref22","article-title":"Impact of dataset size on deep learning model skill and performance estimates","author":"Brownlee","year":"2020"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.3906\/elk-1807-212"},{"issue":"4","key":"ref24","doi-asserted-by":"crossref","first-page":"1111","DOI":"10.3390\/molecules26041111","article-title":"Effect of dataset size and train\/test split ratios in QSAR\/QSPR multiclass classification","volume":"26","author":"R\u00e1cz","year":"2021","journal-title":"Molecules"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.3390\/app11020796"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-011-0463-8"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278779"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2783311"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33486-3_3"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1126\/science.30.757.23"},{"key":"ref31","first-page":"66","article-title":"Statistical methods for research workers","volume-title":"Breakthroughs in Statistics","author":"Fisher","year":"1970"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.2307\/2332226"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-6351-086-8_4"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3457607"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3194770.3194776"},{"key":"ref36","article-title":"On formalizing fairness in prediction with machine learning","author":"Gajane","year":"2018"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-010-0190-x"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3194770.3194776"},{"key":"ref40","first-page":"1","article-title":"Equality of opportunity in supervised learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"29","author":"Hardt","year":"2016"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2783311"},{"key":"ref42","first-page":"962","article-title":"Fairness constraints: Mechanisms for fair classification","volume-title":"Proc. Artif. Intell. Statist.","author":"Zafar","year":"2017"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220046"},{"key":"ref44","first-page":"325","article-title":"Learning fair representations","volume-title":"Int. Conf. Mach. Learn.","author":"Zemel","year":"2013"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238165"},{"key":"ref46","article-title":"Automated test generation to detect individual discrimination in AI models","author":"Agarwal","year":"2018"},{"key":"ref47","article-title":"UCI machine learning repository: Adult data set","author":"Ronny","year":"1996"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1016\/j.dss.2014.03.001","article-title":"A data-driven approach to predict the success of bank telemarketing","volume":"62","author":"Moro","year":"2014","journal-title":"Decis. Support Syst."},{"key":"ref49","article-title":"Machine bias: Theres software used across the country to predict future criminals. And its biased against blacks","volume-title":"ProPublica","author":"Angwin","year":"2016"},{"key":"ref50","article-title":"UCI machine learning repository: Default of credit card clients data set","year":"2016"},{"key":"ref51","article-title":"UCI machine learning repository: Statlog (German credit data) data set","author":"Hofmann","year":"1994"},{"key":"ref52","article-title":"UCI machine learning repository: Heart disease data set","year":"1988"},{"key":"ref53","article-title":"Medical expenditure panel survey home","year":"2022"},{"key":"ref54","article-title":"UCI machine learning repository: Student performance data set","year":"2014"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2021.3063727"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/tr.2022.3145381"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/j.heliyon.2018.e00938"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/34.824819"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-011-0463-8"},{"key":"ref60","first-page":"1436","article-title":"\u2019Ignorance and prejudice\u2019 in software fairness","volume-title":"Proc. IEEE\/ACM 43rd Int. Conf. Softw. Eng. (ICSE)","author":"Zhang","year":"2021"},{"issue":"2","key":"ref61","first-page":"248","volume":"118","author":"Gnedenko","year":"1955","journal-title":"Limit Distributions for Sums of Independent Random Variables. Royal Statistical Society. Journal. Series A: General"},{"key":"ref62","volume-title":"Problems and Theorems in Analysis. Series: Integral Calculus. Theory of Functions","author":"Polya","year":"1972"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2021.106530"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/BF00344966"},{"key":"ref65","first-page":"237","article-title":"Revisiting the relationship between fault detection, test adequacy criteria, and test set size","volume-title":"Proc. 35th IEEE\/ACM Int. Conf. Autom. Softw. Eng.","author":"Chen","year":"2020"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409754"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/SANER53432.2022.00056"},{"key":"ref68","article-title":"There is limited correlation between coverage and robustness for deep neural networks","author":"Dong","year":"2019"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-55583-2_21"},{"key":"ref70","article-title":"A comprehensive empirical study of bias mitigation methods for software fairness","author":"Chen","year":"2022"},{"key":"ref71","volume-title":"Fundamental Statistics in Psychology and Education","author":"Guilford","year":"1950"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1002\/sim.4780040112"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-31984-9_22"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/1572272.1572280"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468537"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409697"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549093"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510091"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3220713"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/10473597\/10384481.pdf?arnumber=10384481","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,26]],"date-time":"2024-03-26T13:06:24Z","timestamp":1711458384000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10384481\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3]]},"references-count":79,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tse.2023.3349001","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3]]}}}