{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T16:29:46Z","timestamp":1778344186785,"version":"3.51.4"},"reference-count":64,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100003093","name":"Ministry of Higher Education, Malaysia Fundamental Research Grant Scheme","doi-asserted-by":"publisher","award":["015MA0-170"],"award-info":[{"award-number":["015MA0-170"]}],"id":[{"id":"10.13039\/501100003093","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2024.3502164","type":"journal-article","created":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T18:45:22Z","timestamp":1732041922000},"page":"172879-172891","source":"Crossref","is-referenced-by-count":1,"title":["Beyond the Seeds: Fairness Testing via Counterfactual Analysis of Non-Seed Instances"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-0404-3125","authenticated-orcid":false,"given":"Hussaini","family":"Mamman","sequence":"first","affiliation":[{"name":"Department of Computer and Information Sciences, Universiti Teknologi PETRONAS, Seri Iskandar, Perak, Malaysia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1736-4834","authenticated-orcid":false,"given":"Shuib","family":"Basri","sequence":"additional","affiliation":[{"name":"Department of Computer and Information Sciences, Universiti Teknologi PETRONAS, Seri Iskandar, Perak, Malaysia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7411-3639","authenticated-orcid":false,"given":"Abdullateef","family":"Oluwagbemiga Balogun","sequence":"additional","affiliation":[{"name":"Department of Computer and Information Sciences, Universiti Teknologi PETRONAS, Seri Iskandar, Perak, Malaysia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1904-1588","authenticated-orcid":false,"given":"Abdul","family":"Rehman Gilal","sequence":"additional","affiliation":[{"name":"Knight Foundation School of Computing and Information Sciences, Florida International University, Miami, FL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2076-1109","authenticated-orcid":false,"given":"Abdullahi","family":"Abubakar Imam","sequence":"additional","affiliation":[{"name":"Department of Computer Sciences, Universiti Brunei Darussalam, Brunei Darussalam, Brunei"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0098-0948","authenticated-orcid":false,"given":"Ganesh","family":"Kumar","sequence":"additional","affiliation":[{"name":"School of Engineering and Technology, Sunway University, Selangor, Malaysia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6966-2369","authenticated-orcid":false,"given":"Luiz","family":"Fernando Capretz","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Western University, London, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Feeding the Machine: Policing, Crime Data, & Algorithms","author":"Joh","year":"2017"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.21834\/ebpj.v7iSI7.3813"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372828"},{"key":"ref4","article-title":"Fair models in credit: Intersectional discrimination and the amplification of inequity","author":"Kim","year":"2023","journal-title":"arXiv:2308.02680"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1001\/jamanetworkopen.2023.45050"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/access.2023.3260639"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264838"},{"key":"ref8","doi-asserted-by":"crossref","DOI":"10.1201\/9781003278290-37","volume-title":"Machine Bias: There\u2019s Software Used Across the Country to Predict Future Criminals. And It\u2019s Biased Against Blacks","author":"Angwin","year":"2022"},{"key":"ref9","doi-asserted-by":"crossref","DOI":"10.1201\/9781003278290-44","volume-title":"Amazon Scraps Secret AI Recruiting Tool That Showed Bias Against Women","author":"Dastin","year":"2022"},{"key":"ref10","first-page":"77","article-title":"Gender shades: Intersectional accuracy disparities in commercial gender classification","volume-title":"Proc. Conf. Fairness, Accountability Transparency","volume":"2018","author":"Buolamwini"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/tifs.2021.3135750"},{"key":"ref12","article-title":"Gender and ethnicity bias in deep learning","author":"Islam","year":"2023"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-020-0304-9"},{"key":"ref14","volume-title":"A.I. Bias Caused 80% of Black Mortgage Applicants to be Denied","author":"Hale","year":"2022"},{"key":"ref15","volume-title":"D. Ingold and S. Soper. Amazon Doesn\u2019t Consider the Race of Its Customers. Should it? Bloomberg","year":"2022"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106277"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3457607"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/eurosp.2017.29"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238165"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/sethics52569.2021.00011"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287594"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"ref23","article-title":"Enhanced fairness testing via generating effective initial individual discriminatory instances","author":"Ma","year":"2022","journal-title":"arXiv:2209.08321"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338937"},{"key":"ref25","article-title":"Model reconstruction using counterfactual explanations: A perspective from polytope theory","author":"Dissanayake","year":"2024","journal-title":"arXiv:2405.05369"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s11158-023-09586-3"},{"key":"ref27","article-title":"Fairness testing: A comprehensive survey and analysis of trends","author":"Chen","year":"2022","journal-title":"arXiv:2207.10223"},{"key":"ref28","article-title":"Counterfactual fairness","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Kusner"},{"key":"ref29","article-title":"Dissecting causal biases","author":"Binkyt\u00e9","year":"2023","journal-title":"arXiv:2310.13364"},{"key":"ref30","article-title":"Causal context connects counterfactual fairness to robust prediction and group fairness","author":"Reese Anthis","year":"2023","journal-title":"arXiv:2310.19691"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372845"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-13448-7_10"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584082"},{"key":"ref34","volume-title":"Counterfactual Explanations in Explainable AI","year":"2023"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-022-00831-6"},{"key":"ref36","first-page":"166","article-title":"CERTIFAI: Counterfactual explanations for robustness, transparency, interpretability, and fairness of artificial intelligence models","volume-title":"Proc. AAAI\/ACM Conf. AI, Ethics, Soc.","author":"Sharma"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464820"},{"key":"ref38","first-page":"949","article-title":"White-box fairness testing through adversarial sampling","volume-title":"Proc. IEEE\/ACM 42nd Int. Conf. Softw. Eng. (ICSE)","author":"Zhang"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549169"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510137"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3617694.3623222"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3063289"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.5220\/0010761500003116"},{"key":"ref44","article-title":"A causal framework for discovering and removing direct and indirect discrimination","author":"Zhang","year":"2016","journal-title":"arXiv:1611. 07509"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.14569\/IJACSA.2023.0140202"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW55395.2022.00030"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468565"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3597926.3598099"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372850"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264590"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2021.3101478"},{"issue":"181","key":"ref53","first-page":"1","article-title":"Alibi explain: Algorithms for explaining machine learning models","volume":"22","author":"Klaise","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"ref54","article-title":"Fairness aware counterfactuals for subgroups","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"36","author":"Kavouras"},{"key":"ref55","article-title":"Explaining groups of instances counterfactually for XAI: A use case, algorithm and user study for group-counterfactuals","author":"Warren","year":"2023","journal-title":"arXiv:2303.09297"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2024.01.002"},{"key":"ref57","article-title":"One-for-many counterfactual explanations by column generation","author":"Lodi","year":"2024","journal-title":"arXiv:2402.09473"},{"key":"ref58","article-title":"GLANCE: Global actions in a nutshell for counterfactual explainability","author":"Kavouras","year":"2024","journal-title":"arXiv:2405.18921"},{"key":"ref59","first-page":"6478","article-title":"Retiring adult: New datasets for fair machine learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"34","author":"Ding"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2023\/742"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-023-02003-4"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639083"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510123"},{"key":"ref64","article-title":"Fairness testing of deep image classification with adequacy metrics","author":"Zhang","year":"2021","journal-title":"arXiv:2111.08856"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10380310\/10757412.pdf?arnumber=10757412","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T07:01:51Z","timestamp":1732863711000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10757412\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":64,"URL":"https:\/\/doi.org\/10.1109\/access.2024.3502164","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}