{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T05:18:15Z","timestamp":1780636695623,"version":"3.54.1"},"reference-count":59,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","license":[{"start":{"date-parts":[[2022,9,1]],"date-time":"2022-09-01T00:00:00Z","timestamp":1661990400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,9,1]],"date-time":"2022-09-01T00:00:00Z","timestamp":1661990400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,9,1]],"date-time":"2022-09-01T00:00:00Z","timestamp":1661990400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Key-Area Research and Development Program of Guangdong Province","award":["2020B0101100005"],"award-info":[{"award-number":["2020B0101100005"]}]},{"name":"Key Research and Development Program of Zhejiang Province","award":["2021C01014"],"award-info":[{"award-number":["2021C01014"]}]},{"DOI":"10.13039\/501100004835","name":"Zhejiang University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004835","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007162","name":"Guangdong Science and Technology Department","doi-asserted-by":"publisher","award":["2018B010107004"],"award-info":[{"award-number":["2018B010107004"]}],"id":[{"id":"10.13039\/501100007162","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001459","name":"Ministry of Education - Singapore","doi-asserted-by":"publisher","award":["MOET32020-0004"],"award-info":[{"award-number":["MOET32020-0004"]}],"id":[{"id":"10.13039\/501100001459","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001459","name":"Ministry of Education - Singapore","doi-asserted-by":"publisher","award":["T2EP20120-0019"],"award-info":[{"award-number":["T2EP20120-0019"]}],"id":[{"id":"10.13039\/501100001459","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001459","name":"Ministry of Education - Singapore","doi-asserted-by":"publisher","award":["T1-251RES1901"],"award-info":[{"award-number":["T1-251RES1901"]}],"id":[{"id":"10.13039\/501100001459","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2022,9,1]]},"DOI":"10.1109\/tse.2021.3101478","type":"journal-article","created":{"date-parts":[[2021,8,4]],"date-time":"2021-08-04T20:24:57Z","timestamp":1628108697000},"page":"3593-3612","source":"Crossref","is-referenced-by-count":23,"title":["Automatic Fairness Testing of Neural Classifiers Through Adversarial Sampling"],"prefix":"10.1109","volume":"48","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5039-5651","authenticated-orcid":false,"given":"Peixin","family":"Zhang","sequence":"first","affiliation":[{"name":"Zhejiang University, Hangzhou, Zhejiang, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7113-7635","authenticated-orcid":false,"given":"Jingyi","family":"Wang","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, Zhejiang, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jun","family":"Sun","sequence":"additional","affiliation":[{"name":"Singapore Management University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5507-6569","authenticated-orcid":false,"given":"Xinyu","family":"Wang","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, Zhejiang, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guoliang","family":"Dong","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, Zhejiang, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0507-5020","authenticated-orcid":false,"given":"Xingen","family":"Wang","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, Zhejiang, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ting","family":"Dai","sequence":"additional","affiliation":[{"name":"Huawei International Pte. Ltd., Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jin Song","family":"Dong","sequence":"additional","affiliation":[{"name":"National University of Singapore, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298682"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46675-0_53"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052591"},{"key":"ref4","article-title":"Fairness and machine learning","author":"Barocas","year":"2019"},{"key":"ref5","article-title":"Draft ethics guidelines for trustworthy AI","year":"2018"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP.2017.29"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2783311"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3360544"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3317950"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1126\/science.aag3311"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106277"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238165"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338937"},{"key":"ref15","first-page":"1135","article-title":"","volume-title":"Proc. 22nd ACM SIGKDD Int. Conf. Knowl. Discovery Data Mining","author":"Ribeiro"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180177"},{"key":"ref17","article-title":"Explaining and harnessing adversarial examples","volume-title":"Proc. 3rd Int. Conf. Learn. Representations","author":"Goodfellow"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1201\/9781351251389-8"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/MILCOM.2016.7795300"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP.2016.36"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"ref23","first-page":"949","article-title":"White-box fairness testing through adversarial sampling","volume-title":"Proc. 42nd Int. Conf. Softw. Eng.","author":"Zhang"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.5555\/3104322.3104425"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-2006"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3243734.3243792"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3319535.3354211"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2019.00065"},{"key":"ref29","article-title":"Intriguing properties of neural networks","volume-title":"Proc. 2nd Int. Conf. Learn. Representations","author":"Szegedy"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2019.23138"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP.2016.36"},{"key":"ref32","article-title":"Data decisions and theoretical implications when adversarially learning fair representations","author":"Beutel","year":"2017","journal-title":"CoRR"},{"key":"ref33","first-page":"2415","article-title":"Satisfying real-world goals with dataset constraints","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Goh"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052591"},{"key":"ref35","first-page":"602","article-title":"Detection of abusive language: the problem of biased datasets","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics: Human Language Technol.","author":"Wiegand"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278729"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517\u20136161.1977.tb01600.x"},{"key":"ref38","first-page":"265","article-title":"Tensorflow: A system for large-scale machine learning","volume-title":"Proc. 12th Symp. Operating Syst. Des. Implementation","author":"Abadi"},{"key":"ref39","first-page":"45","article-title":"Software framework for topic modelling with large corpora","volume-title":"Proc. Workshop New Challenges NLP Frameworks","author":"\u0158eh\u016f\u0159ek"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/d14-1179"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409756"},{"key":"ref44","first-page":"311","article-title":"BLEU: A method for automatic evalue of machine translation","volume-title":"Proc. 40th Annu. Meeting Assoc. Comput. Linguistics","author":"Papineni"},{"key":"ref45","first-page":"3104","article-title":"Sequence to sequence learning with neural networks","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Systems","author":"Sutskever"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-2029"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1423"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1419"},{"key":"ref51","first-page":"23","article-title":"Robustness to programmable string transformations via augmented abstract training","volume-title":"Proc. 37th Int. Conf. Mach. Learn.","author":"Zhang"},{"key":"ref52","article-title":"On the effectiveness of interval bound propagation for training verifiably robust models","author":"Gowal","year":"2018","journal-title":"CoRR"},{"key":"ref53","first-page":"3543","article-title":"Why is my classifier discriminatory?","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Chen"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287588"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-48503-2"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1963.10500830"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-2096"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-1606"},{"key":"ref59","first-page":"4349","article-title":"Man is to computer programmer as woman is to homemaker? Debiasing word embeddings","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Bolukbasi"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264590"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/9894039\/09506918.pdf?arnumber=9506918","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T23:12:12Z","timestamp":1705014732000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9506918\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,1]]},"references-count":59,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/tse.2021.3101478","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,9,1]]}}}