{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,2]],"date-time":"2026-03-02T22:57:31Z","timestamp":1772492251620,"version":"3.50.1"},"reference-count":88,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2022]]},"DOI":"10.1109\/tse.2022.3141758","type":"journal-article","created":{"date-parts":[[2022,1,11]],"date-time":"2022-01-11T20:40:53Z","timestamp":1641933653000},"page":"1-1","source":"Crossref","is-referenced-by-count":19,"title":["ASTRAEA: Grammar-based Fairness Testing"],"prefix":"10.1109","author":[{"given":"Ezekiel","family":"Soremekun","sequence":"first","affiliation":[]},{"given":"Sakshi Sunil","family":"Udeshi","sequence":"additional","affiliation":[]},{"given":"Sudipta","family":"Chattopadhyay","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2953066"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238165"},{"key":"ref71","article-title":"Testing DNN image classifier for confusion & bias errors","author":"tian","year":"2020","journal-title":"Proc 42nd Int Conf Softw Eng"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380420"},{"key":"ref76","article-title":"State-of-the-art neural coreference resolution for chatbots","author":"wolf","year":"2019"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3473117"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1974.10482962"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/3194770.3194776"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1093\/bjps\/axi147"},{"key":"ref75","year":"2020"},{"key":"ref78","first-page":"962","article-title":"Fairness constraints: Mechanisms for fair classification","author":"zafar","year":"2017","journal-title":"Proc 20th Int Conf Artif Intell Statist"},{"key":"ref79","first-page":"325","article-title":"Learning fair representations","author":"zemel","year":"2013","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.149"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"ref31","first-page":"226","article-title":"Distribution-aware testing of neural networks using generative models","author":"dola","year":"2021","journal-title":"Proc IEEE\/ACM 43rd Int Conf Softw Eng"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173986"},{"key":"ref37","first-page":"609","article-title":"Lipstick on a pig: Debiasing methods cover up systematic gender biases in word embeddings but do not remove them","author":"gonen","year":"2019","journal-title":"Proc Conf North Amer Chapter Assoc Comput Linguistics Hum Lang Technol"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-2501"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106277"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/230538.230561"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s10603-005-3307-7"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11491"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"ref28","first-page":"879","article-title":"Attenuating bias in word vectors","author":"dev","year":"2019","journal-title":"Proc 22nd Int Conf Artif Intell Statist"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.442"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6267"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.2307\/2291267"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2002"},{"key":"ref29","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2019"},{"key":"ref66","year":"2020"},{"key":"ref67","article-title":"Release strategies and the social impacts of language models","author":"solaiman","year":"2019"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1162\/089120101753342653"},{"key":"ref2","year":"2020"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1159"},{"key":"ref1","year":"2021"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2009.83"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468537"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1126\/science.aal4230","article-title":"Semantics derived automatically from language corpora contain human-like biases","volume":"356","author":"caliskan","year":"2017","journal-title":"Science"},{"key":"ref24","article-title":"Constructing grounded theory: A practical guide through qualitative analysis","author":"charmaz","year":"2006"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409697"},{"key":"ref26","article-title":"Detecting bias with generative counterfactual face attribute augmentation","author":"denton","year":"2019"},{"key":"ref25","article-title":"The trouble with bias","author":"crawford","year":"2017","journal-title":"Proc Conf Neural Inf Process Syst"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S18-2005"},{"key":"ref51","year":"2020"},{"key":"ref59","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"radford","year":"2019"},{"key":"ref58","year":"2020"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/945645.945658"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1017\/S0269888921000102"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i15.17594"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/64"},{"key":"ref52","first-page":"4768","article-title":"A unified approach to interpreting model predictions","author":"lundberg","year":"2017","journal-title":"Proc 31st Int Conf Adv Neural Inf Process Syst 30"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3062341.3062349"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"1041","DOI":"10.1145\/3324884.3416609","article-title":"Cats Are Not Fish: Deep Learning Testing Calls for Out-Of-Distribution Awareness","author":"berend","year":"2020","journal-title":"IEEE\/ACM Int Conference on Automated Software Engineering (ASE)"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409754"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1177\/0011392118816743"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409704"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468536"},{"key":"ref15","article-title":"Sociolinguistically driven approaches for just natural language processing","author":"blodgett","year":"2020"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.485"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380331"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1120"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2962027"},{"key":"ref18","article-title":"Racial disparity in natural language processing: A case study of social media african-american english","author":"blodgett","year":"2017"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2003"},{"key":"ref19","first-page":"4349","article-title":"Man is to computer programmer as woman is to homemaker? debiasing word embeddings","author":"bolukbasi","year":"2016","journal-title":"Proc Adv Neural Inf Process Syst 29 Annu Conf Neural Inf Process Syst"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1323"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278779"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3133904"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338937"},{"key":"ref6","author":"angwin","year":"2016","journal-title":"Machine Bias"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-3811"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2021.3136169"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1521"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985795"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1531"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"ref87","first-page":"992","article-title":"Handling conditional discrimination","author":"\u017eliobaite","year":"2011","journal-title":"Proc IEEE Int Conf Data Mining"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1161"},{"key":"ref46","year":"2020"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-2096"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2010.50"},{"key":"ref47","article-title":"Fairkit, fairkit, on the wall, who’s the fairest of them all? supporting data scientists in training fair models","author":"johnson","year":"2020"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/QRS.2015.30"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00027"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468565"},{"key":"ref43","first-page":"45","article-title":"Grammarinator: A grammar-based open source fuzzer","year":"2018","journal-title":"Proc 9th ACM SIGSOFT Int Workshop Automating TEST Case Des Selection Eval"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/4359463\/09678017.pdf?arnumber=9678017","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,13]],"date-time":"2022-12-13T17:59:49Z","timestamp":1670954389000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9678017\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"references-count":88,"URL":"https:\/\/doi.org\/10.1109\/tse.2022.3141758","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]}}}