{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T13:17:57Z","timestamp":1780492677698,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":25,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,8,12]],"date-time":"2019-08-12T00:00:00Z","timestamp":1565568000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,8,12]]},"DOI":"10.1145\/3338906.3338937","type":"proceedings-article","created":{"date-parts":[[2019,8,9]],"date-time":"2019-08-09T12:21:03Z","timestamp":1565353263000},"page":"625-635","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":143,"title":["Black box fairness testing of machine learning models"],"prefix":"10.1145","author":[{"given":"Aniya","family":"Aggarwal","sequence":"first","affiliation":[{"name":"IBM Research, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pranay","family":"Lohia","sequence":"additional","affiliation":[{"name":"IBM Research, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Seema","family":"Nagar","sequence":"additional","affiliation":[{"name":"IBM Research, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kuntal","family":"Dey","sequence":"additional","affiliation":[{"name":"IBM Research, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Diptikalyan","family":"Saha","sequence":"additional","affiliation":[{"name":"IBM Research, India"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2019,8,12]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Julius Adebayo and Lalana Kagal. 2016. Iterative Orthogonal Feature Projection for Diagnosing Bias in Black-Box Models. arXiv: arXiv:1611.04967  Julius Adebayo and Lalana Kagal. 2016. Iterative Orthogonal Feature Projection for Diagnosing Bias in Black-Box Models. arXiv: arXiv:1611.04967"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1180405.1180445"},{"key":"e_1_3_2_1_4_1","volume-title":"Tools and Algorithms for the Construction and Analysis of Systems","author":"de Moura Leonardo"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2783311"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106277"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1190216.1190226"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1065010.1065036"},{"key":"e_1_3_2_1_10_1","unstructured":"Divya Gopinath Kaiyuan Wang Mengshi Zhang Corina S. Pasareanu and Sarfraz Khurshid. 2018.  Divya Gopinath Kaiyuan Wang Mengshi Zhang Corina S. Pasareanu and Sarfraz Khurshid. 2018."},{"key":"e_1_3_2_1_11_1","unstructured":"Symbolic Execution for Deep Neural Networks. arXiv: arXiv:1807.10439  Symbolic Execution for Deep Neural Networks. arXiv: arXiv:1807.10439"},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning (Proceedings of Machine Learning Research), Doina Precup and Yee Whye Teh (Eds.)","volume":"70","author":"Koh Pang Wei","year":"2017"},{"key":"e_1_3_2_1_13_1","volume-title":"Counterfactual Fairness. In Proceedings of the 31st International Conference on Neural Information Processing Systems (NIPS\u201917)","author":"Kusner Matt","year":"2017"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_17_1","volume-title":"2017 IEEE International Conference on Computer Vision (ICCV). 618\u2013626","author":"Selvaraju R. R."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1081706.1081750"},{"key":"e_1_3_2_1_19_1","unstructured":"Youcheng Sun Xiaowei Huang and Daniel Kroening. 2018. Testing Deep Neural Networks. arXiv: arXiv:1803.04792  Youcheng Sun Xiaowei Huang and Daniel Kroening. 2018. Testing Deep Neural Networks. arXiv: arXiv:1803.04792"},{"key":"e_1_3_2_1_20_1","unstructured":"Youcheng Sun Min Wu Wenjie Ruan Xiaowei Huang Marta Kwiatkowska and Daniel Kroening. 2018.  Youcheng Sun Min Wu Wenjie Ruan Xiaowei Huang Marta Kwiatkowska and Daniel Kroening. 2018."},{"key":"e_1_3_2_1_21_1","unstructured":"Concolic Testing for Deep Neural Networks. arXiv: arXiv:1805.00089  Concolic Testing for Deep Neural Networks. arXiv: arXiv:1805.00089"},{"key":"e_1_3_2_1_22_1","volume-title":"Intriguing properties of neural networks. CoRR abs\/1312.6199","author":"Szegedy Christian","year":"2013"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"e_1_3_2_1_24_1","volume-title":"FairTest: Discovering Unwarranted Associations in Data-Driven Applications. In 2017 IEEE European Symposium on Security and Privacy (EuroS P). 401\u2013416","author":"Tram\u00c3\u013ar F."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238165"},{"key":"e_1_3_2_1_26_1","unstructured":"arXiv: arXiv:1807.00468  arXiv: arXiv:1807.00468"}],"event":{"name":"ESEC\/FSE '19: 27th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"Tallinn Estonia","acronym":"ESEC\/FSE '19","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3338906.3338937","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3338906.3338937","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:26:21Z","timestamp":1750206381000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3338906.3338937"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,8,12]]},"references-count":25,"alternative-id":["10.1145\/3338906.3338937","10.1145\/3338906"],"URL":"https:\/\/doi.org\/10.1145\/3338906.3338937","relation":{},"subject":[],"published":{"date-parts":[[2019,8,12]]},"assertion":[{"value":"2019-08-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}