{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:18:35Z","timestamp":1750220315778,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,1,8]],"date-time":"2022-01-08T00:00:00Z","timestamp":1641600000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,1,8]]},"DOI":"10.1145\/3493700.3493704","type":"proceedings-article","created":{"date-parts":[[2022,1,7]],"date-time":"2022-01-07T23:54:21Z","timestamp":1641599661000},"page":"110-114","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Data Synthesis for Testing Black-Box Machine Learning Models"],"prefix":"10.1145","author":[{"given":"Diptikalyan","family":"Saha","sequence":"first","affiliation":[{"name":"IBM Research India, IN"}]},{"given":"Aniya","family":"Aggarwal","sequence":"additional","affiliation":[{"name":"IBM Research India, IN"}]},{"given":"Sandeep","family":"Hans","sequence":"additional","affiliation":[{"name":"IBM Research India, IN"}]}],"member":"320","published-online":{"date-parts":[[2022,1,8]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Last accessed 19th October 2020. The evolution of model risk management. https:\/\/www.mckinsey.com\/business-functions\/risk\/our-insights\/the-evolution-of-model-risk-management"},{"key":"e_1_3_2_1_2_1","unstructured":"Last accessed 5th Nov 2021. Data Synthesis for Testing Black-Box Machine Learning Models. https:\/\/arxiv.org\/pdf\/2111.02161.pdf"},{"key":"e_1_3_2_1_3_1","volume-title":"Black box fairness testing of machine learning models. ESEC\/FSE","author":"Aggarwal Aniya","year":"2019","unstructured":"Aniya Aggarwal, Pranay Lohia, Seema Nagar, Kuntal Dey, and Diptikalyan Saha. 2019. Black box fairness testing of machine learning models. ESEC\/FSE (2019)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/CISS.2018.8362326"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.953"},{"key":"e_1_3_2_1_6_1","unstructured":"Bo Cowgill. 2017. Automating Judgement and Decisionmaking : Theory and Evidence from R\u00e9sum\u00e9 Screening."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1126\/sciadv.aao5580"},{"key":"e_1_3_2_1_9_1","unstructured":"Dheeru Dua and Casey Graff. 2017. UCI Machine Learning Repository. http:\/\/archive.ics.uci.edu\/ml"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","unstructured":"Michael Feldman Sorelle\u00a0A. Friedler John Moeller Carlos Scheidegger and Suresh Venkatasubramanian. 2015. Certifying and Removing Disparate Impact. In KDD. 259\u2013268. https:\/\/doi.org\/10.1145\/2783258.2783311","DOI":"10.1145\/2783258.2783311"},{"key":"e_1_3_2_1_11_1","unstructured":"Ian\u00a0J. Goodfellow Jean Pouget-Abadie Mehdi Mirza Bing Xu David Warde-Farley Sherjil Ozair Aaron\u00a0C. Courville and Yoshua Bengio. 2014. Generative Adversarial Nets. In NIPS. 2672\u20132680."},{"key":"e_1_3_2_1_12_1","volume-title":"Auto-Encoding Variational Bayes. In ICLR","author":"P.","year":"2014","unstructured":"Diederik\u00a0P. Kingma and Max Welling. [n.d.]. Auto-Encoding Variational Bayes. In ICLR 2014, Yoshua Bengio and Yann LeCun (Eds.). http:\/\/arxiv.org\/abs\/1312.6114"},{"key":"e_1_3_2_1_13_1","volume-title":"Istituto Italiano degli Attuari 4","author":"Kolmogorov A.","year":"1933","unstructured":"A. Kolmogorov. 1933. Sulla Determinazione Empirica di una Legge di Distribuzione. Giornale dell\u2019 Istituto Italiano degli Attuari 4 (1933), 83\u201391."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"L. Ma F. Juefei-Xu M. Xue B. Li L. Li Y. Liu and J. Zhao. 2019. DeepCT: Tomographic Combinatorial Testing for Deep Learning Systems. In SANER. 614\u2013618.","DOI":"10.1109\/SANER.2019.8668044"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1951.10500769"},{"key":"e_1_3_2_1_18_1","volume-title":"US Executions since","author":"McElwee Adam","year":"1977","unstructured":"Adam McElwee, , Alex Zelenak, and Mark Di\u00a0Marco. [n.d.]. US Executions since 1977. ([n. d.]). https:\/\/data.world\/markmarkoh\/executions-since-1977"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","unstructured":"Ramaravind\u00a0K. Mothilal Amit Sharma and Chenhao Tan. [n.d.]. Explaining machine learning classifiers through diverse counterfactual explanations. FAT* \u201920 ([n. d.]). https:\/\/doi.org\/10.1145\/3351095.3372850","DOI":"10.1145\/3351095.3372850"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1111\/1475-3995.00375"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1080\/14786440009463897"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1086\/224909"}],"event":{"name":"CODS-COMAD 2022: 5th Joint International Conference on Data Science & Management of Data (9th ACM IKDD CODS and 27th COMAD)","sponsor":["SIGGRAPH ACM Special Interest Group on Computer Graphics and Interactive Techniques"],"location":"Bangalore India","acronym":"CODS-COMAD 2022"},"container-title":["Proceedings of the 5th Joint International Conference on Data Science & Management of Data (9th ACM IKDD CODS and 27th COMAD)"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3493700.3493704","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3493700.3493704","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:11:51Z","timestamp":1750191111000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3493700.3493704"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,8]]},"references-count":22,"alternative-id":["10.1145\/3493700.3493704","10.1145\/3493700"],"URL":"https:\/\/doi.org\/10.1145\/3493700.3493704","relation":{},"subject":[],"published":{"date-parts":[[2022,1,8]]},"assertion":[{"value":"2022-01-08","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}