{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T17:56:56Z","timestamp":1776103016957,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,1,27]],"date-time":"2020-01-27T00:00:00Z","timestamp":1580083200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["IIS-1927322"],"award-info":[{"award-number":["IIS-1927322"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,1,27]]},"DOI":"10.1145\/3351095.3372850","type":"proceedings-article","created":{"date-parts":[[2020,1,22]],"date-time":"2020-01-22T19:58:18Z","timestamp":1579723098000},"page":"607-617","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":818,"title":["Explaining machine learning classifiers through diverse counterfactual explanations"],"prefix":"10.1145","author":[{"given":"Ramaravind K.","family":"Mothilal","sequence":"first","affiliation":[{"name":"Microsoft Research India"}]},{"given":"Amit","family":"Sharma","sequence":"additional","affiliation":[{"name":"Microsoft Research India"}]},{"given":"Chenhao","family":"Tan","sequence":"additional","affiliation":[{"name":"University of Colorado Boulder"}]}],"member":"320","published-online":{"date-parts":[[2020,1,27]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"[n.d.]. Lending Club Statistics. https:\/\/www.lendingclub.com\/info\/download-data.action."},{"key":"e_1_3_2_2_2_1","unstructured":"Accessed 2019. German credit dataset. https:\/\/archive.ics.uci.edu\/ml\/support\/statlog+(german+credit+data)."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"crossref","unstructured":"Monica Andini Emanuele Ciani Guido de Blasio Alessio D'Ignazio and Viola Salvestrini. 2017. Targeting policy-compliers with machine learning: an application to a tax rebate programme in Italy. (2017).","DOI":"10.2139\/ssrn.3084031"},{"key":"e_1_3_2_2_4_1","unstructured":"Julia Angwin Jeff Larson Surya Mattu and Lauren Kirchner. 2016. \"Machine bias: There's software used across the country to predict future criminals. And it's biased against blacks\". https:\/\/www.propublica.org\/article\/machine-bias-risk-assessments-in-criminal-sentencing."},{"key":"e_1_3_2_2_5_1","volume-title":"Beyond prediction: Using big data for policy problems. Science 355, 6324","author":"Athey Susan","year":"2017","unstructured":"Susan Athey. 2017. Beyond prediction: Using big data for policy problems. Science 355, 6324 (2017), 483--485."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"crossref","unstructured":"Sarah R Beck Kevin J Riggs and Sarah L Gorniak. 2009. Relating developments in children\u015b counterfactual thinking and executive functions. Thinking & reasoning.","DOI":"10.1080\/13546780903135904"},{"key":"e_1_3_2_2_7_1","volume-title":"Deena Skolnick Weisberg, and Alison Gopnik","author":"Buchsbaum Daphna","year":"2012","unstructured":"Daphna Buchsbaum, Sophie Bridgers, Deena Skolnick Weisberg, and Alison Gopnik. 2012. The power of possibility: Causal learning, counterfactual reasoning, and pretend play. Philosophical Trans. of the Royal Soc. B: Biological Sciences (2012)."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1177\/0272989X09357793"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788613"},{"key":"e_1_3_2_2_10_1","unstructured":"Mark Craven and Jude W Shavlik. 1996. Extracting tree-structured representations of trained networks. In Advances in neural information processing systems."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2014.10.002"},{"key":"e_1_3_2_2_12_1","unstructured":"Kevin Davenport. 2015. Lending Club Data Analysis Revisited with Python. http:\/\/kldavenport.com\/lending-club-data-analysis-revisted-with-python\/."},{"key":"e_1_3_2_2_13_1","volume-title":"Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608","author":"Doshi-Velez Finale","year":"2017","unstructured":"Finale Doshi-Velez and Been Kim. 2017. Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608 (2017)."},{"key":"e_1_3_2_2_14_1","volume-title":"The accuracy, fairness, and limits of predicting recidivism. Science advances 4, 1","author":"Dressel Julia","year":"2018","unstructured":"Julia Dressel and Hany Farid. 2018. The accuracy, fairness, and limits of predicting recidivism. Science advances 4, 1 (2018), eaao5580."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2645710.2645737"},{"key":"e_1_3_2_2_16_1","volume-title":"Local rule-based explanations of black box decision systems. arXiv preprint arXiv:1805.10820","author":"Guidotti Riccardo","year":"2018","unstructured":"Riccardo Guidotti, Anna Monreale, Salvatore Ruggieri, Dino Pedreschi, Franco Turini, and Fosca Giannotti. 2018. Local rule-based explanations of black box decision systems. arXiv preprint arXiv:1805.10820 (2018)."},{"key":"e_1_3_2_2_17_1","unstructured":"JFdarre. 2015. Project 1: Lending Club's data. https:\/\/rpubs.com\/jfdarre\/119147."},{"key":"e_1_3_2_2_18_1","volume-title":"Proceedings of NIPS.","author":"Kim Been","year":"2016","unstructured":"Been Kim, Rajiv Khanna, and Oluwasanmi O Koyejo. 2016. Examples are not enough, learn to criticize! criticism for interpretability. In Proceedings of NIPS."},{"key":"e_1_3_2_2_19_1","volume-title":"Proceedings of ICLR.","author":"Kingma Diederik P","year":"2015","unstructured":"Diederik P Kingma and Jimmy Ba. 2015. Adam: A method for stochastic optimization. In Proceedings of ICLR."},{"key":"e_1_3_2_2_20_1","unstructured":"Ronny Kohavi and Barry Becker. 1996. UCI Machine Learning Repository. https:\/\/archive.ics.uci.edu\/ml\/datasets\/adult"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"crossref","unstructured":"Alex Kulesza Ben Taskar et al. 2012. Determinantal point processes for machine learning. Foundations and Trends\u00ae in Machine Learning 5 2--3 (2012) 123--286.","DOI":"10.1561\/2200000044"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2017.02.009"},{"key":"e_1_3_2_2_23_1","unstructured":"Matt J Kusner Joshua Loftus Chris Russell and Ricardo Silva. 2017. Counterfactual fairness. In Advances in Neural Information Processing Systems. 4066--4076."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939874"},{"key":"e_1_3_2_2_25_1","volume-title":"The mythos of model interpretability. arXiv preprint arXiv:1606.03490","author":"Lipton Zachary C","year":"2016","unstructured":"Zachary C Lipton. 2016. The mythos of model interpretability. arXiv preprint arXiv:1606.03490 (2016)."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339556"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487579"},{"key":"e_1_3_2_2_28_1","volume-title":"Proceedings of NIPS.","author":"Lundberg Scott M","year":"2017","unstructured":"Scott M Lundberg and Su-In Lee. 2017. A unified approach to interpreting model predictions. In Proceedings of NIPS."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7299155"},{"key":"e_1_3_2_2_30_1","unstructured":"PAIR. 2018. What-If Tool. https:\/\/pair-code.github.io\/what-if-tool\/."},{"key":"e_1_3_2_2_31_1","unstructured":"Judea Pearl. 2009. Causality. Cambridge university press."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_2_33_1","volume-title":"Can you recognize an effective teacher when you recruit one? Education finance and Policy 6, 1","author":"Rockoff Jonah E","year":"2011","unstructured":"Jonah E Rockoff, Brian A Jacob, Thomas J Kane, and Douglas O Staiger. 2011. Can you recognize an effective teacher when you recruit one? Education finance and Policy 6, 1 (2011), 43--74."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287569"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-00958-7_51"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1086\/651235"},{"key":"e_1_3_2_2_37_1","volume-title":"Distill-and-compare: Auditing black-box models using transparent model distillation.","author":"Tan S","year":"2017","unstructured":"S Tan, R Caruana, G Hooker, and Y Lou. 2017. Distill-and-compare: Auditing black-box models using transparent model distillation. (2017)."},{"key":"e_1_3_2_2_38_1","volume-title":"Interpretable to Whom? A Role-based Model for Analyzing Interpretable Machine Learning Systems. arXiv preprint arXiv:1806.07552","author":"Tomsett Richard","year":"2018","unstructured":"Richard Tomsett, Dave Braines, Dan Harborne, Alun Preece, and Supriyo Chakraborty. 2018. Interpretable to Whom? A Role-based Model for Analyzing Interpretable Machine Learning Systems. arXiv preprint arXiv:1806.07552 (2018)."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"crossref","unstructured":"Sandra Wachter Brent Mittelstadt and Chris Russell. 2017. Counterfactual explanations without opening the black box: Automated decisions and the GDPR.","DOI":"10.2139\/ssrn.3063289"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i1.2504"},{"key":"e_1_3_2_2_41_1","volume-title":"counterfactuals, and Bayesian causal models: Why what is not real really matters. Cognitive Science","author":"Weisberg Deena S","year":"2013","unstructured":"Deena S Weisberg and Alison Gopnik. 2013. Pretense, counterfactuals, and Bayesian causal models: Why what is not real really matters. Cognitive Science (2013)."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01237-3_8"},{"key":"e_1_3_2_2_44_1","unstructured":"Haojun Zhu. 2016. Predicting Earning Potential using the Adult Dataset. https:\/\/rpubs.com\/H_Zhu\/235617."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/1060745.1060754"}],"event":{"name":"FAT* '20: Conference on Fairness, Accountability, and Transparency","location":"Barcelona Spain","acronym":"FAT* '20","sponsor":["ACM Association for Computing Machinery"]},"container-title":["Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3351095.3372850","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3351095.3372850","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3351095.3372850","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:41:22Z","timestamp":1750200082000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3351095.3372850"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,27]]},"references-count":45,"alternative-id":["10.1145\/3351095.3372850","10.1145\/3351095"],"URL":"https:\/\/doi.org\/10.1145\/3351095.3372850","relation":{},"subject":[],"published":{"date-parts":[[2020,1,27]]},"assertion":[{"value":"2020-01-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}