{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T20:15:47Z","timestamp":1785615347628,"version":"3.56.0"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,1,27]],"date-time":"2019-01-27T00:00:00Z","timestamp":1548547200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,1,27]]},"DOI":"10.1145\/3306618.3314273","type":"proceedings-article","created":{"date-parts":[[2019,7,10]],"date-time":"2019-07-10T12:10:59Z","timestamp":1562760659000},"page":"123-129","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":65,"title":["TED"],"prefix":"10.1145","author":[{"given":"Michael","family":"Hind","sequence":"first","affiliation":[{"name":"IBM Research AI, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dennis","family":"Wei","sequence":"additional","affiliation":[{"name":"IBM Research AI, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Murray","family":"Campbell","sequence":"additional","affiliation":[{"name":"IBM Research AI, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Noel C. F.","family":"Codella","sequence":"additional","affiliation":[{"name":"IBM Research AI, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Amit","family":"Dhurandhar","sequence":"additional","affiliation":[{"name":"IBM Research AI, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aleksandra","family":"Mojsilovi\u0107","sequence":"additional","affiliation":[{"name":"IBM Research AI, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Karthikeyan","family":"Natesan Ramamurthy","sequence":"additional","affiliation":[{"name":"IBM Research AI, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kush R.","family":"Varshney","sequence":"additional","affiliation":[{"name":"IBM Research AI, Yorktown Heights, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2019,1,27]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proceedings of the ACL 2010 Conference Short Papers. 336--341","author":"Ainur Yessenalina","year":"2010","unstructured":"Yessenalina Ainur , Yejin Choi , and Claire Cardie . 2010 . Automatically Generating Annotator Rationales to Improve Sentiment Classification . In Proceedings of the ACL 2010 Conference Short Papers. 336--341 . Yessenalina Ainur, Yejin Choi, and Claire Cardie. 2010. Automatically Generating Annotator Rationales to Improve Sentiment Classification. In Proceedings of the ACL 2010 Conference Short Papers. 336--341."},{"key":"e_1_3_2_1_2_1","volume-title":"Interpreting Blackbox Models via Model Extraction. arXiv preprint arXiv:1705.08504","author":"Bastani Osbert","year":"2018","unstructured":"Osbert Bastani , Carolyn Kim , and Hamsa Bastani . 2018. Interpreting Blackbox Models via Model Extraction. arXiv preprint arXiv:1705.08504 ( 2018 ). Osbert Bastani, Carolyn Kim, and Hamsa Bastani. 2018. Interpreting Blackbox Models via Model Extraction. arXiv preprint arXiv:1705.08504 (2018)."},{"key":"e_1_3_2_1_3_1","volume-title":"Explanation and Justification in Machine Learning: A Survey. In IJCAI-17 Workshop on Explainable AI (XAI).","author":"Biran Or","year":"2017","unstructured":"Or Biran and Courtenay Cotton . 2017 . Explanation and Justification in Machine Learning: A Survey. In IJCAI-17 Workshop on Explainable AI (XAI). Or Biran and Courtenay Cotton. 2017. Explanation and Justification in Machine Learning: A Survey. In IJCAI-17 Workshop on Explainable AI (XAI)."},{"key":"e_1_3_2_1_4_1","volume-title":"Madelyn Sanfilippo Meredith Whittaker, and Kate Crawford","author":"Campolo Alex","year":"2017","unstructured":"Alex Campolo , Madelyn Sanfilippo Meredith Whittaker, and Kate Crawford . 2017 . 2017 Annual Report. Technical Report. AI NOW. Alex Campolo, Madelyn Sanfilippo Meredith Whittaker, and Kate Crawford. 2017. 2017 Annual Report. Technical Report. AI NOW."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788613"},{"key":"e_1_3_2_1_6_1","unstructured":"Sanjeeb Dash Oktay Gunluk and Dennis Wei. 2018. Boolean Decision Rules via Column Generation. In Advances in Neural Information Processing Systems.   Sanjeeb Dash Oktay Gunluk and Dennis Wei. 2018. Boolean Decision Rules via Column Generation. In Advances in Neural Information Processing Systems."},{"key":"e_1_3_2_1_7_1","volume-title":"Proc. ICML Workshop Human Interp. Mach. Learn","author":"Dhurandhar Amit","year":"2017","unstructured":"Amit Dhurandhar , Vijay Iyengar , Ronny Luss , and Karthikeyan Shanmugam . 2017 . A Formal Framework to Characterize Interpretability of Procedures . In Proc. ICML Workshop Human Interp. Mach. Learn . Sydney, Australia, 1--7. Amit Dhurandhar, Vijay Iyengar, Ronny Luss, and Karthikeyan Shanmugam. 2017. A Formal Framework to Characterize Interpretability of Procedures. In Proc. ICML Workshop Human Interp. Mach. Learn. Sydney, Australia, 1--7."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2011.6126394"},{"key":"e_1_3_2_1_9_1","unstructured":"Finale Doshi-Velez and Been Kim. 2017. Towards A Rigorous Science of Interpretable Machine Learning. In https:\/\/arxiv.org\/abs\/1702.08608v2.  Finale Doshi-Velez and Been Kim. 2017. Towards A Rigorous Science of Interpretable Machine Learning. In https:\/\/arxiv.org\/abs\/1702.08608v2."},{"key":"e_1_3_2_1_10_1","volume-title":"Accountability of AI Under the Law: The Role of Explanation. CoRR","author":"Doshi-Velez Finale","year":"2017","unstructured":"Finale Doshi-Velez , Mason Kortz , Ryan Budish , Chris Bavitz , Sam Gershman , David O'Brien , Stuart Schieber , James Waldo , David Weinberger , and Alexandra Wood . 2017. Accountability of AI Under the Law: The Role of Explanation. CoRR , Vol. abs\/ 1711 .01134 ( 2017 ). arxiv: 1711.01134 http:\/\/arxiv.org\/abs\/1711.01134 Finale Doshi-Velez, Mason Kortz, Ryan Budish, Chris Bavitz, Sam Gershman, David O'Brien, Stuart Schieber, James Waldo, David Weinberger, and Alexandra Wood. 2017. Accountability of AI Under the Law: The Role of Explanation. CoRR, Vol. abs\/1711.01134 (2017). arxiv: 1711.01134 http:\/\/arxiv.org\/abs\/1711.01134"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Kun Duan Devi Parikh David Crandall and Kristen Grauman. 2012. Discovering Localized Attributes for Fine-grained Recognition. In CVPR.  Kun Duan Devi Parikh David Crandall and Kristen Grauman. 2012. Discovering Localized Attributes for Fine-grained Recognition. In CVPR.","DOI":"10.1109\/CVPR.2012.6248089"},{"key":"e_1_3_2_1_12_1","unstructured":"FICO. 2018. Explainable Machine Learning Challenge. https:\/\/community.fico.com\/s\/explainable-machine-learning-challenge?tabset-3158a=2  FICO. 2018. Explainable Machine Learning Challenge. https:\/\/community.fico.com\/s\/explainable-machine-learning-challenge?tabset-3158a=2"},{"key":"e_1_3_2_1_13_1","volume-title":"Deep Learning","author":"Goodfellow Ian","unstructured":"Ian Goodfellow , Yoshua Bengio , and Aaron Courville . 2016. Deep Learning . MIT Press . http:\/\/www.deeplearningbook.org. Ian Goodfellow, Yoshua Bengio, and Aaron Courville. 2016. Deep Learning .MIT Press. http:\/\/www.deeplearningbook.org."},{"key":"e_1_3_2_1_14_1","volume-title":"Proc. ICML Workshop Human Interp. Mach. Learn","author":"Goodman Bryce","year":"2016","unstructured":"Bryce Goodman and Seth Flaxman . 2016 . EU Regulations on Algorithmic Decision-Making and a `Right to Explanation '. In Proc. ICML Workshop Human Interp. Mach. Learn . New York, NY, 26--30. Bryce Goodman and Seth Flaxman. 2016. EU Regulations on Algorithmic Decision-Making and a `Right to Explanation'. In Proc. ICML Workshop Human Interp. Mach. Learn. New York, NY, 26--30."},{"key":"e_1_3_2_1_15_1","volume-title":"Generating Visual Explanations. In European Conference on Computer Vision.","author":"Hendricks Lisa Anne","year":"2016","unstructured":"Lisa Anne Hendricks , Zeynep Akata , Marcus Rohrbach , Jeff Donahue , Bernt Schiele , and Trevor Darrell . 2016 . Generating Visual Explanations. In European Conference on Computer Vision. Lisa Anne Hendricks, Zeynep Akata, Marcus Rohrbach, Jeff Donahue, Bernt Schiele, and Trevor Darrell. 2016. Generating Visual Explanations. In European Conference on Computer Vision."},{"key":"e_1_3_2_1_16_1","unstructured":"Been Kim. 2017. Tutorial on Interpretable machine learning. \"http:\/\/people.csail.mit.edu\/beenkim\/papers\/BeenK_FinaleDV_ICML2017_tutorial.pdf\"  Been Kim. 2017. Tutorial on Interpretable machine learning. \"http:\/\/people.csail.mit.edu\/beenkim\/papers\/BeenK_FinaleDV_ICML2017_tutorial.pdf\""},{"key":"e_1_3_2_1_17_1","volume-title":"2017 ICML Workshop on Human Interpretability in Machine Learning. https:\/\/arxiv.org\/abs\/1708","author":"Kim Been","year":"2017","unstructured":"Been Kim , Dmitry M. Malioutov , Kush R. Varshney , and Adrian Weller ( Eds .). 2017 . 2017 ICML Workshop on Human Interpretability in Machine Learning. https:\/\/arxiv.org\/abs\/1708 .02666v1 Been Kim, Dmitry M. Malioutov, Kush R. Varshney, and Adrian Weller (Eds.). 2017. 2017 ICML Workshop on Human Interpretability in Machine Learning. https:\/\/arxiv.org\/abs\/1708.02666v1"},{"key":"e_1_3_2_1_18_1","unstructured":"Been Kim Kush R. Varshney and Adrian Weller (Eds.). 2018. 2018 Workshop on Human Interpretability in Machine Learning. https:\/\/sites.google.com\/view\/whi2018\/home  Been Kim Kush R. Varshney and Adrian Weller (Eds.). 2018. 2018 Workshop on Human Interpretability in Machine Learning. https:\/\/sites.google.com\/view\/whi2018\/home"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2013.6645235"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Tao Lei Regina Barzilay and Tommi Jaakkola. 2016. Rationalizing neural predictions. In EMNLP.  Tao Lei Regina Barzilay and Tommi Jaakkola. 2016. Rationalizing neural predictions. In EMNLP.","DOI":"10.18653\/v1\/D16-1011"},{"key":"e_1_3_2_1_21_1","volume-title":"ICML Workshop on Human Interpretability of Machine Learning.","author":"Lipton Zachary C","year":"2016","unstructured":"Zachary C Lipton . 2016 . The mythos of model interpretability . In ICML Workshop on Human Interpretability of Machine Learning. Zachary C Lipton. 2016. The mythos of model interpretability. In ICML Workshop on Human Interpretability of Machine Learning."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cogpsych.2006.09.006"},{"key":"e_1_3_2_1_23_1","volume-title":"Proc. Systems.","author":"Lundberg Scott","year":"2017","unstructured":"Scott Lundberg and Su-In Lee . 2017 . A unified approach to interpreting model predictions. In Advances of Neural Inf . Proc. Systems. Scott Lundberg and Su-In Lee. 2017. A unified approach to interpreting model predictions. In Advances of Neural Inf. Proc. Systems."},{"key":"e_1_3_2_1_24_1","volume-title":"Proc. AAAI Conf. Human Comput. Crowdsourc.","author":"McDonnell T.","unstructured":"T. McDonnell , M. Lease , M. Kutlu , and T. Elsayed . 2016. Why Is That Relevant? Collecting Annotator Rationales for Relevance Judgments . In Proc. AAAI Conf. Human Comput. Crowdsourc. T. McDonnell, M. Lease, M. Kutlu, and T. Elsayed. 2016. Why Is That Relevant? Collecting Annotator Rationales for Relevance Judgments. In Proc. AAAI Conf. Human Comput. Crowdsourc."},{"key":"e_1_3_2_1_25_1","volume-title":"Explanation in Artificial Intelligence: Insights from the Social Sciences. arXiv preprint arXiv:1706.07269 (June","author":"Miller Tim","year":"2017","unstructured":"Tim Miller . 2017. Explanation in Artificial Intelligence: Insights from the Social Sciences. arXiv preprint arXiv:1706.07269 (June 2017 ). Tim Miller. 2017. Explanation in Artificial Intelligence: Insights from the Social Sciences. arXiv preprint arXiv:1706.07269 (June 2017)."},{"key":"e_1_3_2_1_26_1","volume-title":"Proc. IJCAI Workshop Explainable Artif. Intell","author":"Miller Tim","year":"2017","unstructured":"Tim Miller , Piers Howe , and Liz Sonenberg . 2017 . Explainable AI: Beware of Inmates Running the Asylum Or: How I Learnt to Stop Worrying and Love the Social and Behavioural Sciences . In Proc. IJCAI Workshop Explainable Artif. Intell . Melbourne, Australia. Tim Miller, Piers Howe, and Liz Sonenberg. 2017. Explainable AI: Beware of Inmates Running the Asylum Or: How I Learnt to Stop Worrying and Love the Social and Behavioural Sciences. In Proc. IJCAI Workshop Explainable Artif. Intell. Melbourne, Australia."},{"key":"e_1_3_2_1_27_1","volume-title":"Methods for interpreting and understanding deep neural networks. Digital Signal Processing","author":"Montavon Gr\u00e9goire","year":"2017","unstructured":"Gr\u00e9goire Montavon , Wojciech Samek , and Klaus-Robert M\u00fcller . 2017. Methods for interpreting and understanding deep neural networks. Digital Signal Processing ( 2017 ). Gr\u00e9goire Montavon, Wojciech Samek, and Klaus-Robert M\u00fcller. 2017. Methods for interpreting and understanding deep neural networks. Digital Signal Processing (2017)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"P.\n      Peng Y.\n      Tian T.\n      Xiang Y.\n      Wang and \n      T.\n      Huang\n  . \n  2016\n  . Joint Learning of Semantic and Latent Attributes. \n  In ECCV\n   2016 Lecture Notes in Computer Science Vol. \n  9908\n  .  P. Peng Y. Tian T. Xiang Y. Wang and T. Huang. 2016. Joint Learning of Semantic and Latent Attributes. In ECCV 2016 Lecture Notes in Computer Science Vol. 9908.","DOI":"10.1007\/978-3-319-46493-0_21"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1093\/idpl\/ipx022"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102460"},{"key":"e_1_3_2_1_33_1","volume-title":"Engineering Safety in Machine Learning. In Information Theory and Applications Workshop.","author":"Varshney Kush R.","year":"2016","unstructured":"Kush R. Varshney . 2016 . Engineering Safety in Machine Learning. In Information Theory and Applications Workshop. Kush R. Varshney. 2016. Engineering Safety in Machine Learning. In Information Theory and Applications Workshop."},{"key":"e_1_3_2_1_34_1","volume-title":"Science Robotics","volume":"2","author":"Wachter S.","year":"2017","unstructured":"S. Wachter , B. Mittelstadt , and L. Floridi . 2017. Transparent, explainable, and accountable AI for robotics . Science Robotics , Vol. 2 ( May 2017 ). Issue 6. S. Wachter, B. Mittelstadt, and L. Floridi. 2017. Transparent, explainable, and accountable AI for robotics. Science Robotics, Vol. 2 (May 2017). Issue 6."},{"key":"e_1_3_2_1_35_1","first-page":"2","article-title":"Why a Right to Explanation of Automated Decision-Making Does Not Exist in the General Data Protection","volume":"7","author":"Wachter Sandra","year":"2017","unstructured":"Sandra Wachter , Brent Mittelstadt , and Luciano Floridi . 2017 . Why a Right to Explanation of Automated Decision-Making Does Not Exist in the General Data Protection Regulation. Int. Data Privacy Law , Vol. 7 , 2 (May 2017), 76--99. Sandra Wachter, Brent Mittelstadt, and Luciano Floridi. 2017. Why a Right to Explanation of Automated Decision-Making Does Not Exist in the General Data Protection Regulation. Int. Data Privacy Law, Vol. 7, 2 (May 2017), 76--99.","journal-title":"Regulation. Int. Data Privacy Law"},{"key":"e_1_3_2_1_36_1","volume-title":"Zaidan and Jason Eisner","author":"Omar","year":"2007","unstructured":"Omar F. Zaidan and Jason Eisner . 2007 . Using 'annotator rationales' to improve machine learning for text categorization. In In NAACL-HLT. 260--267. Omar F. Zaidan and Jason Eisner. 2007. Using 'annotator rationales' to improve machine learning for text categorization. In In NAACL-HLT. 260--267."},{"key":"e_1_3_2_1_37_1","volume-title":"Proceedings of EMNLP","author":"Omar","year":"2008","unstructured":"Omar F. Zaidan and Jason Eisner. 2008. Modeling Annotators: A Generative Approach to Learning from Annotator Rationales . In Proceedings of EMNLP 2008 . 31--40. Omar F. Zaidan and Jason Eisner. 2008. Modeling Annotators: A Generative Approach to Learning from Annotator Rationales. In Proceedings of EMNLP 2008. 31--40."},{"key":"e_1_3_2_1_38_1","volume-title":"Rationale-Augmented Convolutional Neural Networks for Text Classification. In Conference on Empirical Methods in Natural Language Processing (EMNLP).","author":"Zhang Ye","unstructured":"Ye Zhang , Iain James Marshall , and Byron C. Wallace . 2016 . Rationale-Augmented Convolutional Neural Networks for Text Classification. In Conference on Empirical Methods in Natural Language Processing (EMNLP). Ye Zhang, Iain James Marshall, and Byron C. Wallace. 2016. Rationale-Augmented Convolutional Neural Networks for Text Classification. In Conference on Empirical Methods in Natural Language Processing (EMNLP)."}],"event":{"name":"AIES '19: AAAI\/ACM Conference on AI, Ethics, and Society","location":"Honolulu HI USA","acronym":"AIES '19","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","AAAI American Association for Artificial Intelligence"]},"container-title":["Proceedings of the 2019 AAAI\/ACM Conference on AI, Ethics, and Society"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3306618.3314273","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3306618.3314273","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:02:04Z","timestamp":1750208524000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3306618.3314273"}},"subtitle":["Teaching AI to Explain its Decisions"],"short-title":[],"issued":{"date-parts":[[2019,1,27]]},"references-count":37,"alternative-id":["10.1145\/3306618.3314273","10.1145\/3306618"],"URL":"https:\/\/doi.org\/10.1145\/3306618.3314273","relation":{},"subject":[],"published":{"date-parts":[[2019,1,27]]},"assertion":[{"value":"2019-01-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}