{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T06:47:13Z","timestamp":1792738033901,"version":"4.5.0"},"reference-count":40,"publisher":"Association for Computing Machinery (ACM)","issue":"6","license":[{"start":{"date-parts":[[2019,5,21]],"date-time":"2019-05-21T00:00:00Z","timestamp":1558396800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1420667"],"award-info":[{"award-number":["IIS-1420667"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100017561","name":"Future of Life Institute","doi-asserted-by":"crossref","award":["2015-144577"],"award-info":[{"award-number":["2015-144577"]}],"id":[{"id":"10.13039\/100017561","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100001906","name":"Washington Research Foundation","doi-asserted-by":"publisher","award":["WRF\/TJ Cable Professorship"],"award-info":[{"award-number":["WRF\/TJ Cable Professorship"]}],"id":[{"id":"10.13039\/100001906","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007297","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["N00014-15-1-2774"],"award-info":[{"award-number":["N00014-15-1-2774"]}],"id":[{"id":"10.13039\/100007297","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["Commun. ACM"],"published-print":{"date-parts":[[2019,5,21]]},"abstract":"<jats:p>To trust the behavior of complex AI algorithms, especially in mission-critical settings, they must be made intelligible.<\/jats:p>","DOI":"10.1145\/3282486","type":"journal-article","created":{"date-parts":[[2019,5,21]],"date-time":"2019-05-21T11:03:51Z","timestamp":1558436631000},"page":"70-79","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":186,"title":["The challenge of crafting intelligible intelligence"],"prefix":"10.1145","volume":"62","author":[{"given":"Daniel S.","family":"Weld","sequence":"first","affiliation":[{"name":"University of Washington, Seattle, WA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gagan","family":"Bansal","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, WA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2019,5,21]]},"reference":[{"key":"e_1_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"e_1_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.228.4698.456"},{"key":"e_1_2_1_3_1","volume-title":"et al. Neural-Symbolic Learning and Reasoning: A Survey and Interpretation. CoRR abs\/1711.03902","author":"Besold T.","year":"2017","unstructured":"Besold , T. et al. Neural-Symbolic Learning and Reasoning: A Survey and Interpretation. CoRR abs\/1711.03902 ( 2017 ). arXiv:1711.03902 Besold, T. et al. Neural-Symbolic Learning and Reasoning: A Survey and Interpretation. CoRR abs\/1711.03902 (2017). arXiv:1711.03902"},{"key":"e_1_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788613"},{"key":"e_1_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v38i3.2756"},{"key":"e_1_2_1_6_1","volume-title":"Towards a rigorous science of interpretable machine learning. ArXiv","author":"Doshi-Velez F.","year":"2017","unstructured":"Doshi-Velez , F. and Kim , B . Towards a rigorous science of interpretable machine learning. ArXiv ( 2017 ), arXiv:1702.08608 Doshi-Velez, F. and Kim, B. Towards a rigorous science of interpretable machine learning. ArXiv (2017), arXiv:1702.08608"},{"key":"e_1_2_1_7_1","volume-title":"AAAI\/IAAI","author":"Ferguson G.","year":"1998","unstructured":"Ferguson , G. and Allen , J.F . TRIPS: An integrated intelligent problem-solving assistant . In AAAI\/IAAI , 1998 . Ferguson, G. and Allen, J.F. TRIPS: An integrated intelligent problem-solving assistant. In AAAI\/IAAI, 1998."},{"key":"e_1_2_1_8_1","volume-title":"Explainable Planning. In IJCAI XAI Workshop","author":"Fox M.","unstructured":"Fox , M. , Long , D. and Magazzeni , D . Explainable Planning. In IJCAI XAI Workshop , 2017; http:\/\/arxiv.org\/abs\/1709.10256 Fox, M., Long, D. and Magazzeni, D. Explainable Planning. In IJCAI XAI Workshop, 2017; http:\/\/arxiv.org\/abs\/1709.10256"},{"key":"e_1_2_1_9_1","unstructured":"Goodfellow I.J. Shlens J. and Szegedy C. 2014. Explaining and Harnessing Adversarial Examples. ArXiv (2014) arXiv:1412.6572  Goodfellow I.J. Shlens J. and Szegedy C. 2014. Explaining and Harnessing Adversarial Examples. ArXiv (2014) arXiv:1412.6572"},{"key":"e_1_2_1_10_1","first-page":"58","volume":"41","author":"Grice P","year":"1975","unstructured":"Grice , P . Logic and Conversation , 1975 , 41 -- 58 . Grice, P. Logic and Conversation, 1975, 41--58.","journal-title":"Logic and Conversation"},{"key":"e_1_2_1_11_1","first-page":"4","article-title":"Causes and explanations: A structural-model approach","volume":"56","author":"Halpern J.","year":"2005","unstructured":"Halpern , J. and Pearl , J . Causes and explanations: A structural-model approach . Part I: Causes. The British J. Philosophy of Science 56 , 4 ( 2005 ), 843--887. Halpern, J. and Pearl, J. Causes and explanations: A structural-model approach. Part I: Causes. The British J. Philosophy of Science 56, 4 (2005), 843--887.","journal-title":"Part I: Causes. The British J. Philosophy of Science"},{"key":"e_1_2_1_12_1","volume-title":"NIPS","author":"Hardt M.","year":"2016","unstructured":"Hardt , M. , Price , E. and Srebro , N . Equality of opportunity in supervised learning . In NIPS , 2016 . Hardt, M., Price, E. and Srebro, N. Equality of opportunity in supervised learning. In NIPS, 2016."},{"key":"e_1_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_1"},{"key":"e_1_2_1_14_1","volume-title":"Grounding visual explanations. ArXiv","author":"Hendricks L.A.","year":"2017","unstructured":"Hendricks , L.A. , Hu , R. , Darrell , T. and Akata , Z . Grounding visual explanations. ArXiv ( 2017 ), arXiv:1711.06465 Hendricks, L.A., Hu, R., Darrell, T. and Akata, Z. Grounding visual explanations. ArXiv (2017), arXiv:1711.06465"},{"key":"e_1_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.107.1.65"},{"key":"e_1_2_1_16_1","unstructured":"Kahneman D. Thinking Fast and Slow. Farrar Straus and Giroux New York 2011; http:\/\/a.co\/hGYmXGJ  Kahneman D. Thinking Fast and Slow. Farrar Straus and Giroux New York 2011; http:\/\/a.co\/hGYmXGJ"},{"key":"e_1_2_1_17_1","unstructured":"Kim B. Wattenberg M. Gilmer J. Cai C. Wexler J. Viegas F. and Sayres R. 2017. Interpretability beyond feature attribution: Quantitative testing with concept activation vectors. ArXiv e-prints (Nov. 2017); arXiv:stat.ML\/1711.11279  Kim B. Wattenberg M. Gilmer J. Cai C. Wexler J. Viegas F. and Sayres R. 2017. Interpretability beyond feature attribution: Quantitative testing with concept activation vectors. ArXiv e-prints (Nov. 2017); arXiv:stat.ML\/1711.11279"},{"key":"e_1_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.110.3.499"},{"key":"e_1_2_1_19_1","volume-title":"ICML","author":"Koh P.","year":"2017","unstructured":"Koh , P. and Liang , P . Understanding black-box predictions via influence functions . In ICML , 2017 . Koh, P. and Liang, P. Understanding black-box predictions via influence functions. In ICML, 2017."},{"key":"e_1_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2017.8585720"},{"key":"e_1_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701399"},{"key":"e_1_2_1_22_1","volume-title":"KDD-FATML","author":"Lakkaraju H.","year":"2017","unstructured":"Lakkaraju , H. , Kamar , E. , Caruana , R. and Leskovec , J . Interpretable & explorable approximations of black box models . KDD-FATML , 2017 . Lakkaraju, H., Kamar, E., Caruana, R. and Leskovec, J. Interpretable & explorable approximations of black box models. KDD-FATML, 2017."},{"key":"e_1_2_1_23_1","first-page":"214","article-title":"Causal explanation","volume":"2","author":"Lewis D","year":"1986","unstructured":"Lewis , D . Causal explanation . Philosophical Papers 2 ( 1986 ), 214 -- 240 . Lewis, D. Causal explanation. Philosophical Papers 2 (1986), 214--240.","journal-title":"Philosophical Papers"},{"key":"e_1_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1620545.1620576"},{"key":"e_1_2_1_25_1","volume-title":"Z. The Mythos of Model Interpretability. In Proceedings of ICML Workshop on Human Interpretability in ML","author":"Lipton","year":"2016","unstructured":"Lipton , Z. The Mythos of Model Interpretability. In Proceedings of ICML Workshop on Human Interpretability in ML , 2016 . Lipton, Z. The Mythos of Model Interpretability. In Proceedings of ICML Workshop on Human Interpretability in ML, 2016."},{"key":"e_1_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cogpsych.2006.09.006"},{"key":"e_1_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339556"},{"key":"e_1_2_1_28_1","volume-title":"NIPS","author":"Lundberg S.","year":"2017","unstructured":"Lundberg , S. and Lee , S . A unified approach to interpreting model predictions . NIPS , 2017 . Lundberg, S. and Lee, S. A unified approach to interpreting model predictions. NIPS, 2017."},{"key":"e_1_2_1_29_1","volume-title":"Some philosophical problems from the standpoint of artificial intelligence. Machine Intelligence","author":"McCarthy J.","year":"1969","unstructured":"McCarthy , J. and Hayes , P . Some philosophical problems from the standpoint of artificial intelligence. Machine Intelligence ( 1969 ), 463--502. McCarthy, J. and Hayes, P. Some philosophical problems from the standpoint of artificial intelligence. Machine Intelligence (1969), 463--502."},{"key":"e_1_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2018.07.007"},{"key":"e_1_2_1_31_1","volume-title":"Some observations on mental models. Mental Models","author":"Norman D.A.","year":"2014","unstructured":"Norman , D.A. Some observations on mental models. Mental Models , Psychology Press , 2014 , 15--22. Norman, D.A. Some observations on mental models. Mental Models, Psychology Press, 2014, 15--22."},{"key":"e_1_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-011-0215-0"},{"key":"e_1_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_2_1_34_1","volume-title":"AAAI","author":"Ribeiro M.","year":"2018","unstructured":"Ribeiro , M. , Singh , S. and Guestrin , C . Anchors: High-precision model- agnostic explanations . In AAAI , 2018 . Ribeiro, M., Singh, S. and Guestrin, C. Anchors: High-precision model- agnostic explanations. In AAAI, 2018."},{"key":"e_1_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"e_1_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1080\/135467897394374"},{"key":"e_1_2_1_37_1","volume-title":"Hierarchical expertise- level modeling for user specific robot-behavior explanations. ArXiv e-prints, (Feb","author":"Sreedharan S.","year":"2018","unstructured":"Sreedharan , S. , Srivastava , S. and Kambhampati , S . Hierarchical expertise- level modeling for user specific robot-behavior explanations. ArXiv e-prints, (Feb . 2018 ), arXiv:1802.06895 Sreedharan, S., Srivastava, S. and Kambhampati, S. Hierarchical expertise- level modeling for user specific robot-behavior explanations. ArXiv e-prints, (Feb. 2018), arXiv:1802.06895"},{"key":"e_1_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(83)80014-9"},{"key":"e_1_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"e_1_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10590-1_53"}],"container-title":["Communications of the ACM"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3282486","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3282486","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3282486","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:57:29Z","timestamp":1750193849000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3282486"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,21]]},"references-count":40,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2019,5,21]]}},"alternative-id":["10.1145\/3282486"],"URL":"https:\/\/doi.org\/10.1145\/3282486","relation":{},"ISSN":["0001-0782","1557-7317"],"issn-type":[{"value":"0001-0782","type":"print"},{"value":"1557-7317","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,5,21]]},"assertion":[{"value":"2019-05-21","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}