{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:14:01Z","timestamp":1776111241403,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,3,17]],"date-time":"2020-03-17T00:00:00Z","timestamp":1584403200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Bundesministerium f\u00fcr Bildung und Forschung","award":["16DII113"],"award-info":[{"award-number":["16DII113"]}]},{"DOI":"10.13039\/501100004919","name":"King Abdulaziz City for Science and Technology","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004919","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/N014243\/1"],"award-info":[{"award-number":["EP\/N014243\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,3,17]]},"DOI":"10.1145\/3377325.3377519","type":"proceedings-article","created":{"date-parts":[[2020,3,4]],"date-time":"2020-03-04T23:14:49Z","timestamp":1583363689000},"page":"275-285","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":139,"title":["Evaluating saliency map explanations for convolutional neural networks"],"prefix":"10.1145","author":[{"given":"Ahmed","family":"Alqaraawi","sequence":"first","affiliation":[{"name":"UCL Interaction Centre, London, United Kingdom"}]},{"given":"Martin","family":"Schuessler","sequence":"additional","affiliation":[{"name":"Technische Universit\u00e4t Berlin, Berlin, Germany"}]},{"given":"Philipp","family":"Wei\u00df","sequence":"additional","affiliation":[{"name":"Technische Universit\u00e4t Berlin, Berlin, Germany"}]},{"given":"Enrico","family":"Costanza","sequence":"additional","affiliation":[{"name":"UCL Interaction Centre, London, United Kingdom"}]},{"given":"Nadia","family":"Berthouze","sequence":"additional","affiliation":[{"name":"UCL Interaction Centre, London, United Kingdom"}]}],"member":"320","published-online":{"date-parts":[[2020,3,17]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174156"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2943770"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-019-0447-x"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0020-7373(84)80017-6"},{"key":"e_1_3_2_1_7_1","volume-title":"Pattern recognition and machine learning","author":"Bishop Christopher M","unstructured":"Christopher M Bishop . 2006. Pattern recognition and machine learning . Springer , New York, NY . Christopher M Bishop. 2006. Pattern recognition and machine learning. Springer, New York, NY."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1981.0309"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICHI.2015.26"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2815601"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302289"},{"key":"e_1_3_2_1_12_1","volume-title":"AI Now 2017 Report. Microsoft Research (Feb","author":"Campolo Alex","year":"2018","unstructured":"Alex Campolo , Madelyn Sanfilippo , Meredith Whittaker , and Kate Crawford . 2018. AI Now 2017 Report. Microsoft Research (Feb . 2018 ). Alex Campolo, Madelyn Sanfilippo, Meredith Whittaker, and Kate Crawford. 2018. AI Now 2017 Report. Microsoft Research (Feb. 2018)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-008-9051-3"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518832"},{"key":"e_1_3_2_1_16_1","unstructured":"Alan Dix. 1992. Human Issues in the Use of Pattern Recognition Techniques. Ellis Horwood USA 429--451.  Alan Dix. 1992. Human Issues in the Use of Pattern Recognition Techniques. Ellis Horwood USA 429--451."},{"key":"e_1_3_2_1_17_1","unstructured":"Finale Doshi-Velez and Been Kim. 2017. Towards A Rigorous Science of Interpretable Machine Learning. (2017). arXiv:1702.08608  Finale Doshi-Velez and Been Kim. 2017. Towards A Rigorous Science of Interpretable Machine Learning. (2017). arXiv:1702.08608"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1071-5819(03)00038-7"},{"key":"e_1_3_2_1_19_1","unstructured":"M. Everingham L. Van Gool C. K. I. Williams J. Winn and A. Zisserman. 2007. The PASCAL Visual Object Classes Challenge 2007 (VOC2007). (2007). http:\/\/host.robots.ox.ac.uk\/pascal\/VOC\/voc2007\/  M. Everingham L. Van Gool C. K. I. Williams J. Winn and A. Zisserman. 2007. The PASCAL Visual Object Classes Challenge 2007 (VOC2007). (2007). http:\/\/host.robots.ox.ac.uk\/pascal\/VOC\/voc2007\/"},{"key":"e_1_3_2_1_20_1","unstructured":"M. Everingham L. Van Gool C. K. I. Williams J. Winn and A. Zisserman. 2012. The PASCAL Visual Object Classes Challenge 2012 (VOC2012). (2012). http:\/\/host.robots.ox.ac.uk\/pascal\/VOC\/voc2012\/  M. Everingham L. Van Gool C. K. I. Williams J. Winn and A. Zisserman. 2012. The PASCAL Visual Object Classes Challenge 2012 (VOC2012). (2012). http:\/\/host.robots.ox.ac.uk\/pascal\/VOC\/voc2012\/"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1167\/7-1.10"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302265"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236009"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493--0_1"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/358916.358995"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15516709cog0803_3"},{"key":"e_1_3_2_1_27_1","volume-title":"Advances in Neural Information Processing Systems 27","author":"Kim Been","year":"1952","unstructured":"Been Kim , Cynthia Rudin , and Julie A Shah . 2014. The Bayesian Case Model: A Generative Approach for Case-Based Reasoning and Prototype Classification . In Advances in Neural Information Processing Systems 27 , Z. Ghahramani, M. Welling, C. Cortes, N. D. Lawrence, and K. Q. Weinberger (Eds.). Curran Associates, Inc. , 1952 --1960. http:\/\/papers.nips.cc\/paper\/5313-the-bayesian-case-model-a-generative-approach-for-case-based-reasoning-and-prototype-classification.pdf Been Kim, Cynthia Rudin, and Julie A Shah. 2014. The Bayesian Case Model: A Generative Approach for Case-Based Reasoning and Prototype Classification. In Advances in Neural Information Processing Systems 27, Z. Ghahramani, M. Welling, C. Cortes, N. D. Lawrence, and K. Q. Weinberger (Eds.). Curran Associates, Inc., 1952--1960. http:\/\/papers.nips.cc\/paper\/5313-the-bayesian-case-model-a-generative-approach-for-case-based-reasoning-and-prototype-classification.pdf"},{"key":"e_1_3_2_1_28_1","unstructured":"Been Kim Martin Wattenberg Justin Gilmer Carrie Cai James Wexler Fernanda Viegas and Rory Sayres. 2017. Interpretability Beyond Feature Attribution: Quantitative Testing with Concept Activation Vectors (TCAV). (2017). arXiv:1711.11279  Been Kim Martin Wattenberg Justin Gilmer Carrie Cai James Wexler Fernanda Viegas and Rory Sayres. 2017. Interpretability Beyond Feature Attribution: Quantitative Testing with Concept Activation Vectors (TCAV). (2017). arXiv:1711.11279"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858402"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1093\/qje\/qjx032"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/238386.238487"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701399"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2207678"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/1502650.1502678"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287590"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-08987-4"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1518\/hfes.46.1.50_30392"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1519023"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3233231"},{"key":"e_1_3_2_1_40_1","unstructured":"Philipp Mayring. 2014. Qualitative content analysis: theoretical foundation basic procedures and software solution. https:\/\/nbn-resolving.org\/urn:nbn:de:0168-ssoar-395173  Philipp Mayring. 2014. Qualitative content analysis: theoretical foundation basic procedures and software solution. https:\/\/nbn-resolving.org\/urn:nbn:de:0168-ssoar-395173"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2018.07.007"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2015.1077710"},{"key":"e_1_3_2_1_43_1","volume-title":"Mental Models in Theory and Practice. Attention and performance XVII: Cognitive regulation of performance: Interaction of theory and application","author":"Moray Neville","year":"1999","unstructured":"Neville Moray . 1999. Mental Models in Theory and Practice. Attention and performance XVII: Cognitive regulation of performance: Interaction of theory and application ( 1999 ), 223--258. Neville Moray. 1999. Mental Models in Theory and Practice. Attention and performance XVII: Cognitive regulation of performance: Interaction of theory and application (1999), 223--258."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383991"},{"key":"e_1_3_2_1_45_1","volume-title":"How Do Humans Understand Explanations from Machine Learning Systems? An Evaluation of the Human-Interpretability of Explanation. (Feb","author":"Narayanan Menaka","year":"2018","unstructured":"Menaka Narayanan , Emily Chen , Jeffrey He , Been Kim , Sam Gershman , and Finale Doshi-Velez . 2018. How Do Humans Understand Explanations from Machine Learning Systems? An Evaluation of the Human-Interpretability of Explanation. (Feb . 2018 ). arXiv:1802.00682 Menaka Narayanan, Emily Chen, Jeffrey He, Been Kim, Sam Gershman, and Finale Doshi-Velez. 2018. How Do Humans Understand Explanations from Machine Learning Systems? An Evaluation of the Human-Interpretability of Explanation. (Feb. 2018). arXiv:1802.00682"},{"key":"e_1_3_2_1_46_1","volume-title":"Advances in Neural Information Processing Systems 29","author":"Nguyen Anh","unstructured":"Anh Nguyen , Alexey Dosovitskiy , Jason Yosinski , Thomas Brox , and Jeff Clune . 2016. Synthesizing the preferred inputs for neurons in neural networks via deep generator networks . In Advances in Neural Information Processing Systems 29 , D. D. Lee, M. Sugiyama, U. V. Luxburg, I. Guyon, and R. Garnett (Eds.). Curran Associates, Inc. , 3387--3395. http:\/\/papers.nips.cc\/paper\/6519-synthesizing-the-preferred-inputs-for-neurons-in-neural-networks-via-deep-generator-networks.pdf Anh Nguyen, Alexey Dosovitskiy, Jason Yosinski, Thomas Brox, and Jeff Clune. 2016. Synthesizing the preferred inputs for neurons in neural networks via deep generator networks. In Advances in Neural Information Processing Systems 29, D. D. Lee, M. Sugiyama, U. V. Luxburg, I. Guyon, and R. Garnett (Eds.). Curran Associates, Inc., 3387--3395. http:\/\/papers.nips.cc\/paper\/6519-synthesizing-the-preferred-inputs-for-neurons-in-neural-networks-via-deep-generator-networks.pdf"},{"key":"e_1_3_2_1_47_1","volume-title":"Gentner et al (e.d) Mental Models","author":"Norman Donald","unstructured":"Donald Norman . 2014. On the Relationship between Conceptual and Mental Models . In Gentner et al (e.d) Mental Models . Psychology Press . Donald Norman. 2014. On the Relationship between Conceptual and Mental Models. In Gentner et al (e.d) Mental Models. Psychology Press."},{"key":"e_1_3_2_1_48_1","volume-title":"Jennifer Wortman Vaughan, and Hanna Wallach","author":"Poursabzi-Sangdeh Forough","year":"2018","unstructured":"Forough Poursabzi-Sangdeh , Daniel G. Goldstein , Jake M. Hofman , Jennifer Wortman Vaughan, and Hanna Wallach . 2018 . Manipulating and Measuring Model Interpretability . arXiv: 1802.07810 Forough Poursabzi-Sangdeh, Daniel G. Goldstein, Jake M. Hofman, Jennifer Wortman Vaughan, and Hanna Wallach. 2018. Manipulating and Measuring Model Interpretability. arXiv: 1802.07810"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3234150"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3312823"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1618211113"},{"key":"e_1_3_2_1_53_1","unstructured":"Karen Simonyan Andrea Vedaldi and Andrew Zisserman. 2013. Deep Inside Convolutional Networks: Visualising Image Classification Models and Saliency Maps. arXiv:1312.6034  Karen Simonyan Andrea Vedaldi and Andrew Zisserman. 2013. Deep Inside Convolutional Networks: Visualising Image Classification Models and Saliency Maps. arXiv:1312.6034"},{"key":"e_1_3_2_1_54_1","unstructured":"Karen Simonyan and Andrew Zisserman. 2014. Very Deep Convolutional Networks for Large-Scale Image Recognition. arXiv:1409.1556  Karen Simonyan and Andrew Zisserman. 2014. Very Deep Convolutional Networks for Large-Scale Image Recognition. arXiv:1409.1556"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302322"},{"key":"e_1_3_2_1_56_1","unstructured":"Peter Stone Rodney Brooks Erik Brynjolfsson Ryan Calo Oren Etzioni Greg Hager Julia Hirschberg Shivaram Kalyanakrishnan Ece Kamar Kevin Leyton-Brown David C. Parkes William Press AnnaLee Saxenian Julie Shah Milind Tambe and Astro Teller. 2016. \"Artificial Intelligence and Life in 2030.\" One Hundred Year Study on Artificial Intelligence: Report of the 2015--2016 Study Panel https:\/\/ai100.stanford.edu\/2016-report  Peter Stone Rodney Brooks Erik Brynjolfsson Ryan Calo Oren Etzioni Greg Hager Julia Hirschberg Shivaram Kalyanakrishnan Ece Kamar Kevin Leyton-Brown David C. Parkes William Press AnnaLee Saxenian Julie Shah Milind Tambe and Astro Teller. 2016. \"Artificial Intelligence and Life in 2030.\" One Hundred Year Study on Artificial Intelligence: Report of the 2015--2016 Study Panel https:\/\/ai100.stanford.edu\/2016-report"},{"key":"e_1_3_2_1_57_1","unstructured":"The IEEE Global Initiative on Ethics of Autonomous and Intelligent Systems. 2017. Ethically Aligned Design: A Vision for Prioritizing Human Well-Being with Autonomous and Intelligent Systems Version 2. https:\/\/standards.ieee.org\/content\/dam\/ieee-standards\/standards\/web\/documents\/other\/ead_v2.pdf  The IEEE Global Initiative on Ethics of Autonomous and Intelligent Systems. 2017. Ethically Aligned Design: A Vision for Prioritizing Human Well-Being with Autonomous and Intelligent Systems Version 2. https:\/\/standards.ieee.org\/content\/dam\/ieee-standards\/standards\/web\/documents\/other\/ead_v2.pdf"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240630"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.65"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.2307\/1912934"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/2493432.2493489"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300509"}],"event":{"name":"IUI '20: 25th International Conference on Intelligent User Interfaces","location":"Cagliari Italy","acronym":"IUI '20","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 25th International Conference on Intelligent User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3377325.3377519","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3377325.3377519","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:33:17Z","timestamp":1750199597000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3377325.3377519"}},"subtitle":["a user study"],"short-title":[],"issued":{"date-parts":[[2020,3,17]]},"references-count":62,"alternative-id":["10.1145\/3377325.3377519","10.1145\/3377325"],"URL":"https:\/\/doi.org\/10.1145\/3377325.3377519","relation":{},"subject":[],"published":{"date-parts":[[2020,3,17]]},"assertion":[{"value":"2020-03-17","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}