{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T15:40:58Z","timestamp":1782834058014,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":56,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"European Research Council (ERC) under the European Union?s Horizon 2020 research and innovation programme","award":["802774"],"award-info":[{"award-number":["802774"]}]},{"name":"Carl Zeiss Foundation"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,21]]},"DOI":"10.1145\/3531146.3533127","type":"proceedings-article","created":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T14:27:10Z","timestamp":1655735230000},"page":"611-636","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":21,"title":["Human Interpretation of Saliency-based Explanation Over Text"],"prefix":"10.1145","author":[{"given":"Hendrik","family":"Schuff","sequence":"first","affiliation":[{"name":"Bosch Center for Artificial Intelligence, Germany and University of Stuttgart, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alon","family":"Jacovi","sequence":"additional","affiliation":[{"name":"Bar Ilan University, Israel"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Heike","family":"Adel","sequence":"additional","affiliation":[{"name":"Bosch Center for Artificial Intelligence, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yoav","family":"Goldberg","sequence":"additional","affiliation":[{"name":"Bar Ilan University, Israel and Allen Institute for Artificial Intelligence, Israel"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ngoc Thang","family":"Vu","sequence":"additional","affiliation":[{"name":"University of Stuttgart, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Sanity Checks for Saliency Maps. In Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018","author":"Adebayo Julius","year":"2018","unstructured":"Julius Adebayo, Justin Gilmer, Michael Muelly, Ian\u00a0J. Goodfellow, Moritz Hardt, and Been Kim. 2018. Sanity Checks for Saliency Maps. In Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018, NeurIPS 2018, December 3-8, 2018, Montr\u00e9al, Canada, Samy Bengio, Hanna\u00a0M. Wallach, Hugo Larochelle, Kristen Grauman, Nicol\u00f2 Cesa-Bianchi, and Roman Garnett (Eds.). 9525\u20139536. https:\/\/proceedings.neurips.cc\/paper\/2018\/hash\/294a8ed24b1ad22ec2e7efea049b8737-Abstract.html"},{"key":"e_1_3_2_1_2_1","unstructured":"Siddhant Arora Danish Pruthi Norman\u00a0M. Sadeh William\u00a0W. Cohen Zachary\u00a0C. Lipton and Graham Neubig. 2021. Explain Edit and Understand: Rethinking User Study Design for Evaluating Model Explanations. CoRR abs\/2112.09669(2021). arXiv:2112.09669https:\/\/arxiv.org\/abs\/2112.09669"},{"key":"e_1_3_2_1_3_1","volume-title":"What is relevant in a text document?\u201d: An interpretable machine learning approach. PloS one 12, 8","author":"Arras Leila","year":"2017","unstructured":"Leila Arras, Franziska Horn, Gr\u00e9goire Montavon, Klaus-Robert M\u00fcller, and Wojciech Samek. 2017. \u201d What is relevant in a text document?\u201d: An interpretable machine learning approach. PloS one 12, 8 (2017), e0181142. Publisher: Public Library of Science San Francisco, CA USA."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.12228"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.3390\/electronics8080832"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1086\/694039"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.aacl-main.46"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.2588669"},{"key":"e_1_3_2_1_9_1","unstructured":"Jonathan Dinu Jeffrey\u00a0P. Bigham and J.\u00a0Zico Kolter. 2020. Challenging common interpretability assumptions in feature attribution explanations. CoRR abs\/2012.02748(2020). https:\/\/arxiv.org\/abs\/2012.02748 arXiv:2012.02748."},{"key":"e_1_3_2_1_10_1","volume-title":"Each venture, a new beginning: Studies in Honor of Laura A. Janda","author":"Divjak Dagmar","unstructured":"Dagmar Divjak and Harald Baayen. 2017. Ordinal GAMMs: a new window on human ratings. In Each venture, a new beginning: Studies in Honor of Laura A. Janda. Slavica Publishers, 39\u201356."},{"key":"e_1_3_2_1_11_1","unstructured":"Upol Ehsan Samir Passi Q.\u00a0Vera Liao Larry Chan I-Hsiang Lee Michael\u00a0J. Muller and Mark\u00a0O. Riedl. 2021. The Who in Explainable AI: How AI Background Shapes Perceptions of AI Explanations. CoRR abs\/2107.13509(2021). arXiv:2107.13509https:\/\/arxiv.org\/abs\/2107.13509"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.114.4.864"},{"key":"e_1_3_2_1_13_1","volume-title":"On the conflict between logic and belief in syllogistic reasoning. Memory & cognition 11, 3","author":"Evans BT","year":"1983","unstructured":"J\u00a0St\u00a0BT Evans, Julie\u00a0L Barston, and Paul Pollard. 1983. On the conflict between logic and belief in syllogistic reasoning. Memory & cognition 11, 3 (1983), 295\u2013306. Publisher: Springer."},{"key":"e_1_3_2_1_14_1","unstructured":"Thomas Fel R\u00e9mi Cad\u00e8ne Mathieu Chalvidal Matthieu Cord David Vigouroux and Thomas Serre. 2021. Look at the Variance! Efficient Black-box Explanations with Sobol-based Sensitivity Analysis. CoRR abs\/2111.04138(2021). arXiv:2111.04138https:\/\/arxiv.org\/abs\/2111.04138"},{"key":"e_1_3_2_1_15_1","unstructured":"Thomas Fel Julien Colin R\u00e9mi Cad\u00e8ne and Thomas Serre. 2021. What I Cannot Predict I Do Not Understand: A Human-Centered Evaluation Framework for Explainability Methods. CoRR abs\/2112.04417(2021). arXiv:2112.04417https:\/\/arxiv.org\/abs\/2112.04417"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302265"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2476456"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.259"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 12th Language Resources and Evaluation Conference. European Language Resources Association","author":"Grimsley Christopher","year":"2020","unstructured":"Christopher Grimsley, Elijah Mayfield, and Julia R.S.\u00a0Bursten. 2020. Why Attention is Not Explanation: Surgical Intervention and Causal Reasoning about Neural Models. In Proceedings of the 12th Language Resources and Evaluation Conference. European Language Resources Association, Marseille, France, 1780\u20131790. https:\/\/aclanthology.org\/2020.lrec-1.220"},{"key":"e_1_3_2_1_20_1","first-page":"785","article-title":"UNFAIR AND DECEPTIVE ROBOTS","volume":"74","author":"Hartzog Woodrow","year":"2015","unstructured":"Woodrow Hartzog. 2015. UNFAIR AND DECEPTIVE ROBOTS. Maryland Law Review 74(2015), 785.","journal-title":"Maryland Law Review"},{"key":"e_1_3_2_1_21_1","volume-title":"Generalized additive models. Vol.\u00a043","author":"Hastie J","unstructured":"Trevor\u00a0J Hastie and Robert\u00a0J Tibshirani. 1990. Generalized additive models. Vol.\u00a043. CRC press."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.386"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00367"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","unstructured":"David\u00a0Kyle Johnson. 2018. Anthropomorphic Bias. John Wiley & Sons Ltd Chapter\u00a069 305\u2013307. https:\/\/doi.org\/10.1002\/9781119165811.ch69 arXiv:https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1002\/9781119165811.ch69","DOI":"10.1002\/9781119165811.ch69"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511808098.004"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376219"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","unstructured":"Pieter-Jan Kindermans Sara Hooker Julius Adebayo Maximilian Alber Kristof\u00a0T. Sch\u00fctt Sven D\u00e4hne Dumitru Erhan and Been Kim. 2019. The (Un)reliability of Saliency Methods. In Explainable AI: Interpreting Explaining and Visualizing Deep Learning Wojciech Samek Gr\u00e9goire Montavon Andrea Vedaldi Lars\u00a0Kai Hansen and Klaus-Robert M\u00fcller (Eds.). Lecture Notes in Computer Science Vol.\u00a011700. Springer 267\u2013280. https:\/\/doi.org\/10.1007\/978-3-030-28954-6_14","DOI":"10.1007\/978-3-030-28954-6_14"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1011"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11222-019-09864-2"},{"key":"e_1_3_2_1_30_1","unstructured":"Andreas Madsen Nicholas Meade Vaibhav Adlakha and Siva Reddy. 2021. Evaluating the Faithfulness of Importance Measures in NLP by Recursively Masking Allegedly Important Tokens and Retraining. CoRR abs\/2110.08412(2021). https:\/\/arxiv.org\/abs\/2110.08412 arXiv:2110.08412."},{"key":"e_1_3_2_1_31_1","unstructured":"Andreas Madsen Siva Reddy and Sarath Chandar. 2021. Post-hoc Interpretability for Neural NLP: A Survey. CoRR abs\/2108.04840(2021). arXiv:2108.04840https:\/\/arxiv.org\/abs\/2108.04840"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"Bertram\u00a0F. Malle. 2003. Folk Theory of Mind: Conceptual Foundations of Social Cognition. http:\/\/cogprints.org\/3315\/","DOI":"10.1093\/oso\/9780195149951.003.0010"},{"key":"e_1_3_2_1_33_1","volume-title":"Text Marking: A Metacognitive Perspective.","author":"Marzouk Zahia","year":"2018","unstructured":"Zahia Marzouk. 2018. Text Marking: A Metacognitive Perspective."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2018.07.007"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319502.3374839"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.2307\/2344614"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.115"},{"key":"e_1_3_2_1_39_1","volume-title":"Proceedings of the Ninth International Conference on Language Resources and Evaluation (LREC-2014)","author":"Silveira Natalia","year":"2014","unstructured":"Natalia Silveira, Timothy Dozat, Marie-Catherine de Marneffe, Samuel Bowman, Miriam Connor, John Bauer, and Christopher\u00a0D. Manning. 2014. A Gold Standard Dependency Corpus for English. In Proceedings of the Ninth International Conference on Language Resources and Evaluation (LREC-2014)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/965139.807361"},{"key":"e_1_3_2_1_41_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning, ICML 2017","author":"Sundararajan Mukund","year":"2017","unstructured":"Mukund Sundararajan, Ankur Taly, and Qiqi Yan. 2017. Axiomatic Attribution for Deep Networks. In Proceedings of the 34th International Conference on Machine Learning, ICML 2017, Sydney, NSW, Australia, 6-11 August 2017(Proceedings of Machine Learning Research, Vol.\u00a070), Doina Precup and Yee\u00a0Whye Teh (Eds.). PMLR, 3319\u20133328. http:\/\/proceedings.mlr.press\/v70\/sundararajan17a.html"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","unstructured":"Ian Tenney James Wexler Jasmijn Bastings Tolga Bolukbasi Andy Coenen Sebastian Gehrmann Ellen Jiang Mahima Pushkarna Carey Radebaugh Emily Reif and Ann Yuan. 2020. The Language Interpretability Tool: Extensible Interactive Visualizations and Analysis for NLP Models. 107\u2013118\u00a0pages. https:\/\/www.aclweb.org\/anthology\/2020.emnlp-demos.15","DOI":"10.18653\/v1\/2020.emnlp-demos.15"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2020.3027314"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1167\/9.7.4"},{"key":"e_1_3_2_1_45_1","unstructured":"David Tuckey Krysia Broda and Alessandra Russo. 2019. Saliency Maps Generation for Automatic Text Summarization. CoRR abs\/1907.05664(2019). http:\/\/arxiv.org\/abs\/1907.05664 arXiv:1907.05664."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.24"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","unstructured":"David Watson. 2020. The Rhetoric and Reality of Anthropomorphism in Artificial Intelligence. 45\u201365. https:\/\/doi.org\/10.1007\/978-3-030-29145-7_4","DOI":"10.1007\/978-3-030-29145-7_4"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2016.1180986"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9868.00374"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214504000000980"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9868.2010.00749.x"},{"key":"e_1_3_2_1_53_1","volume-title":"Generalized additive models: an introduction with R","author":"Wood N","unstructured":"Simon\u00a0N Wood. 2017. Generalized additive models: an introduction with R. CRC press."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2016.1195744"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/TETCI.2021.3100641"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-014-0267-6"}],"event":{"name":"FAccT '22: 2022 ACM Conference on Fairness, Accountability, and Transparency","location":"Seoul Republic of Korea","acronym":"FAccT '22","sponsor":["ACM Association for Computing Machinery"]},"container-title":["2022 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533127","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533127","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:08Z","timestamp":1750186928000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533127"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":56,"alternative-id":["10.1145\/3531146.3533127","10.1145\/3531146"],"URL":"https:\/\/doi.org\/10.1145\/3531146.3533127","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}