{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T14:24:00Z","timestamp":1766067840475,"version":"3.40.3"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031440694"},{"type":"electronic","value":"9783031440700"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-44070-0_2","type":"book-chapter","created":{"date-parts":[[2023,10,20]],"date-time":"2023-10-20T06:02:33Z","timestamp":1697781753000},"page":"26-46","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Evaluating Self-attention Interpretability Through Human-Grounded Experimental Protocol"],"prefix":"10.1007","author":[{"given":"Milan","family":"Bhan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nina","family":"Achache","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Victor","family":"Legrand","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Annabelle","family":"Blangero","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nicolas","family":"Chesneau","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,21]]},"reference":[{"key":"2_CR1","doi-asserted-by":"crossref","unstructured":"Abnar, S., Zuidema, W.H.: Quantifying attention flow in transformers. CoRR abs\/2005.00928 (2020). https:\/\/arxiv.org\/abs\/2005.00928","DOI":"10.18653\/v1\/2020.acl-main.385"},{"key":"2_CR2","unstructured":"Agarwal, C., et al.: Openxai: towards a transparent evaluation of model explanations (2023)"},{"key":"2_CR3","unstructured":"Bahdanau, D., Cho, K., Bengio, Y.: Neural machine translation by jointly learning to align and translate. CoRR abs\/1409.0473 (2014)"},{"key":"2_CR4","doi-asserted-by":"publisher","unstructured":"Bastings, J., Filippova, K.: The elephant in the interpretability room: why use attention as explanation when we have saliency methods? In: Proceedings of the Third BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP, pp. 149\u2013155. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.blackboxnlp-1.14. https:\/\/aclanthology.org\/2020.blackboxnlp-1.14","DOI":"10.18653\/v1\/2020.blackboxnlp-1.14"},{"key":"2_CR5","doi-asserted-by":"publisher","unstructured":"Bell, A., Solano-Kamaiko, I., Nov, O., Stoyanovich, J.: It\u2019s just not that simple: an empirical study of the accuracy-explainability trade-off in machine learning for public policy. In: 2022 ACM Conference on Fairness, Accountability, and Transparency, pp. 248\u2013266. FAccT 2022, Association for Computing Machinery, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3531146.3533090","DOI":"10.1145\/3531146.3533090"},{"key":"2_CR6","doi-asserted-by":"publisher","unstructured":"Bhatt, U., et al.: Explainable machine learning in deployment. In: Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency, pp. 648\u2013657. FAT* 2020, Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3351095.3375624","DOI":"10.1145\/3351095.3375624"},{"key":"2_CR7","doi-asserted-by":"publisher","unstructured":"Bibal, A., et al.: Is attention explanation? an introduction to the debate. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 3889\u20133900. Association for Computational Linguistics, Dublin, Ireland (2022). https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.269. https:\/\/aclanthology.org\/2022.acl-long.269","DOI":"10.18653\/v1\/2022.acl-long.269"},{"key":"2_CR8","doi-asserted-by":"crossref","unstructured":"Carvalho, D.V., Pereira, E.M., Cardoso, J.S.: Machine learning interpretability: a survey on methods and metrics. Electronics 8(8), 832 (2019). https:\/\/www.mdpi.com\/2079-9292\/8\/8\/832","DOI":"10.3390\/electronics8080832"},{"key":"2_CR9","unstructured":"Chefer, H., Gur, S., Wolf, L.: Transformer interpretability beyond attention visualization. CoRR abs\/2012.09838 (2020). https:\/\/arxiv.org\/abs\/2012.09838"},{"key":"2_CR10","doi-asserted-by":"publisher","unstructured":"Clark, K., Khandelwal, U., Levy, O., Manning, C.D.: What does BERT look at? an analysis of BERT\u2019s attention. In: \u201cProceedings of the 2019 ACL Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP\u201d, pp. 276\u2013286. Association for Computational Linguistics, Florence, Italy (2019). https:\/\/doi.org\/10.18653\/v1\/W19-4828. https:\/\/aclanthology.org\/W19-4828","DOI":"10.18653\/v1\/W19-4828"},{"key":"2_CR11","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. Technical report arXiv:1810.04805, arXiv (2019), https:\/\/arxiv.org\/abs\/1810.04805, arXiv:1810.04805"},{"key":"2_CR12","doi-asserted-by":"publisher","unstructured":"Doshi-Velez, F., Kim, B.: Towards a rigorous science of interpretable machine learning (2017). https:\/\/doi.org\/10.48550\/ARXIV.1702.08608. https:\/\/arxiv.org\/abs\/1702.08608","DOI":"10.48550\/ARXIV.1702.08608"},{"issue":"2","key":"2_CR13","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1016\/j.mcpdig.2023.02.004","volume":"1","author":"L Farah","year":"2023","unstructured":"Farah, L., Murris, J.M., Borget, I., Guilloux, A., Martelli, N.M., Katsahian, S.I.: Assessment of performance, interpretability, and explainability in artificial intelligence-based health technologies: what healthcare stakeholders need to know. Mayo Clinic Proc. Digital Health 1(2), 120\u2013138 (2023)","journal-title":"Mayo Clinic Proc. Digital Health"},{"key":"2_CR14","doi-asserted-by":"publisher","unstructured":"Lai, V., Liu, H., Tan, C.: \u201cwhy is \u2018chicago\u2019 deceptive?\" towards building model-driven tutorials for humans. In: Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems. p. 1\u201313. CHI 2020, Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3313831.3376873","DOI":"10.1145\/3313831.3376873"},{"issue":"1","key":"2_CR15","doi-asserted-by":"publisher","first-page":"18","DOI":"10.3390\/e23010018","volume":"23","author":"P Linardatos","year":"2020","unstructured":"Linardatos, P., Papastefanopoulos, V., Kotsiantis, S.: Explainable AI: a review of machine learning interpretability methods. Entropy 23(1), 18 (2020)","journal-title":"Entropy"},{"key":"2_CR16","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Guyon, I., Luxburg, U.V., Bengio, S., Wallach, H., Fergus, R., Vishwanathan, S., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 30. Curran Associates, Inc. (2017). https:\/\/proceedings.neurips.cc\/paper\/2017\/file\/8a20a8621978632d76c43dfd28b67767-Paper.pdf"},{"key":"2_CR17","unstructured":"Maas, A.L., Daly, R.E., Pham, P.T., Huang, D., Ng, A.Y., Potts, C.: Learning word vectors for sentiment analysis. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, pp. 142\u2013150. Association for Computational Linguistics, Portland, Oregon, USA (2011). https:\/\/aclanthology.org\/P11-1015"},{"key":"2_CR18","doi-asserted-by":"crossref","unstructured":"Molnar, C.: Interpretable Machine Learning. Lulu.com (2020). google-Books-ID: jBm3DwAAQBAJ","DOI":"10.21105\/joss.00786"},{"key":"2_CR19","unstructured":"Nori, H., Jenkins, S., Koch, P., Caruana, R.: Interpretml: a unified framework for machine learning interpretability. arXiv preprint arXiv:1909.09223 (2019)"},{"issue":"1","key":"2_CR20","doi-asserted-by":"publisher","first-page":"195","DOI":"10.3758\/s13428-018-01193-y","volume":"51","author":"J Peirce","year":"2019","unstructured":"Peirce, J., et al.: Psychopy2: experiments in behavior made easy. Behav. Res. Methods 51(1), 195\u2013203 (2019)","journal-title":"Behav. Res. Methods"},{"key":"2_CR21","doi-asserted-by":"crossref","unstructured":"Poursabzi-Sangdeh, F., Goldstein, D.G., Hofman, J.M., Wortman Vaughan, J.W., Wallach, H.: Manipulating and measuring model interpretability. In: Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems, pp. 1\u201352 (2021)","DOI":"10.1145\/3411764.3445315"},{"key":"2_CR22","doi-asserted-by":"publisher","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cwhy should i trust you?\": explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1135\u20131144. KDD 2016, Association for Computing Machinery, New York, NY, USA (2016). https:\/\/doi.org\/10.1145\/2939672.2939778","DOI":"10.1145\/2939672.2939778"},{"key":"2_CR23","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter (2019)"},{"key":"2_CR24","doi-asserted-by":"publisher","unstructured":"Schemmer, M., Hemmer, P., Nitsche, M., K\u00fchl, N., V\u00f6ssing, M.: A meta-analysis of the utility of explainable artificial intelligence in human-AI decision-making. In: Proceedings of the 2022 AAAI\/ACM Conference on AI, Ethics, and Society, pp. 617\u2013626. AIES 2022, Association for Computing Machinery, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3514094.3534128","DOI":"10.1145\/3514094.3534128"},{"key":"2_CR25","unstructured":"Schmidt, P., Biessmann, F.: Quantifying interpretability and trust in machine learning systems (2019)"},{"key":"2_CR26","doi-asserted-by":"crossref","unstructured":"Shapley L.S.: A value for n-person games. Contrib. Theory Games II, Ann. Math. Stud. 28 (1953)","DOI":"10.1515\/9781400881970-018"},{"key":"2_CR27","unstructured":"Shrikumar, A., Greenside, P., Kundaje, A.: Learning important features through propagating activation differences. In: Proceedings of the 34th International Conference on Machine Learning, vol. 70, pp. 3145\u20133153. ICML 2017, JMLR.org (2017)"},{"key":"2_CR28","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. In: Proceedings of the 34th International Conference on Machine Learning, vol. 70, pp. 3319\u20133328. ICML 2017, JMLR.org (2017)"},{"key":"2_CR29","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Guyon, I., Luxburg, U.V., Bengio, S., Wallach, H., Fergus, R., Vishwanathan, S., Garnett, R. (eds.) Advances in Neural Information Processing Systems. vol. 30. Curran Associates, Inc. (2017). https:\/\/proceedings.neurips.cc\/paper\/2017\/file\/3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf"},{"key":"2_CR30","doi-asserted-by":"publisher","unstructured":"Vig, J.: A multiscale visualization of attention in the transformer model. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics: System Demonstrations, pp. 37\u201342. Association for Computational Linguistics, Florence, Italy (2019). https:\/\/doi.org\/10.18653\/v1\/P19-3007. https:\/\/www.aclweb.org\/anthology\/P19-3007","DOI":"10.18653\/v1\/P19-3007"},{"key":"2_CR31","doi-asserted-by":"publisher","unstructured":"Wang, X., Yin, M.: Are explanations helpful? a comparative study of the effects of explanations in AI-assisted decision-making. In: 26th International Conference on Intelligent User Interfaces. p. 318\u2013328. IUI 2021, Association for Computing Machinery, New York, NY, USA (2021). https:\/\/doi.org\/10.1145\/3397481.3450650","DOI":"10.1145\/3397481.3450650"},{"key":"2_CR32","doi-asserted-by":"crossref","unstructured":"Weber, P., Carl, K.V., Hinz, O.: Applications of explainable artificial intelligence in finance-a systematic review of finance, information systems, and computer science literature. Manage. Rev. Q. 1\u201341 (2023)","DOI":"10.1007\/s11301-023-00320-0"}],"container-title":["Communications in Computer and Information Science","Explainable Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-44070-0_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,20]],"date-time":"2023-10-20T06:03:00Z","timestamp":1697781780000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-44070-0_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031440694","9783031440700"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-44070-0_2","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"21 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Each participant signed an informed consent form containing the project purpose and details and the intended use of the data they would generate. The data was anonymized and processed only by our team. The data produced is stored in a file in respect with the General Data Protection Regulation (GDPR) regulations in force. Participation in the study was fully voluntary. It was possible to stop performing the labeling tasks at any time. Consent form used is presented anonymized in Appendix\u00a0 , Fig.\u00a0\u00a0 &\u00a0. The authors of this paper do not represent any organization or institution whose activity is data labeling. This study was conducted for research purposes only.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethic statement"}},{"value":"xAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"World Conference on Explainable Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lisbon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"xai2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/xaiworldconference.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"220","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"94","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"43% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}