{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,14]],"date-time":"2026-08-14T05:25:20Z","timestamp":1786685120216,"version":"build-2736575974"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","funder":[{"name":"FINDHR","award":["No 101070212"],"award-info":[{"award-number":["No 101070212"]}]},{"name":"NWA ORC 2020\/21","award":["NWA.1389.20.183"],"award-info":[{"award-number":["NWA.1389.20.183"]}]},{"name":"Hybrid Intelligence Centre"},{"name":"German Research Foundation (DFG)","award":["AN 996\/1-1"],"award-info":[{"award-number":["AN 996\/1-1"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,13]]},"DOI":"10.1145\/3726302.3729971","type":"proceedings-article","created":{"date-parts":[[2025,7,14]],"date-time":"2025-07-14T14:55:26Z","timestamp":1752504926000},"page":"381-391","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["RankingSHAP - Faithful Listwise Feature Attribution Explanations for Ranking Models\u00a0"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5360-9627","authenticated-orcid":false,"given":"Maria","family":"Heuss","sequence":"first","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1086-0202","authenticated-orcid":false,"given":"Maarten","family":"de Rijke","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0163-0739","authenticated-orcid":false,"given":"Avishek","family":"Anand","sequence":"additional","affiliation":[{"name":"Delft Institute of Technology, Delft, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,7,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103502"},{"key":"e_1_3_2_1_2_1","volume-title":"Towards Rigorous Interpretations: A Formalisation of Feature Attribution. In International Conference on Machine Learning. PMLR, 76-86","author":"Afchar Darius","year":"2021","unstructured":"Darius Afchar, Vincent Guigue, and Romain Hennequin. 2021. Towards Rigorous Interpretations: A Formalisation of Feature Attribution. In International Conference on Machine Learning. PMLR, 76-86."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3594249"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-45439-5_40"},{"key":"e_1_3_2_1_5_1","volume-title":"Interpreting Neural Ranking Models Using Grad-CAM. arXiv preprint arXiv:2005.05768","author":"Choi Jaekeol","year":"2020","unstructured":"Jaekeol Choi, Jungin Choi, and Wonjong Rhee. 2020. Interpreting Neural Ranking Models Using Grad-CAM. arXiv preprint arXiv:2005.05768 (2020)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3578337.3605138"},{"key":"e_1_3_2_1_7_1","volume-title":"RankSHAP: a Gold Standard Feature Attribution Method for the Ranking Task. arXiv preprint arXiv:2405.01848","author":"Chowdhury Tanya","year":"2024","unstructured":"Tanya Chowdhury, Yair Zick, and James Allan. 2024. RankSHAP: a Gold Standard Feature Attribution Method for the Ranking Task. arXiv preprint arXiv:2405.01848 (2024)."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331312"},{"key":"e_1_3_2_1_9_1","first-page":"407","volume-title":"Feature Selection for Ranking. In SIGIR 2007: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"Geng Xiubo","year":"2007","unstructured":"Xiubo Geng, Tie-Yan Liu, Tao Qin, and Hang Li. 2007. Feature Selection for Ranking. In SIGIR 2007: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, Amsterdam, The Netherlands, July 23-27, 2007, Wessel Kraaij, Arjen P. de Vries, Charles L. A. Clarke, Norbert Fuhr, and Noriko Kando (Eds.). ACM, 407-414."},{"key":"e_1_3_2_1_10_1","volume-title":"On Locality of Local Explanation Models. Advances in neural information processing systems","author":"Ghalebikesabi Sahra","year":"2021","unstructured":"Sahra Ghalebikesabi, Lucile Ter-Minassian, Karla DiazOrdaz, and Chris C Holmes. 2021. On Locality of Local Explanation Models. Advances in neural information processing systems, Vol. 34 (2021), 18395-18407."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970398.2970433"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462889"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.386"},{"key":"e_1_3_2_1_14_1","volume-title":"FastSHAP: Real-time Shapley Value Estimation. In International conference on learning representations.","author":"Jethani Neil","year":"2021","unstructured":"Neil Jethani, Mukund Sudarshan, Ian Connick Covert, Su-In Lee, and Rajesh Ranganath. 2021. FastSHAP: Real-time Shapley Value Estimation. In International conference on learning representations."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i12.29205"},{"key":"e_1_3_2_1_16_1","volume-title":"Advances in neural information processing systems","author":"Ke Guolin","unstructured":"Guolin Ke, Qi Meng, Thomas Finley, Taifeng Wang, Wei Chen, Weidong Ma, Qiwei Ye, and Tie-Yan Liu. 2017. LightGBM: A Highly Efficient Gradient Boosting Decision Tree. In Advances in neural information processing systems, Vol. 30."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/30.1-2.81"},{"key":"e_1_3_2_1_18_1","volume-title":"The Disagreement Problem in Explainable Machine Learning: A Practitioner's Perspective. arXiv preprint arXiv:2202.01602","author":"Krishna Satyapriya","year":"2022","unstructured":"Satyapriya Krishna, Tessa Han, Alex Gu, Javin Pombra, Shahin Jabbari, Steven Wu, and Himabindu Lakkaraju. 2022. The Disagreement Problem in Explainable Machine Learning: A Practitioner's Perspective. arXiv preprint arXiv:2202.01602 (2022)."},{"key":"e_1_3_2_1_19_1","volume-title":"International Conference on Machine Learning. PMLR, 5491-5500","author":"Kumar I. Elizabeth","year":"2020","unstructured":"I. Elizabeth Kumar, Suresh Venkatasubramanian, Carlos Scheidegger, and Sorelle Friedler. 2020. Problems with Shapley-value-based Explanations as Feature Importance Measures. In International Conference on Machine Learning. PMLR, 5491-5500."},{"key":"e_1_3_2_1_20_1","first-page":"34363","article-title":"WeightedSHAP: Analyzing and Improving Shapley based Feature Attributions","volume":"35","author":"Kwon Yongchan","year":"2022","unstructured":"Yongchan Kwon and James Y Zou. 2022. WeightedSHAP: Analyzing and Improving Shapley based Feature Attributions. Advances in Neural Information Processing Systems, Vol. 35 (2022), 34363-34376.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1011"},{"key":"e_1_3_2_1_22_1","volume-title":"Learnt Sparsity for Effective and Interpretable Document Ranking. arXiv preprint arXiv:2106.12460","author":"Leonhardt Jurek","year":"2021","unstructured":"Jurek Leonhardt, Koustav Rudra, and Avishek Anand. 2021. Learnt Sparsity for Effective and Interpretable Document Ranking. arXiv preprint arXiv:2106.12460 (2021)."},{"key":"e_1_3_2_1_23_1","volume-title":"ACM CHI Workshop on Operationalizing Human-Centered Perspectives in Explainable AI. ACM.","author":"Lucic Ana","year":"2021","unstructured":"Ana Lucic, Madhulika Srikumar, Umang Bhatt, Alice Xiang, Ankur Taly, Q. Vera Liao, and Maarten de Rijke. 2021. A Multistakeholder Approach Towards Evaluating AI Transparency Mechanisms. In ACM CHI Workshop on Operationalizing Human-Centered Perspectives in Explainable AI. ACM."},{"key":"e_1_3_2_1_24_1","volume-title":"Lundberg and Su-In Lee","author":"Scott","year":"2017","unstructured":"Scott M. Lundberg and Su-In Lee. 2017. A Unified Approach to Interpreting Model Predictions. Advances in Neural Information Processing Systems, Vol. 30 (2017)."},{"key":"e_1_3_2_1_25_1","volume-title":"Listwise Explanations for Ranking Models Using Multiple Explainers. In European Conference on Information Retrieval. Springer Nature Switzerland Cham, 653-668","author":"Lyu Lijun","year":"2023","unstructured":"Lijun Lyu and Avishek Anand. 2023. Listwise Explanations for Ranking Models Using Multiple Explainers. In European Conference on Information Retrieval. Springer Nature Switzerland Cham, 653-668."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1162\/coli_a_00511"},{"key":"e_1_3_2_1_27_1","volume-title":"Explanation in Artificial Intelligence: Insights from the Social Sciences. Artificial intelligence","author":"Miller Tim","year":"2019","unstructured":"Tim Miller. 2019. Explanation in Artificial Intelligence: Insights from the Social Sciences. Artificial intelligence, Vol. 267 (2019), 1-38."},{"key":"e_1_3_2_1_28_1","unstructured":"Christophe Molnar. 2023. Interpreting Machine Learning Models with SHAP. Independently published."},{"key":"e_1_3_2_1_29_1","first-page":"1","article-title":"From Anecdotal Evidence to Quantitative Evaluation Methods","volume":"55","author":"Nauta Meike","year":"2023","unstructured":"Meike Nauta, Jan Trienes, Shreyasi Pathak, Elisa Nguyen, Michelle Peters, Yasmin Schmitt, J\u00f6rg Schl\u00f6tterer, Maurice van Keulen, and Christin Seifert. 2023. From Anecdotal Evidence to Quantitative Evaluation Methods: A Systematic Review on Evaluating Explainable AI. Comput. Surveys, Vol. 55, 13s (2023), 1-42.","journal-title":"A Systematic Review on Evaluating Explainable AI. Comput. Surveys"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3498366.3505828"},{"key":"e_1_3_2_1_31_1","volume-title":"ShaRP: Explaining Rankings with Shapley Values. arXiv preprint arXiv:2401.16744","author":"Pliatsika Venetia","year":"2024","unstructured":"Venetia Pliatsika, Joao Fonseca, Tilun Wang, and Julia Stoyanovich. 2024. ShaRP: Explaining Rankings with Shapley Values. arXiv preprint arXiv:2401.16744 (2024)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72240-1_34"},{"key":"e_1_3_2_1_33_1","volume-title":"arXiv preprint arXiv:1306.2597","author":"Qin Tao","year":"2013","unstructured":"Tao Qin and Tie-Yan Liu. 2013. Introducing LETOR 4.0 Datasets. arXiv preprint arXiv:1306.2597 (2013)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-15712-8_32"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-3020"},{"key":"e_1_3_2_1_36_1","volume-title":"Proceedings of the 39th International Conference on Machine Learning. 18770-18795","author":"Rong Yao","year":"2022","unstructured":"Yao Rong, Tobias Leemann, Vadim Borisov, Gjergji Kasneci, and Enkelejda Kasneci. 2022. A Consistent and Efficient Evaluation Strategy for Attribution Methods. In Proceedings of the 39th International Conference on Machine Learning. 18770-18795."},{"key":"e_1_3_2_1_37_1","volume-title":"ir_explain: a Python Library of Explainable IR Methods. arXiv preprint arXiv:2404.18546","author":"Saha Sourav","year":"2024","unstructured":"Sourav Saha, Harsh Agarwal, Swastik Mohanty, Mandar Mitra, and Debapriyo Majumdar. 2024. ir_explain: a Python Library of Explainable IR Methods. arXiv preprint arXiv:2404.18546 (2024)."},{"key":"e_1_3_2_1_38_1","volume-title":"Contributions to the","author":"Shapley Lloyd S.","unstructured":"Lloyd S. Shapley. 1953. A Value for n-Person Games. In Contributions to the Theory of Games II. Princeton University Press, Princeton, 307-317."},{"key":"e_1_3_2_1_39_1","volume-title":"Learning Important Features Through Propagating Activation Differences. In International Conference on Machine Learning. PMLR, 3145-3153","author":"Shrikumar Avanti","year":"2017","unstructured":"Avanti Shrikumar, Peyton Greenside, and Anshul Kundaje. 2017. Learning Important Features Through Propagating Activation Differences. In International Conference on Machine Learning. PMLR, 3145-3153."},{"key":"e_1_3_2_1_40_1","volume-title":"Deep Inside Convolutional Networks: Visualising Image Classification Models and Saliency Maps. In 2nd International Conference on Learning Representations, ICLR 2014, Workshop Track Proceedings.","author":"Simonyan Karen","year":"2014","unstructured":"Karen Simonyan, Andrea Vedaldi, and Andrew Zisserman. 2014. Deep Inside Convolutional Networks: Visualising Image Classification Models and Saliency Maps. In 2nd International Conference on Learning Representations, ICLR 2014, Workshop Track Proceedings."},{"key":"e_1_3_2_1_41_1","volume-title":"Posthoc Interpretability of Learning to Rank Models using Secondary Training Data. arXiv preprint arXiv:1806.11330","author":"Singh Jaspreet","year":"2018","unstructured":"Jaspreet Singh and Avishek Anand. 2018. Posthoc Interpretability of Learning to Rank Models using Secondary Training Data. arXiv preprint arXiv:1806.11330 (2018)."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290620"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375234"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3471158.3472241"},{"key":"e_1_3_2_1_45_1","volume-title":"International Conference on the Theory of Information Retrieval","author":"Singh Jaspreet","year":"2021","unstructured":"Jaspreet Singh, Zhenye Wang, Megha Khosla, and Avishek Anand. 2021b. Valid Explanations for Learning to Rank Models. International Conference on the Theory of Information Retrieval (2021)."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375830"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1756007"},{"key":"e_1_3_2_1_48_1","volume-title":"Explaining Prediction Models and Individual Predictions with Feature Contributions. Knowledge and information systems","author":"\u0160trumbelj Erik","year":"2014","unstructured":"Erik \u0160trumbelj and Igor Kononenko. 2014. Explaining Prediction Models and Individual Predictions with Feature Contributions. Knowledge and information systems, Vol. 41 (2014), 647-665."},{"key":"e_1_3_2_1_49_1","volume-title":"Axiomatic Attribution for Deep Networks. In International Conference on Machine Learning. PMLR, 3319-3328","author":"Sundararajan Mukund","year":"2017","unstructured":"Mukund Sundararajan, Ankur Taly, and Qiqi Yan. 2017. Axiomatic Attribution for Deep Networks. In International Conference on Machine Learning. PMLR, 3319-3328."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331377"},{"key":"e_1_3_2_1_51_1","volume-title":"Towards Axiomatic Explanations for Neural Ranking Models. International Conference on the Theory of Information Retrieval","author":"V\u00f6lske Michael","year":"2021","unstructured":"Michael V\u00f6lske, Alexander Bondarenko, Maik Fr\u00f6be, Matthias Hagen, Benno Stein, Jaspreet Singh, and Avishek Anand. 2021. Towards Axiomatic Explanations for Neural Ranking Models. International Conference on the Theory of Information Retrieval (2021)."},{"key":"e_1_3_2_1_52_1","volume-title":"Probing BERT for Ranking Abilities. In European Conference on Information Retrieval. Springer Nature Switzerland Cham, 255-273","author":"Wallat Jonas","year":"2023","unstructured":"Jonas Wallat, Fabian Beringer, Abhijit Anand, and Avishek Anand. 2023. Probing BERT for Ranking Abilities. In European Conference on Information Retrieval. Springer Nature Switzerland Cham, 255-273."},{"key":"e_1_3_2_1_53_1","volume-title":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","author":"Wiegreffe Sarah","unstructured":"Sarah Wiegreffe and Yuval Pinter. 2019. Attention is not not Explanation. In Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), Kentaro Inui, Jing Jiang, Vincent Ng, and Xiaojun Wan (Eds.). Association for Computational Linguistics, Hong Kong, China, 11-20."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3532067"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3588728"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3437963.3441758"},{"key":"e_1_3_2_1_57_1","first-page":"593","article-title":"Evaluating the Quality of Machine Learning Explanations","volume":"10","author":"Zhou Jianlong","year":"2021","unstructured":"Jianlong Zhou, Amir H. Gandomi, Fang Chen, and Andreas Holzinger. 2021. Evaluating the Quality of Machine Learning Explanations: A Survey on Methods and Metrics. Electronics, Vol. 10, 5 (2021), 593.","journal-title":"A Survey on Methods and Metrics. Electronics"}],"event":{"name":"SIGIR '25: The 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Padua Italy","acronym":"SIGIR '25","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3726302.3729971","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T18:33:26Z","timestamp":1755887606000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3726302.3729971"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,13]]},"references-count":57,"alternative-id":["10.1145\/3726302.3729971","10.1145\/3726302"],"URL":"https:\/\/doi.org\/10.1145\/3726302.3729971","relation":{},"subject":[],"published":{"date-parts":[[2025,7,13]]},"assertion":[{"value":"2025-07-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}