{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T22:30:12Z","timestamp":1777674612763,"version":"3.51.4"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031282430","type":"print"},{"value":"9783031282447","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-28244-7_41","type":"book-chapter","created":{"date-parts":[[2023,3,16]],"date-time":"2023-03-16T17:03:18Z","timestamp":1678986198000},"page":"653-668","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Listwise Explanations for\u00a0Ranking Models Using Multiple Explainers"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7268-4902","authenticated-orcid":false,"given":"Lijun","family":"Lyu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0163-0739","authenticated-orcid":false,"given":"Avishek","family":"Anand","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,17]]},"reference":[{"key":"41_CR1","doi-asserted-by":"publisher","unstructured":"Ailon, N., Charikar, M., Newman, A.: Aggregating inconsistent information: ranking and clustering. J. ACM 55(5), 23:1\u201323:27 (2008). https:\/\/doi.org\/10.1145\/1411509.1411513","DOI":"10.1145\/1411509.1411513"},{"key":"41_CR2","doi-asserted-by":"publisher","unstructured":"Amati, G., Van Rijsbergen, C.J.: Probabilistic models of information retrieval based on measuring the divergence from randomness. ACM Trans. Inf. Syst. 20(4), 357\u2013389 (2002). https:\/\/doi.org\/10.1145\/582415.582416, http:\/\/doi.acm.org\/10.1145\/582415.582416","DOI":"10.1145\/582415.582416"},{"key":"41_CR3","doi-asserted-by":"publisher","unstructured":"Anand, A., Lyu, L., Idahl, M., Wang, Y., Wallat, J., Zhang, Z.: Explainable information retrieval: a survey. CoRR abs\/2211.02405 (2022). https:\/\/doi.org\/10.48550\/arXiv.2211.02405","DOI":"10.48550\/arXiv.2211.02405"},{"key":"41_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"605","DOI":"10.1007\/978-3-030-45439-5_40","volume-title":"Advances in Information Retrieval","author":"A C\u00e2mara","year":"2020","unstructured":"C\u00e2mara, A., Hauff, C.: Diagnosing BERT with retrieval heuristics. In: Jose, J.M., et al. (eds.) ECIR 2020. LNCS, vol. 12035, pp. 605\u2013618. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45439-5_40"},{"key":"41_CR5","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Burstein, J., Doran, C., Solorio, T. (eds.) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT 2019, Minneapolis, MN, USA, 2\u20137 June 2019, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/v1\/n19-1423","DOI":"10.18653\/v1\/n19-1423"},{"key":"41_CR6","unstructured":"Diamond, S., Boyd, S.P.: CVXPY: a Python-embedded modeling language for convex optimization. J. Mach. Learn. Res. 17, 83:1\u201383:5 (2016). http:\/\/jmlr.org\/papers\/v17\/15-408.html"},{"key":"41_CR7","doi-asserted-by":"publisher","unstructured":"Fernando, Z.T., Singh, J., Anand, A.: A study on the interpretability of neural retrieval models using deepshap. In: Proceedings of the 42Nd International ACM SIGIR Conference on Research and Development in Information Retrieval. SIGIR 2019, pp. 1005\u20131008. ACM, New York (2019). https:\/\/doi.org\/10.1145\/3331184.3331312, http:\/\/doi.acm.org\/10.1145\/3331184.3331312","DOI":"10.1145\/3331184.3331312"},{"key":"41_CR8","doi-asserted-by":"publisher","unstructured":"Fetahu, B., Markert, K., Anand, A.: Automated news suggestions for populating Wikipedia entity pages. In: Bailey, J., et al. (eds.) Proceedings of the 24th ACM International Conference on Information and Knowledge Management. CIKM 2015, Melbourne, VIC, Australia, 19\u201323 October 2015, pp. 323\u2013332. ACM (2015). https:\/\/doi.org\/10.1145\/2806416.2806531","DOI":"10.1145\/2806416.2806531"},{"key":"41_CR9","doi-asserted-by":"publisher","unstructured":"Guo, J., Fan, Y., Ai, Q., Croft, W.B.: A deep relevance matching model for ad-hoc retrieval. In: Mukhopadhyay, S., et al. (eds.) Proceedings of the 25th ACM International Conference on Information and Knowledge Management. CIKM 2016, Indianapolis, IN, USA, 24\u201328 October 2016, pp. 55\u201364. ACM (2016). https:\/\/doi.org\/10.1145\/2983323.2983769","DOI":"10.1145\/2983323.2983769"},{"key":"41_CR10","doi-asserted-by":"publisher","unstructured":"Hofst\u00e4tter, S., Mitra, B., Zamani, H., Craswell, N., Hanbury, A.: Intra-document cascading: learning to select passages for neural document ranking. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval. SIGIR 2021, pp. 1349\u20131358. Association for Computing Machinery, New York (2021). https:\/\/doi.org\/10.1145\/3404835.3462889","DOI":"10.1145\/3404835.3462889"},{"key":"41_CR11","unstructured":"Jaleel, N.A., et al.: Umass at TREC 2004: novelty and HARD. In: Voorhees, E.M., Buckland, L.P. (eds.) Proceedings of the Thirteenth Text REtrieval Conference, TREC 2004, Gaithersburg, Maryland, USA, 16\u201319 November 2004. NIST Special Publication, vol. 500-261. National Institute of Standards and Technology (NIST) (2004). http:\/\/trec.nist.gov\/pubs\/trec13\/papers\/umass.novelty.hard.pdf"},{"key":"41_CR12","doi-asserted-by":"publisher","unstructured":"Karpukhin, V., et al.: Dense passage retrieval for open-domain question answering. In: Webber, B., Cohn, T., He, Y., Liu, Y. (eds.) Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing, EMNLP 2020, Online, 16\u201320 November 2020, pp. 6769\u20136781. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.550","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"41_CR13","unstructured":"Laue, S., Mitterreiter, M., Giesen, J.: GENO - generic optimization for classical machine learning. In: Wallach, H.M., Larochelle, H., Beygelzimer, A., d\u2019Alch\u00e9-Buc, F., Fox, E.B., Garnett, R. (eds.) Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019. NeurIPS 2019, 8\u201314 December 2019. Vancouver, BC, Canada, pp. 2187\u20132198 (2019). https:\/\/proceedings.neurips.cc\/paper\/2019\/hash\/84438b7aae55a0638073ef798e50b4ef-Abstract.html"},{"key":"41_CR14","doi-asserted-by":"publisher","unstructured":"Leonhardt, J., Rudra, K., Anand, A.: Extractive explanations for interpretable text ranking. ACM Trans. Inf. Syst. (2022). https:\/\/doi.org\/10.1145\/3576924","DOI":"10.1145\/3576924"},{"key":"41_CR15","unstructured":"Lundberg, S.M., Lee, S.: A unified approach to interpreting model predictions. In: Guyon, I., et al. (eds.) Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, 4\u20139 December 2017, Long Beach, CA, USA, pp. 4765\u20134774 (2017). https:\/\/proceedings.neurips.cc\/paper\/2017\/hash\/8a20a8621978632d76c43dfd28b67767-Abstract.html"},{"key":"41_CR16","doi-asserted-by":"publisher","unstructured":"McDonald, R.T., Brokos, G., Androutsopoulos, I.: Deep relevance ranking using enhanced document-query interactions. In: Riloff, E., Chiang, D., Hockenmaier, J., Tsujii, J. (eds.) Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, Brussels, Belgium, 31 October\u20134 November 2018, pp. 1849\u20131860. Association for Computational Linguistics (2018). https:\/\/doi.org\/10.18653\/v1\/d18-1211","DOI":"10.18653\/v1\/d18-1211"},{"key":"41_CR17","unstructured":"Nogueira, R.F., Cho, K.: Passage re-ranking with BERT. CoRR abs\/1901.04085 (2019). http:\/\/arxiv.org\/abs\/1901.04085"},{"key":"41_CR18","doi-asserted-by":"publisher","unstructured":"Pennington, J., Socher, R., Manning, C.D.: Glove: global vectors for word representation. In: Moschitti, A., Pang, B., Daelemans, W. (eds.) Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing, EMNLP 2014, 25\u201329 October 2014, Doha, Qatar, A meeting of SIGDAT, a Special Interest Group of the ACL, pp. 1532\u20131543. ACL (2014). https:\/\/doi.org\/10.3115\/v1\/d14-1162","DOI":"10.3115\/v1\/d14-1162"},{"key":"41_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1007\/978-3-030-15712-8_32","volume-title":"Advances in Information Retrieval","author":"D Rennings","year":"2019","unstructured":"Rennings, D., Moraes, F., Hauff, C.: An axiomatic approach to diagnosing neural IR models. In: Azzopardi, L., Stein, B., Fuhr, N., Mayr, P., Hauff, C., Hiemstra, D. (eds.) ECIR 2019. LNCS, vol. 11437, pp. 489\u2013503. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-15712-8_32"},{"key":"41_CR20","doi-asserted-by":"publisher","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cwhy should I trust you?\u201d: Explaining the predictions of any classifier. In: Krishnapuram, B., Shah, M., Smola, A.J., Aggarwal, C.C., Shen, D., Rastogi, R. (eds.) Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, San Francisco, CA, USA, 13\u201317 August 2016, pp. 1135\u20131144. ACM (2016). https:\/\/doi.org\/10.1145\/2939672.2939778","DOI":"10.1145\/2939672.2939778"},{"key":"41_CR21","unstructured":"Shrikumar, A., Greenside, P., Kundaje, A.: Learning important features through propagating activation differences. In: Precup, D., Teh, Y.W. (eds.) Proceedings of the 34th International Conference on Machine Learning, ICML 2017, Sydney, NSW, Australia, 6\u201311 August 2017. Proceedings of Machine Learning Research, vol. 70, pp. 3145\u20133153. PMLR (2017), http:\/\/proceedings.mlr.press\/v70\/shrikumar17a.html"},{"key":"41_CR22","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps. In: Bengio, Y., LeCun, Y. (eds.) 2nd International Conference on Learning Representations, ICLR 2014, Banff, AB, Canada, 14\u201316 April 2014, Workshop Track Proceedings (2014). http:\/\/arxiv.org\/abs\/1312.6034"},{"key":"41_CR23","unstructured":"Singh, J., Anand, A.: Posthoc interpretability of learning to rank models using secondary training data. In: Workshop on ExplainAble Recommendation and Search (EARS 2018) at SIGIR 2018 (2018). https:\/\/ears2018.github.io\/ears18-singh.pdf"},{"key":"41_CR24","doi-asserted-by":"publisher","unstructured":"Singh, J., Anand, A.: Exs: explainable search using local model agnostic interpretability. In: Proceedings of the Twelfth ACM International Conference on Web Search and Data Mining. WSDM 2019, pp. 770\u2013773. ACM, New York (2019). https:\/\/doi.org\/10.1145\/3289600.3290620, http:\/\/doi.acm.org\/10.1145\/3289600.3290620","DOI":"10.1145\/3289600.3290620"},{"key":"41_CR25","doi-asserted-by":"publisher","unstructured":"Singh, J., Anand, A.: Model agnostic interpretability of rankers via intent modelling. In: Hildebrandt, M., Castillo, C., Celis, L.E., Ruggieri, S., Taylor, L., Zanfir-Fortuna, G. (eds.) FAT* \u201920: Conference on Fairness, Accountability, and Transparency, Barcelona, Spain, 27\u201330 January 2020, pp. 618\u2013628. ACM (2020). https:\/\/doi.org\/10.1145\/3351095.3375234","DOI":"10.1145\/3351095.3375234"},{"key":"41_CR26","doi-asserted-by":"publisher","unstructured":"Singh, J., Khosla, M., Wang, Z., Anand, A.: Extracting per query valid explanations for blackbox learning-to-rank models. In: Hasibi, F., Fang, Y., Aizawa, A. (eds.) ICTIR 2021: The 2021 ACM SIGIR International Conference on the Theory of Information Retrieval, Virtual Event, Canada, 11 July 2021, pp. 203\u2013210. ACM (2021). https:\/\/doi.org\/10.1145\/3471158.3472241","DOI":"10.1145\/3471158.3472241"},{"key":"41_CR27","doi-asserted-by":"publisher","unstructured":"Singh, J., Wallat, J., Anand, A.: BERTnesia: investigating the capture and forgetting of knowledge in BERT. In: Alishahi, A., Belinkov, Y., Chrupala, G., Hupkes, D., Pinter, Y., Sajjad, H. (eds.) Proceedings of the Third BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP, BlackboxNLP@EMNLP 2020, Online, November 2020, pp. 174\u2013183. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/v1\/2020.blackboxnlp-1.17","DOI":"10.18653\/v1\/2020.blackboxnlp-1.17"},{"key":"41_CR28","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. In: Precup, D., Teh, Y.W. (eds.) Proceedings of the 34th International Conference on Machine Learning, ICML 2017, Sydney, NSW, Australia, 6\u201311 August 2017. Proceedings of Machine Learning Research, vol. 70, pp. 3319\u20133328. PMLR (2017). http:\/\/proceedings.mlr.press\/v70\/sundararajan17a.html"},{"key":"41_CR29","doi-asserted-by":"publisher","unstructured":"Verma, M., Ganguly, D.: LIRME: locally interpretable ranking model explanation. In: Piwowarski, B., Chevalier, M., Gaussier, \u00c9., Maarek, Y., Nie, J., Scholer, F. (eds.) Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2019, Paris, France, 21\u201325 July 2019, pp. 1281\u20131284. ACM (2019). https:\/\/doi.org\/10.1145\/3331184.3331377","DOI":"10.1145\/3331184.3331377"},{"key":"41_CR30","doi-asserted-by":"publisher","unstructured":"V\u00f6lske, M., et al.: Towards axiomatic explanations for neural ranking models. In: Hasibi, F., Fang, Y., Aizawa, A. (eds.) ICTIR 2021: The 2021 ACM SIGIR International Conference on the Theory of Information Retrieval, Virtual Event, Canada, 11 July 2021, pp. 13\u201322. ACM (2021). https:\/\/doi.org\/10.1145\/3471158.3472256","DOI":"10.1145\/3471158.3472256"},{"key":"41_CR31","doi-asserted-by":"crossref","unstructured":"Wallat, J., Beringer, F., Anand, A., Anand, A.: Probing BERT for ranking abilities. In: Advances in Information Retrieval - 45th European Conference on IR Research, ECIR 2023, Dublin, Ireland. LNCS. Springer, Cham (2023)","DOI":"10.1007\/978-3-031-28238-6_17"},{"key":"41_CR32","doi-asserted-by":"publisher","unstructured":"Wang, Y., Lyu, L., Anand, A.: BERT rankers are brittle: a study using adversarial document perturbations. In: Crestani, F., Pasi, G., Gaussier, \u00c9. (eds.) ICTIR 2022: The 2022 ACM SIGIR International Conference on the Theory of Information Retrieval, Madrid, Spain, 11\u201312 July 2022, pp. 115\u2013120. ACM (2022). https:\/\/doi.org\/10.1145\/3539813.3545122","DOI":"10.1145\/3539813.3545122"},{"key":"41_CR33","doi-asserted-by":"publisher","unstructured":"Yu, P., Rahimi, R., Allan, J.: Towards explainable search results: a listwise explanation generator. In: Amig\u00f3, E., Castells, P., Gonzalo, J., Carterette, B., Culpepper, J.S., Kazai, G. (eds.) SIGIR 2022: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, Madrid, Spain, 11\u201315 July 2022, pp. 669\u2013680. ACM (2022). https:\/\/doi.org\/10.1145\/3477495.3532067","DOI":"10.1145\/3477495.3532067"},{"key":"41_CR34","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Rudra, K., Anand, A.: Explain and predict, and then predict again. In: Proceedings of the 14th ACM International Conference on Web Search and Data Mining, pp. 418\u2013426 (2021)","DOI":"10.1145\/3437963.3441758"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-28244-7_41","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,5]],"date-time":"2024-03-05T13:43:52Z","timestamp":1709646232000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-28244-7_41"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031282430","9783031282447"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-28244-7_41","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"17 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 April 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 April 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"45","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2023.org\/index.html?v=1.0","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"489","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"77","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"83","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}