{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T04:10:31Z","timestamp":1743826231824,"version":"3.40.3"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031887079","type":"print"},{"value":"9783031887086","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88708-6_22","type":"book-chapter","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T11:52:00Z","timestamp":1743767520000},"page":"341-356","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Semantically Proportioned nDCG for\u00a0Explaining ColBERT\u2019s Learning Process"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-2720-8162","authenticated-orcid":false,"given":"Ariane","family":"Mueller","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3143-279X","authenticated-orcid":false,"given":"Craig","family":"Macdonald","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,4,3]]},"reference":[{"key":"22_CR1","unstructured":"Bajaj, P., et\u00a0al.: MS MARCO: a human generated machine reading comprehension dataset. arXiv preprint arXiv:1611.09268 (2016)"},{"key":"22_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"605","DOI":"10.1007\/978-3-030-45439-5_40","volume-title":"Advances in Information Retrieval","author":"A C\u00e2mara","year":"2020","unstructured":"C\u00e2mara, A., Hauff, C.: Diagnosing BERT with retrieval heuristics. In: Jose, J.M., et al. (eds.) ECIR 2020. LNCS, vol. 12035, pp. 605\u2013618. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45439-5_40"},{"key":"22_CR3","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D.: Overview of the TREC 2020 deep learning track. arXiv preprint arXiv:2102.07662 (2021)","DOI":"10.6028\/NIST.SP.1266.deep-overview"},{"key":"22_CR4","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D., Voorhees, E.M.: Overview of the TREC 2019 deep learning track. arXiv preprint arXiv:2003.07820 (2020)","DOI":"10.6028\/NIST.SP.1266.deep-overview"},{"key":"22_CR5","unstructured":"Devlin, J.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"22_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1007\/978-3-030-72240-1_23","volume-title":"Advances in Information Retrieval","author":"T Formal","year":"2021","unstructured":"Formal, T., Piwowarski, B., Clinchant, S.: A white box analysis of ColBERT. In: Hiemstra, D., Moens, M.-F., Mothe, J., Perego, R., Potthast, M., Sebastiani, F. (eds.) ECIR 2021. LNCS, vol. 12657, pp. 257\u2013263. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72240-1_23"},{"key":"22_CR7","doi-asserted-by":"crossref","unstructured":"Hofst\u00e4tter, S., Khattab, O., Althammer, S., Sertkan, M., Hanbury, A.: Introducing neural bag of whole-words with colberter: contextualized late interactions using enhanced reduction. In: Proceedings of the 31st ACM International Conference on Information and Knowledge Management, pp. 737\u2013747 (2022)","DOI":"10.1145\/3511808.3557367"},{"key":"22_CR8","unstructured":"Humeau, S., Shuster, K., Lachaux, M.A., Weston, J.: Poly-encoders: transformer architectures and pre-training strategies for fast and accurate multi-sentence scoring. arXiv preprint arXiv:1905.01969 (2019)"},{"key":"22_CR9","doi-asserted-by":"crossref","unstructured":"Jiang, Z., Tang, R., Xin, J., Lin, J.: How does BERT rerank passages? An attribution analysis with information bottlenecks. In: Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP, pp. 496\u2013509 (2021)","DOI":"10.18653\/v1\/2021.blackboxnlp-1.39"},{"key":"22_CR10","doi-asserted-by":"crossref","unstructured":"Karpukhin, V., et al.: Dense passage retrieval for open-domain question answering. arXiv preprint arXiv:2004.04906 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"22_CR11","doi-asserted-by":"crossref","unstructured":"Khattab, O., Zaharia, M.: ColBERT: efficient and effective passage search via contextualized late interaction over BERT. In: Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 39\u201348 (2020)","DOI":"10.1145\/3397271.3401075"},{"key":"22_CR12","doi-asserted-by":"publisher","first-page":"224","DOI":"10.1162\/tacl_a_00457","volume":"10","author":"S MacAvaney","year":"2022","unstructured":"MacAvaney, S., Feldman, S., Goharian, N., Downey, D., Cohan, A.: ABNIRML: analyzing the behavior of neural IR models. Trans. Assoc. Comput. Linguist. 10, 224\u2013239 (2022)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"22_CR13","doi-asserted-by":"crossref","unstructured":"Macdonald, C., Tonellotto, N., MacAvaney, S., Ounis, I.: PyTerrier: declarative experimentation in Python from BM25 to dense retrieval. In: Proceedings of the 30th ACM International Conference on Information and Knowledge Management, pp. 4526\u20134533 (2021)","DOI":"10.1145\/3459637.3482013"},{"key":"22_CR14","unstructured":"Macdonald, C., Tonellotto, N., Ounis, I.: On single and multiple representations in dense passage retrieval. arXiv preprint arXiv:2108.06279 (2021)"},{"key":"22_CR15","doi-asserted-by":"crossref","unstructured":"Moeller, L., Nikolaev, D., Pad\u00f3, S.: An attribution method for Siamese encoders. arXiv preprint arXiv:2310.05703 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.980"},{"key":"22_CR16","unstructured":"Nogueira, R., Cho, K.: Passage re-ranking with BERT. arXiv preprint arXiv:1901.04085 (2019)"},{"key":"22_CR17","unstructured":"Qiao, Y., Xiong, C., Liu, Z., Liu, Z.: Understanding the behaviors of BERT in ranking. arXiv preprint arXiv:1904.07531 (2019)"},{"key":"22_CR18","doi-asserted-by":"crossref","unstructured":"Rau, D., Kamps, J.: The role of complex NLP in transformers for text ranking. In: Proceedings of the 2022 ACM SIGIR International Conference on Theory of Information Retrieval, pp. 153\u2013160 (2022)","DOI":"10.1145\/3539813.3545144"},{"key":"22_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1007\/978-3-030-15712-8_32","volume-title":"Advances in Information Retrieval","author":"D Rennings","year":"2019","unstructured":"Rennings, D., Moraes, F., Hauff, C.: An axiomatic approach to diagnosing neural IR models. In: Azzopardi, L., Stein, B., Fuhr, N., Mayr, P., Hauff, C., Hiemstra, D. (eds.) ECIR 2019. LNCS, vol. 11437, pp. 489\u2013503. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-15712-8_32"},{"key":"22_CR20","doi-asserted-by":"crossref","unstructured":"Robertson, S.E., Walker, S., Jones, S., Hancock-Beaulieu, M.M., Gatford, M., et al.: Okapi at TREC-3. NIST Special Publication Sp 109, 109 (1995)","DOI":"10.6028\/NIST.SP.500-225.city"},{"key":"22_CR21","doi-asserted-by":"crossref","unstructured":"Santhanam, K., Khattab, O., Saad-Falcon, J., Potts, C., Zaharia, M.: Colbertv2: effective and efficient retrieval via lightweight late interaction. arXiv preprint arXiv:2112.01488 (2021)","DOI":"10.18653\/v1\/2022.naacl-main.272"},{"key":"22_CR22","unstructured":"Thakur, N., Reimers, N., R\u00fcckl\u00e9, A., Srivastava, A., Gurevych, I.: BEIR: a heterogenous benchmark for zero-shot evaluation of information retrieval models. arXiv preprint arXiv:2104.08663 (2021)"},{"key":"22_CR23","doi-asserted-by":"crossref","unstructured":"V\u00f6lske, M., et al.: Towards axiomatic explanations for neural ranking models. In: Proceedings of the 2021 ACM SIGIR International Conference on Theory of Information Retrieval, pp. 13\u201322 (2021)","DOI":"10.1145\/3471158.3472256"},{"key":"22_CR24","doi-asserted-by":"crossref","unstructured":"Wallat, J., Beringer, F., Anand, A., Anand, A.: Probing BERT for ranking abilities. In: European Conference on Information Retrieval, pp. 255\u2013273. Springer, Cham (2023)","DOI":"10.1007\/978-3-031-28238-6_17"},{"issue":"5","key":"22_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2022.103026","volume":"59","author":"X Wang","year":"2022","unstructured":"Wang, X., Macdonald, C., Ounis, I.: Improving zero-shot retrieval using dense external expansion. Inf. Process. Manag. 59(5), 103026 (2022)","journal-title":"Inf. Process. Manag."},{"key":"22_CR26","doi-asserted-by":"crossref","unstructured":"Wang, X., Macdonald, C., Tonellotto, N., Ounis, I.: Reproducibility, replicability, and insights into dense multi-representation retrieval models: from ColBERT to Col*. In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2552\u20132561 (2023)","DOI":"10.1145\/3539618.3591916"},{"key":"22_CR27","unstructured":"Xiong, L., et al.: Approximate nearest neighbor negative contrastive learning for dense text retrieval. arXiv preprint arXiv:2007.00808 (2020)"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88708-6_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T11:52:16Z","timestamp":1743767536000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88708-6_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031887079","9783031887086"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88708-6_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"3 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2025.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}