{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T14:17:12Z","timestamp":1778595432807,"version":"3.51.4"},"publisher-location":"Cham","reference-count":56,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031282379","type":"print"},{"value":"9783031282386","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-28238-6_17","type":"book-chapter","created":{"date-parts":[[2023,3,16]],"date-time":"2023-03-16T17:03:18Z","timestamp":1678986198000},"page":"255-273","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Probing BERT for\u00a0Ranking Abilities"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1239-2067","authenticated-orcid":false,"given":"Jonas","family":"Wallat","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fabian","family":"Beringer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8006-0649","authenticated-orcid":false,"given":"Abhijit","family":"Anand","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0163-0739","authenticated-orcid":false,"given":"Avishek","family":"Anand","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,3,17]]},"reference":[{"key":"17_CR1","doi-asserted-by":"publisher","unstructured":"Aghajanyan, A., Gupta, A., Shrivastava, A., Chen, X., Zettlemoyer, L., Gupta, S.: Muppet: Massive multi-task representations with pre-finetuning. In: Moens, M., Huang, X., Specia, L., Yih, S.W. (eds.) Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, EMNLP 2021, Virtual Event \/ Punta Cana, Dominican Republic, 7\u201311 Nov 2021, pp. 5799\u20135811. Association for Computational Linguistics (2021). https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.468","DOI":"10.18653\/v1\/2021.emnlp-main.468"},{"key":"17_CR2","doi-asserted-by":"publisher","unstructured":"van Aken, B., Winter, B., L\u00f6ser, A., Gers, F.A.: How does BERT answer questions?: A layer-wise analysis of transformer representations. In: Zhu, W., et al. (eds.) Proceedings of the 28th ACM International Conference on Information and Knowledge Management, CIKM 2019, Beijing, China,3\u20137 Nov 2019, pp. 1823\u20131832. ACM (2019). https:\/\/doi.org\/10.1145\/3357384.3358028","DOI":"10.1145\/3357384.3358028"},{"key":"17_CR3","doi-asserted-by":"publisher","unstructured":"Anand, A., Leonhardt, J., Rudra, K., Anand, A.: Supervised contrastive learning approach for contextual ranking. In: Crestani, F., Pasi, G., Gaussier, \u00c9. (eds.) ICTIR 2022: The 2022 ACM SIGIR International Conference on the Theory of Information Retrieval, Madrid, Spain, 11\u201312 July 2022, pp. 61\u201371. ACM (2022). https:\/\/doi.org\/10.1145\/3539813.3545139","DOI":"10.1145\/3539813.3545139"},{"key":"17_CR4","unstructured":"Anand, A., Lyu, L., Idahl, M., Wang, Y., Wallat, J., Zhang, Z.: Explainable information retrieval: a survey. CoRR abs\/2211.02405 (2022). https:\/\/arxiv.org\/abs\/2211.02405"},{"key":"17_CR5","doi-asserted-by":"publisher","unstructured":"Belinkov, Y.: Probing classifiers: promises, shortcomings, and advances. Comput. Linguist. 48(1), 207\u2013219 (2022). https:\/\/doi.org\/10.1162\/coli_a_00422","DOI":"10.1162\/coli_a_00422"},{"key":"17_CR6","doi-asserted-by":"publisher","unstructured":"Belinkov, Y., Glass, J.: Analysis methods in neural language processing: a survey. Trans. Assoc. Comput. Linguist. 7, 49\u201372 (2019). https:\/\/doi.org\/10.1162\/tacl_a_00254. https:\/\/www.aclweb.org\/anthology\/Q19-1004","DOI":"10.1162\/tacl_a_00254"},{"key":"17_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"605","DOI":"10.1007\/978-3-030-45439-5_40","volume-title":"Advances in Information Retrieval","author":"A C\u00e2mara","year":"2020","unstructured":"C\u00e2mara, A., Hauff, C.: Diagnosing bert with retrieval heuristics. In: Jose, J.M., et al. (eds.) ECIR 2020. LNCS, vol. 12035, pp. 605\u2013618. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45439-5_40"},{"key":"17_CR8","doi-asserted-by":"publisher","unstructured":"Caruana, R.: Multitask learning. Mach. Learn. 28(1), 41\u201375 (1997). https:\/\/doi.org\/10.1023\/A:1007379606734","DOI":"10.1023\/A:1007379606734"},{"key":"17_CR9","unstructured":"Choi, J., Jung, E., Lim, S., Rhee, W.: Finding inverse document frequency information in BERT. CoRR abs\/2202.12191 (2022). https:\/\/arxiv.org\/abs\/2202.12191"},{"key":"17_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"188","DOI":"10.1007\/978-3-642-04417-5_17","volume-title":"Advances in Information Retrieval Theory","author":"CLA Clarke","year":"2009","unstructured":"Clarke, C.L.A., Kolla, M., Vechtomova, O.: An effectiveness measure for ambiguous and underspecified queries. In: Azzopardi, L., et al. (eds.) ICTIR 2009. LNCS, vol. 5766, pp. 188\u2013199. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-04417-5_17"},{"key":"17_CR11","doi-asserted-by":"publisher","unstructured":"Conneau, A., Kruszewski, G., Lample, G., Barrault, L., Baroni, M.: What you can cram into a single \\$ &!#* vector: probing sentence embeddings for linguistic properties. In: Gurevych, I., Miyao, Y. (eds.) Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, ACL 2018, Melbourne, Australia, 15\u201320 July 2018, Volume 1: Long Papers, pp. 2126\u20132136. Association for Computational Linguistics (2018). https:\/\/doi.org\/10.18653\/v1\/P18-1198. https:\/\/www.aclweb.org\/anthology\/P18-1198\/","DOI":"10.18653\/v1\/P18-1198"},{"key":"17_CR12","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D., Voorhees, E.M.: Overview of the TREC 2019 deep learning track. CoRR abs\/2003.07820 (2020). https:\/\/arxiv.org\/abs\/2003.07820"},{"key":"17_CR13","doi-asserted-by":"publisher","unstructured":"Dehghani, M., Zamani, H., Severyn, A., Kamps, J., Croft, W.B.: Neural ranking models with weak supervision. In: Kando, N., Sakai, T., Joho, H., Li, H., de Vries, A.P., White, R.W. (eds.) Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval, Shinjuku, Tokyo, Japan, 7\u201311 August 2017, pp. 65\u201374. ACM (2017). https:\/\/doi.org\/10.1145\/3077136.3080832","DOI":"10.1145\/3077136.3080832"},{"key":"17_CR14","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis, Minnesota (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1423. https:\/\/www.aclweb.org\/anthology\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"17_CR15","doi-asserted-by":"publisher","unstructured":"Elazar, Y., Ravfogel, S., Jacovi, A., Goldberg, Y.: Amnesic probing: behavioral explanation with amnesic counterfactuals. Trans. Assoc. Comput. Linguistics 9, 160\u2013175 (2021). https:\/\/doi.org\/10.1162\/tacl_a_00359. https:\/\/doi.org\/10.1162\/tacl_a_00359","DOI":"10.1162\/tacl_a_00359"},{"key":"17_CR16","doi-asserted-by":"publisher","unstructured":"Fan, Y., Guo, J., Ma, X., Zhang, R., Lan, Y., Cheng, X.: A linguistic study on relevance modeling in information retrieval. In: Leskovec, J., Grobelnik, M., Najork, M., Tang, J., Zia, L. (eds.) WWW 2021: The Web Conference 2021, Virtual Event \/ Ljubljana, Slovenia, 19\u201323 Apr 2021, pp. 1053\u20131064. ACM \/ IW3C2 (2021). https:\/\/doi.org\/10.1145\/3442381.3450009","DOI":"10.1145\/3442381.3450009"},{"key":"17_CR17","doi-asserted-by":"crossref","unstructured":"Fayyaz, M., Aghazadeh, E., Modarressi, A., Mohebbi, H., Pilehvar, M.T.: Not all models localize linguistic knowledge in the same place: a layer-wise probing on bertoids\u2019 representations. In: Bastings, J., et al. (eds.) Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP, BlackboxNLP@EMNLP 2021, Punta Cana, Dominican Republic, 11 Nov 2021, pp. 375\u2013388. Association for Computational Linguistics (2021). https:\/\/aclanthology.org\/2021.blackboxnlp-1.29","DOI":"10.18653\/v1\/2021.blackboxnlp-1.29"},{"key":"17_CR18","doi-asserted-by":"publisher","unstructured":"Formal, T., Piwowarski, B., Clinchant, S.: SPLADE: sparse lexical and expansion model for first stage ranking. In: Diaz, F., Shah, C., Suel, T., Castells, P., Jones, R., Sakai, T. (eds.) SIGIR 2021: The 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, Virtual Event, Canada, 11\u201315 July 2021, pp. 2288\u20132292. ACM (2021). https:\/\/doi.org\/10.1145\/3404835.3463098","DOI":"10.1145\/3404835.3463098"},{"key":"17_CR19","doi-asserted-by":"crossref","unstructured":"Ghasemi, N., Hiemstra, D.: BERT meets cranfield: uncovering the properties of full ranking on fully labeled data. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: Student Research Workshop, pp. 58\u201364. Association for Computational Linguistics, Online (2021). https:\/\/aclanthology.org\/2021.eacl-srw.9","DOI":"10.18653\/v1\/2021.eacl-srw.9"},{"key":"17_CR20","doi-asserted-by":"publisher","unstructured":"Hagen, M., V\u00f6lske, M., G\u00f6ring, S., Stein, B.: Axiomatic result re-ranking. In: Mukhopadhyay, S., et al.(eds.) Proceedings of the 25th ACM International Conference on Information and Knowledge Management, CIKM 2016, Indianapolis, IN, USA, 24\u201328 October 2016, pp. 721\u2013730. ACM (2016). https:\/\/doi.org\/10.1145\/2983323.2983704","DOI":"10.1145\/2983323.2983704"},{"key":"17_CR21","doi-asserted-by":"publisher","unstructured":"Hewitt, J., Ethayarajh, K., Liang, P., Manning, C.D.: Conditional probing: measuring usable information beyond a baseline. In: Moens, M., Huang, X., Specia, L., Yih, S.W. (eds.) Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, EMNLP 2021, Virtual Event \/ Punta Cana, Dominican Republic, 7\u201311 November 2021, pp. 1626\u20131639. Association for Computational Linguistics (2021). https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.122","DOI":"10.18653\/v1\/2021.emnlp-main.122"},{"key":"17_CR22","doi-asserted-by":"publisher","unstructured":"Hewitt, J., Liang, P.: Designing and interpreting probes with control tasks. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 2733\u20132743. Association for Computational Linguistics, Hong Kong, China (2019). https:\/\/doi.org\/10.18653\/v1\/D19-1275. https:\/\/aclanthology.org\/D19-1275","DOI":"10.18653\/v1\/D19-1275"},{"key":"17_CR23","doi-asserted-by":"publisher","unstructured":"Hewitt, J., Manning, C.D.: A structural probe for finding syntax in word representations. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 4129\u20134138. Association for Computational Linguistics, Minneapolis, Minnesota (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1419. https:\/\/www.aclweb.org\/anthology\/N19-1419","DOI":"10.18653\/v1\/N19-1419"},{"key":"17_CR24","unstructured":"Honnibal, M., Montani, I.: Natural language understanding with bloom embeddings, convolutional neural networks and incremental parsing. Unpublished Software Application. https:\/\/spacy.io (2017)"},{"key":"17_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"705","DOI":"10.1007\/978-3-540-78646-7_83","volume-title":"Advances in Information Retrieval","author":"MA Khalid","year":"2008","unstructured":"Khalid, M.A., Jijkoun, V., de Rijke, M.: The impact of named entity normalization on information retrieval for question answering. In: Macdonald, C., Ounis, I., Plachouras, V., Ruthven, I., White, R.W. (eds.) ECIR 2008. LNCS, vol. 4956, pp. 705\u2013710. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-78646-7_83"},{"key":"17_CR26","doi-asserted-by":"publisher","unstructured":"Khattab, O., Zaharia, M.: Colbert: efficient and effective passage search via contextualized late interaction over BERT. In: Huang, J., et al. (eds.) Proceedings of the 43rd International ACM SIGIR conference on research and development in Information Retrieval, SIGIR 2020, Virtual Event, China, 25\u201330 July 2020, pp. 39\u201348. ACM (2020). https:\/\/doi.org\/10.1145\/3397271.3401075","DOI":"10.1145\/3397271.3401075"},{"key":"17_CR27","doi-asserted-by":"publisher","unstructured":"Kim, M., Ko, Y.: Multitask fine-tuning for passage re-ranking using BM25 and pseudo relevance feedback. IEEE Access 10, 54254\u201354262 (2022). https:\/\/doi.org\/10.1109\/ACCESS.2022.3176894","DOI":"10.1109\/ACCESS.2022.3176894"},{"key":"17_CR28","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. In: Bengio, Y., LeCun, Y. (eds.) 3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, 7\u20139 May 2015, Conference Track Proceedings (2015). https:\/\/arxiv.org\/abs\/1412.6980"},{"key":"17_CR29","doi-asserted-by":"publisher","unstructured":"Leonhardt, J., Rudra, K., Khosla, M., Anand, A., Anand, A.: Efficient neural ranking using forward indexes. In: Laforest, F., et al. (eds.) WWW 2022: The ACM Web Conference 2022, Virtual Event, Lyon, France, 25\u201329 April 2022, pp. 266\u2013276. ACM (2022). https:\/\/doi.org\/10.1145\/3485447.3511955","DOI":"10.1145\/3485447.3511955"},{"key":"17_CR30","doi-asserted-by":"publisher","unstructured":"Li, H., Xu, J.: Semantic matching in search. Found. Trends Inf. Retr. 7(5), 343\u2013469 (2014). https:\/\/doi.org\/10.1561\/1500000035","DOI":"10.1561\/1500000035"},{"key":"17_CR31","doi-asserted-by":"publisher","unstructured":"MacAvaney, S., Feldman, S., Goharian, N., Downey, D., Cohan, A.: ABNIRML: analyzing the behavior of neural IR models. Trans. Assoc. Comput. Linguistics 10, 224\u2013239 (2022). https:\/\/doi.org\/10.1162\/tacl_a_00457","DOI":"10.1162\/tacl_a_00457"},{"key":"17_CR32","doi-asserted-by":"publisher","unstructured":"Manning, C.D., Raghavan, P., Sch\u00fctze, H.: Introduction to information retrieval. Cambridge University Press (2008). https:\/\/doi.org\/10.1017\/CBO9780511809071. https:\/\/nlp.stanford.edu\/IR-book\/pdf\/irbookprint.pdf","DOI":"10.1017\/CBO9780511809071"},{"key":"17_CR33","unstructured":"Nogueira, R.F., Cho, K.: Passage re-ranking with BERT. CoRR abs\/1901.04085 (2019). https:\/\/arxiv.org\/abs\/1901.04085"},{"key":"17_CR34","doi-asserted-by":"publisher","unstructured":"Pennington, J., Socher, R., Manning, C.: GloVe: global vectors for word representation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 1532\u20131543. Association for Computational Linguistics, Doha, Qatar (2014). https:\/\/doi.org\/10.3115\/v1\/D14-1162. https:\/\/aclanthology.org\/D14-1162","DOI":"10.3115\/v1\/D14-1162"},{"key":"17_CR35","doi-asserted-by":"publisher","unstructured":"Petroni, F., et al.: KILT: a benchmark for knowledge intensive language tasks. In: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 2523\u20132544. Association for Computational Linguistics, Online (2021). https:\/\/doi.org\/10.18653\/v1\/2021.naacl-main.200. https:\/\/aclanthology.org\/2021.naacl-main.200","DOI":"10.18653\/v1\/2021.naacl-main.200"},{"key":"17_CR36","doi-asserted-by":"publisher","unstructured":"Petroni, F., et al.: Language models as knowledge bases? In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 2463\u20132473. Association for Computational Linguistics, Hong Kong, China (2019). https:\/\/doi.org\/10.18653\/v1\/D19-1250. https:\/\/aclanthology.org\/D19-1250","DOI":"10.18653\/v1\/D19-1250"},{"key":"17_CR37","doi-asserted-by":"publisher","unstructured":"Pimentel, T., Saphra, N., Williams, A., Cotterell, R.: Pareto probing: trading off accuracy for complexity. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 3138\u20133153. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.254. https:\/\/www.aclweb.org\/anthology\/2020.emnlp-main.254","DOI":"10.18653\/v1\/2020.emnlp-main.254"},{"key":"17_CR38","unstructured":"Qiao, Y., Xiong, C., Liu, Z., Liu, Z.: Understanding the behaviors of BERT in ranking. CoRR abs\/1904.07531 (2019). https:\/\/arxiv.org\/abs\/1904.07531"},{"key":"17_CR39","doi-asserted-by":"publisher","unstructured":"Rau, D., Kamps, J.: The role of complex NLP in transformers for text ranking. In: Crestani, F., Pasi, G., Gaussier, \u00c9. (eds.) ICTIR 2022: The 2022 ACM SIGIR International Conference on the Theory of Information Retrieval, Madrid, Spain, 11\u201312 July 2022, pp. 153\u2013160. ACM (2022). https:\/\/doi.org\/10.1145\/3539813.3545144","DOI":"10.1145\/3539813.3545144"},{"key":"17_CR40","unstructured":"Rennings, D., Lyu, L., Anand, A.: Listwise explanations for ranking models using multiple explainers. In: Advances in Information Retrieval - 45th European Conference on IR Research, ECIR 2023, Dublin, Ireland, Proceedings, Part I. Lecture Notes in Computer Science, Springer (2023)"},{"key":"17_CR41","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1007\/978-3-030-15712-8_32","volume-title":"Advances in Information Retrieval","author":"D Rennings","year":"2019","unstructured":"Rennings, D., Moraes, F., Hauff, C.: An axiomatic approach to diagnosing neural IR models. In: Azzopardi, L., Stein, B., Fuhr, N., Mayr, P., Hauff, C., Hiemstra, D. (eds.) ECIR 2019. LNCS, vol. 11437, pp. 489\u2013503. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-15712-8_32"},{"key":"17_CR42","doi-asserted-by":"publisher","unstructured":"Rissanen, J.: Universal coding, information, prediction, and estimation. IEEE Trans. Inf. Theory 30(4), 629\u2013636 (1984). https:\/\/doi.org\/10.1109\/TIT.1984.1056936","DOI":"10.1109\/TIT.1984.1056936"},{"key":"17_CR43","unstructured":"Robertson, S.E., Walker, S., Jones, S., Hancock-Beaulieu, M., Gatford, M.: Okapi at TREC-3. In: Harman, D.K. (ed.) Proceedings of The Third Text REtrieval Conference, TREC 1994, Gaithersburg, Maryland, USA, 2\u20134 Nov 1994. NIST Special Publication, vol. 500\u2013225, pp. 109\u2013126. National Institute of Standards and Technology (NIST) (1994). https:\/\/trec.nist.gov\/pubs\/trec3\/papers\/city.ps.gz"},{"key":"17_CR44","doi-asserted-by":"publisher","unstructured":"Rudra, K., Anand, A.: Distant supervision in BERT-based Adhoc document retrieval. In: d\u2019Aquin, M., Dietze, S., Hauff, C., Curry, E., Cudr\u00e9-Mauroux, P. (eds.) CIKM 2020: The 29th ACM International Conference on Information and Knowledge Management, Virtual Event, Ireland, 19\u201323 October 2020, pp. 2197\u20132200. ACM (2020). https:\/\/doi.org\/10.1145\/3340531.3412124","DOI":"10.1145\/3340531.3412124"},{"key":"17_CR45","doi-asserted-by":"publisher","unstructured":"Singh, J., Anand, A.: EXS: explainable search using local model agnostic interpretability. In: Culpepper, J.S., Moffat, A., Bennett, P.N., Lerman, K. (eds.) Proceedings of the Twelfth ACM International Conference on Web Search and Data Mining, WSDM 2019, Melbourne, VIC, Australia, 11\u201315 Feb 2019, pp. 770\u2013773. ACM (2019). https:\/\/doi.org\/10.1145\/3289600.3290620","DOI":"10.1145\/3289600.3290620"},{"key":"17_CR46","doi-asserted-by":"publisher","unstructured":"Singh, J., Anand, A.: Model agnostic interpretability of rankers via intent modelling. In: Hildebrandt, M., Castillo, C., Celis, L.E., Ruggieri, S., Taylor, L., Zanfir-Fortuna, G. (eds.) FAT* 2020: Conference on Fairness, Accountability, and Transparency, Barcelona, Spain, 27\u201330 Jan 2020, pp. 618\u2013628. ACM (2020). https:\/\/doi.org\/10.1145\/3351095.3375234","DOI":"10.1145\/3351095.3375234"},{"key":"17_CR47","doi-asserted-by":"publisher","unstructured":"Tenney, I., Das, D., Pavlick, E.: BERT rediscovers the classical NLP pipeline. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 4593\u20134601. Association for Computational Linguistics, Florence, Italy (2019). https:\/\/doi.org\/10.18653\/v1\/P19-1452. https:\/\/www.aclweb.org\/anthology\/P19-1452","DOI":"10.18653\/v1\/P19-1452"},{"key":"17_CR48","unstructured":"Tenney, I., et al.: What do you learn from context? probing for sentence structure in contextualized word representations. In: 7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, 6\u20139 May 2019. OpenReview.net (2019). https:\/\/openreview.net\/forum?id=SJzSgnRcKX"},{"key":"17_CR49","doi-asserted-by":"publisher","unstructured":"Thorne, J., Vlachos, A., Christodoulopoulos, C., Mittal, A.: FEVER: a large-scale dataset for fact extraction and Verification. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), pp. 809\u2013819. Association for Computational Linguistics, New Orleans, Louisiana (2018). https:\/\/doi.org\/10.18653\/v1\/N18-1074. https:\/\/aclanthology.org\/N18-1074","DOI":"10.18653\/v1\/N18-1074"},{"key":"17_CR50","doi-asserted-by":"publisher","unstructured":"Voita, E., Titov, I.: Information-theoretic probing with minimum description length. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 183\u2013196. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.14. https:\/\/www.aclweb.org\/anthology\/2020.emnlp-main.14","DOI":"10.18653\/v1\/2020.emnlp-main.14"},{"key":"17_CR51","doi-asserted-by":"publisher","unstructured":"V\u00f6lske, M., et al.: Towards axiomatic explanations for neural ranking models. In: Hasibi, F., Fang, Y., Aizawa, A. (eds.) ICTIR 2021: The 2021 ACM SIGIR International Conference on the Theory of Information Retrieval, Virtual Event, Canada, 11 July 2021, pp. 13\u201322. ACM (2021). https:\/\/doi.org\/10.1145\/3471158.3472256","DOI":"10.1145\/3471158.3472256"},{"key":"17_CR52","doi-asserted-by":"publisher","unstructured":"Wallat, J., Singh, J., Anand, A.: BERTnesia: investigating the capture and forgetting of knowledge in BERT. In: Proceedings of the Third BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP, pp. 174\u2013183. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.blackboxnlp-1.17. https:\/\/aclanthology.org\/2020.blackboxnlp-1.17","DOI":"10.18653\/v1\/2020.blackboxnlp-1.17"},{"key":"17_CR53","doi-asserted-by":"publisher","unstructured":"Zhan, J., Mao, J., Liu, Y., Zhang, M., Ma, S.: An analysis of BERT in document ranking. In: Huang, J., et al. (eds.) Proceedings of the 43rd International ACM SIGIR conference on research and development in Information Retrieval, SIGIR 2020, Virtual Event, China, 25\u201330 July 2020, pp. 1941\u20131944. ACM (2020). https:\/\/doi.org\/10.1145\/3397271.3401325","DOI":"10.1145\/3397271.3401325"},{"key":"17_CR54","doi-asserted-by":"publisher","unstructured":"Zhang, K., Bowman, S.: Language modeling teaches you more than translation does: Lessons learned through auxiliary syntactic task analysis. In: Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP, pp. 359\u2013361. Association for Computational Linguistics, Brussels, Belgium (2018). https:\/\/doi.org\/10.18653\/v1\/W18-5448. https:\/\/www.aclweb.org\/anthology\/W18-5448","DOI":"10.18653\/v1\/W18-5448"},{"key":"17_CR55","doi-asserted-by":"publisher","unstructured":"Zhang, X., Ramachandran, D., Tenney, I., Elazar, Y., Roth, D.: Do language embeddings capture scales? In: Proceedings of the Third BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP, pp. 292\u2013299. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.blackboxnlp-1.27. https:\/\/aclanthology.org\/2020.blackboxnlp-1.27","DOI":"10.18653\/v1\/2020.blackboxnlp-1.27"},{"key":"17_CR56","doi-asserted-by":"publisher","unstructured":"Zhao, M., Dufter, P., Yaghoobzadeh, Y., Sch\u00fctze, H.: Quantifying the contextualization of word representations with semantic class probing. In: Findings of the Association for Computational Linguistics: EMNLP 2020, pp. 1219\u20131234. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.findings-emnlp.109. https:\/\/www.aclweb.org\/anthology\/2020.findings-emnlp.109","DOI":"10.18653\/v1\/2020.findings-emnlp.109"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-28238-6_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,5]],"date-time":"2024-03-05T13:47:11Z","timestamp":1709646431000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-28238-6_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031282379","9783031282386"],"references-count":56,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-28238-6_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"17 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 April 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 April 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"45","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2023.org\/index.html?v=1.0","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"489","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"77","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"83","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}