{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:34:46Z","timestamp":1774308886166,"version":"3.50.1"},"publisher-location":"Cham","reference-count":78,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031887079","type":"print"},{"value":"9783031887086","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88708-6_29","type":"book-chapter","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T11:50:57Z","timestamp":1743767457000},"page":"453-471","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Corpus Subsampling: Estimating the\u00a0Effectiveness of\u00a0Neural Retrieval Models on\u00a0Large Corpora"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1003-981X","authenticated-orcid":false,"given":"Maik","family":"Fr\u00f6be","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5446-8328","authenticated-orcid":false,"given":"Andrew","family":"Parry","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9578-7157","authenticated-orcid":false,"given":"Harrisen","family":"Scells","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0726-5250","authenticated-orcid":false,"given":"Shuai","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6711-0955","authenticated-orcid":false,"given":"Shengyao","family":"Zhuang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0271-5563","authenticated-orcid":false,"given":"Guido","family":"Zuccon","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2451-0665","authenticated-orcid":false,"given":"Martin","family":"Potthast","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9733-2890","authenticated-orcid":false,"given":"Matthias","family":"Hagen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,4,3]]},"reference":[{"key":"29_CR1","doi-asserted-by":"crossref","unstructured":"Allan, J., Aslam, J.A., Pavlu, V., Kanoulas, E., Carterette, B.: Million Query track\u00a02008 overview. In: Voorhees, E.M., Buckland, L.P. (eds.) Proceedings of The Seventeenth Text REtrieval Conference, TREC\u00a02008, Gaithersburg, Maryland, USA, 18\u201321 November 2008. NIST Special Publication, vol. 500\u2013277. National Institute of Standards and Technology (NIST) (2008)","DOI":"10.6028\/NIST.SP.500-277.million-query-overview"},{"key":"29_CR2","doi-asserted-by":"crossref","unstructured":"Aslam, J.A., Pavlu, V., Yilmaz, E.: A statistical method for system evaluation using incomplete judgments. In: Efthimiadis, E.N., Dumais, S.T., Hawking, D., J\u00e4rvelin, K. (eds.) SIGIR\u00a02006: Proceedings of the 29th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, Seattle, Washington, USA, 6\u201311 August 2006, pp. 541\u2013548. ACM (2006)","DOI":"10.1145\/1148170.1148263"},{"key":"29_CR3","doi-asserted-by":"crossref","unstructured":"Aslam, J.A., Yilmaz, E.: Inferring document relevance from incomplete information. In: Silva, M.J., Laender, A.H.F., Baeza-Yates, R.A., McGuinness, D.L., Olstad, B., Olsen, \u00d8.H., Falc\u00e3o, A.O. (eds.) Proceedings of the Sixteenth ACM Conference on Information and Knowledge Management, CIKM\u00a02007, Lisbon, Portugal, 6\u201310 November 2007, pp. 633\u2013642. ACM (2007)","DOI":"10.1145\/1321440.1321529"},{"key":"29_CR4","doi-asserted-by":"crossref","unstructured":"Bernstein, Y., Zobel, J.: Redundant documents and search effectiveness. In: Herzog, O., Schek, H., Fuhr, N., Chowdhury, A., Teiken, W. (eds.) Proceedings of the 2005 ACM CIKM International Conference on Information and Knowledge Management, Bremen, Germany, October 31 \u2013 November 5, 2005, pp. 736\u2013743. ACM (2005)","DOI":"10.1145\/1099554.1099733"},{"key":"29_CR5","doi-asserted-by":"crossref","unstructured":"Blanco, R., Catena, M., Tonellotto, N.: Exploiting green energy to reduce the operational costs of multi-center web search engines. In: Bourdeau, J., Hendler, J., Nkambou, R., Horrocks, I., Zhao, B.Y. (eds.) Proceedings of the 25th International Conference on World Wide Web, WWW\u00a02016, Montreal, Canada, 11\u201315 April 2016, pp. 1237\u20131247. ACM (2016)","DOI":"10.1145\/2872427.2883021"},{"key":"29_CR6","doi-asserted-by":"crossref","unstructured":"Buckley, C., Voorhees, E.M.: Retrieval evaluation with incomplete information. In: Sanderson, M., J\u00e4rvelin, K., Allan, J., Bruza, P. (eds.) SIGIR\u00a02004: Proceedings of the 27th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, Sheffield, UK, July 25\u201329, 2004, pp. 25\u201332. ACM (2004)","DOI":"10.1145\/1008992.1009000"},{"key":"29_CR7","doi-asserted-by":"crossref","unstructured":"B\u00fcttcher, S., Clarke, C.L.A., Yeung, P.C.K., Soboroff, I.: Reliable information retrieval evaluation with incomplete and biased judgements. In: Kraaij, W., de\u00a0Vries, A.P., Clarke, C.L.A., Fuhr, N., Kando, N. (eds.) SIGIR\u00a02007: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, Amsterdam, The Netherlands, 23\u201327 July 2007, pp. 63\u201370. ACM (2007)","DOI":"10.1145\/1277741.1277755"},{"key":"29_CR8","unstructured":"Carterette, B., Jones, R.: Evaluating search engines by modeling the relationship between relevance and clicks. In: Platt, J.C., Koller, D., Singer, Y., Roweis, S.T. (eds.) Advances in Neural Information Processing Systems 20, Proceedings of the Twenty-First Annual Conference on Neural Information Processing Systems, Vancouver, British Columbia, Canada, 3\u20136 December 2007, pp. 217\u2013224. Curran Associates, Inc. (2007)"},{"key":"29_CR9","unstructured":"Catena, M.: Energy efficiency in web search engines. In: Azzopardi, L., Wilson, M.L. (eds.) Sixth BCS-IRSG Symposium on Future Directions in Information Access, FDIA 2015, 31 August - 4 September 2015, Thessaloniki. Greece. Workshops in Computing, BCS (2015)"},{"key":"29_CR10","doi-asserted-by":"crossref","unstructured":"Catena, M., Frieder, O., Tonellotto, N.: Efficient energy management in distributed web search. In: Cuzzocrea, A., et al. (eds.) Proceedings of the 27th ACM International Conference on Information and Knowledge Management, CIKM\u00a02018, Torino, Italy, October 22\u201326, 2018, pp. 1555\u20131558. ACM (2018)","DOI":"10.1145\/3269206.3269263"},{"key":"29_CR11","doi-asserted-by":"crossref","unstructured":"Catena, M., Macdonald, C., Tonellotto, N.: Load-sensitive CPU power management for web search engines. In: Baeza-Yates, R., Lalmas, M., Moffat, A., Ribeiro-Neto, B.A. (eds.) Proceedings of the 38th International ACM SIGIR Conference on Research and Development in Information Retrieval, Santiago, Chile, August 9\u201313, 2015, pp. 751\u2013754. ACM (2015)","DOI":"10.1145\/2766462.2767809"},{"key":"29_CR12","unstructured":"Catena, M., Tonellotto, N.: A study on query energy consumption in web search engines. In: Boldi, P., Perego, R., Sebastiani, F. (eds.) Proceedings of the 6th Italian Information Retrieval Workshop, Cagliari, Italy, 25\u201326 May 2015. CEUR Workshop Proceedings, vol.\u00a01404. CEUR-WS.org (2015)"},{"key":"29_CR13","doi-asserted-by":"crossref","unstructured":"Clarke, C.L.A., Craswell, N., Soboroff, I.: Overview of the TREC\u00a02009 Web track. In: Voorhees, E.M., Buckland, L.P. (eds.) Proceedings of The Eighteenth Text REtrieval Conference, TREC\u00a02009, Gaithersburg, Maryland, USA, 17\u201320 November 2009. NIST Special Publication, vol. 500\u2013278. National Institute of Standards and Technology (NIST) (2009)","DOI":"10.6028\/NIST.SP.500-278.web-overview"},{"key":"29_CR14","doi-asserted-by":"crossref","unstructured":"Clarke, C.L.A., Craswell, N., Soboroff, I., Cormack, G.V.: Overview of the TREC\u00a02010 Web track. In: Voorhees, E.M., Buckland, L.P. (eds.) Proceedings of The Nineteenth Text REtrieval Conference, TREC\u00a02010, Gaithersburg, Maryland, USA, 16\u201319 November 2010. NIST Special Publication, vol. 500\u2013294. National Institute of Standards and Technology (NIST) (2010)","DOI":"10.6028\/NIST.SP.500-294.web-overview"},{"key":"29_CR15","doi-asserted-by":"crossref","unstructured":"Clarke, C.L.A., Craswell, N., Soboroff, I., Voorhees, E.M.: Overview of the TREC\u00a02011 Web track. In: Voorhees, E.M., Buckland, L.P. (eds.) Proceedings of The Twentieth Text REtrieval Conference, TREC\u00a02011, Gaithersburg, Maryland, USA, 15\u201318 November 2011. NIST Special Publication, vol. 500\u2013296. National Institute of Standards and Technology (NIST) (2011)","DOI":"10.6028\/NIST.SP.500-296.web-overview"},{"key":"29_CR16","doi-asserted-by":"crossref","unstructured":"Clarke, C.L.A., Craswell, N., Voorhees, E.M.: Overview of the TREC\u00a02012 Web track. In: Voorhees, E.M., Buckland, L.P. (eds.) Proceedings of The Twenty-First Text REtrieval Conference, TREC\u00a02012, Gaithersburg, Maryland, USA, 6\u20139 November 2012. NIST Special Publication, vol. 500\u2013298. National Institute of Standards and Technology (NIST) (2012)","DOI":"10.6028\/NIST.SP.500-298.web-overview"},{"key":"29_CR17","doi-asserted-by":"crossref","unstructured":"Collins-Thompson, K., Bennett, P.N., Diaz, F., Clarke, C., Voorhees, E.M.: TREC\u00a02013 Web track overview. In: Voorhees, E.M. (ed.) Proceedings of The Twenty-Second Text REtrieval Conference, TREC\u00a02013, Gaithersburg, Maryland, USA, 19\u201322 November 2013. NIST Special Publication, vol. 500\u2013302. National Institute of Standards and Technology (NIST) (2013)","DOI":"10.6028\/NIST.SP.500-302.web-overview"},{"key":"29_CR18","doi-asserted-by":"crossref","unstructured":"Collins-Thompson, K., Macdonald, C., Bennett, P.N., Diaz, F., Voorhees, E.M.: TREC\u00a02014 Web track overview. In: Voorhees, E.M., Ellis, A. (eds.) Proceedings of The Twenty-Third Text REtrieval Conference, TREC\u00a02014, Gaithersburg, Maryland, USA, 19\u201321 November 2014. NIST Special Publication, vol. 500\u2013308. National Institute of Standards and Technology (NIST) (2014)","DOI":"10.6028\/NIST.SP.500-308.web-overview"},{"key":"29_CR19","unstructured":"Courty, B.: mlco2\/codecarbon: v2.4.1 (2024). https:\/\/doi.org\/10.5281\/zenodo.11171501"},{"key":"29_CR20","doi-asserted-by":"crossref","unstructured":"Crane, M., Culpepper, J.S., Lin, J., Mackenzie, J.M., Trotman, A.: A comparison of document-at-a-time and score-at-a-time query evaluation. In: de\u00a0Rijke, M., Shokouhi, M., Tomkins, A., Zhang, M. (eds.) Proceedings of the Tenth ACM International Conference on Web Search and Data Mining, WSDM\u00a02017, Cambridge, United Kingdom, 6\u201310 February 2017, pp. 201\u2013210. ACM (2017)","DOI":"10.1145\/3018661.3018726"},{"key":"29_CR21","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D.: Overview of the TREC\u00a02020 Deep Learning Track. In: Voorhees, E.M., Ellis, A. (eds.) Proceedings of the 29th Text REtrieval Conference, TREC\u00a02020, Virtual Event, Gaithersburg, MD, USA, November 16\u201320, 2020. NIST Special Publication, vol.\u00a01266. National Institute of Standards and Technology (NIST) (2020)","DOI":"10.6028\/NIST.SP.1266.deep-overview"},{"key":"29_CR22","volume-title":"28th International Text Retrieval Conference, TREC 2019, Gaithersburg, Maryland","author":"N Craswell","year":"2019","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D., Voorhees, E.M.: Overview of the TREC 2019 deep learning track. In: Voorhees, E., Ellis, A. (eds.) 28th International Text Retrieval Conference, TREC 2019, Gaithersburg, Maryland. USA. NIST Special Publication, National Institute of Standards and Technology (NIST) (Nov (2019)"},{"key":"29_CR23","doi-asserted-by":"crossref","unstructured":"Ferro, N., Maistro, M.: Evaluation of IR systems. In: Alonso, O., Baeza-Yates, R. (eds.) Information Retrieval: Advanced Topics and Techniques, ACM Books, vol.\u00a060, pp. 111\u2013191. ACM (2024)","DOI":"10.1145\/3674127.3674132"},{"key":"29_CR24","doi-asserted-by":"publisher","unstructured":"Frayling, E., MacAvaney, S., Macdonald, C., Ounis, I.: Effective adhoc retrieval through traversal of a query-document graph. In: Goharian, N., Tonellotto, N., He, Y., Lipani, A., McDonald, G., Macdonald, C., Ounis, I. (eds.) Advances in Information Retrieval - 46th European Conference on Information Retrieval, ECIR\u00a02024, Glasgow, UK, March 24\u201328, 2024, Proceedings, Part III. Lecture Notes in Computer Science, vol. 14610, pp. 89\u2013104. Springer (2024). https:\/\/doi.org\/10.1007\/978-3-031-56063-7_6","DOI":"10.1007\/978-3-031-56063-7_6"},{"key":"29_CR25","doi-asserted-by":"publisher","unstructured":"Fr\u00f6be, M., Gienapp, L., Potthast, M., Hagen, M.: Bootstrapped nDCG estimation in the presence of unjudged documents. In: Kamps, J., Goeuriot, L., Crestani, F., Maistro, M., Joho, H., Davis, B., Gurrin, C., Kruschwitz, U., Caputo, A. (eds.) Advances in Information Retrieval - 45th European Conference on Information Retrieval, ECIR\u00a02023, Dublin, Ireland, April 2\u20136, 2023, Proceedings, Part I. Lecture Notes in Computer Science, vol. 13980, pp. 313\u2013329. Springer (2023). https:\/\/doi.org\/10.1007\/978-3-031-28244-7_20","DOI":"10.1007\/978-3-031-28244-7_20"},{"key":"29_CR26","doi-asserted-by":"crossref","unstructured":"Fr\u00f6be, M., Mackenzie, J., Mitra, B., Nardini, F.M., Potthast, M.: ReNeuIR at SIGIR\u00a02024: The third workshop on reaching efficiency in neural information retrieval. In: Yang, G.H., Wang, H., Han, S., Hauff, C., Zuccon, G., Zhang, Y. (eds.) Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR\u00a02024, Washington DC, USA, 14\u201318 July 2024, pp. 3051\u20133054. ACM (2024)","DOI":"10.1145\/3626772.3657994"},{"key":"29_CR27","unstructured":"Gienapp, L., Deckers, N., Potthast, M., Scells, H.: Learning effective representations for retrieval using self-distillation with adaptive relevance margins. arXiv:2407.21515 (2024)"},{"key":"29_CR28","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1007\/978-3-642-36415-0_7","volume-title":"Information Retrieval Meets Information Visualization","author":"D Harman","year":"2013","unstructured":"Harman, D.: TREC-style evaluations. In: Agosti, M., Ferro, N., Forner, P., M\u00fcller, H., Santucci, G. (eds.) PROMISE 2012. LNCS, vol. 7757, pp. 97\u2013115. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-36415-0_7"},{"key":"29_CR29","doi-asserted-by":"crossref","unstructured":"Hofst\u00e4tter, S., Lin, S., Yang, J., Lin, J., Hanbury, A.: Efficiently teaching an effective dense retriever with balanced topic aware sampling. In: Diaz, F., Shah, C., Suel, T., Castells, P., Jones, R., Sakai, T. (eds.) SIGIR\u00a02021: The 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, Virtual Event, Canada, 11\u201315 July 2021, pp. 113\u2013122. ACM (2021)","DOI":"10.1145\/3404835.3462891"},{"issue":"4","key":"29_CR30","doi-asserted-by":"crossref","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Trans. Inf. Syst. 20(4), 422\u2013446 (2002)","journal-title":"ACM Trans. Inf. Syst."},{"key":"29_CR31","doi-asserted-by":"crossref","unstructured":"Karpukhin, V., et al.: Dense passage retrieval for open-domain question answering. In: Webber, B., Cohn, T., He, Y., Liu, Y. (eds.) Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing, EMNLP\u00a02020, Online, 16\u201320 November 2020, pp. 6769\u20136781. ACL (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"29_CR32","doi-asserted-by":"crossref","unstructured":"Khandel, P., Yates, A., Varbanescu, A.L., de\u00a0Rijke, M., Pimentel, A.D.: Distillation vs. sampling for efficient training of learning to rank models. In: Oosterhuis, H., Bast, H., Xiong, C. (eds.) Proceedings of the 2024 ACM SIGIR International Conference on Theory of Information Retrieval, ICTIR\u00a02024, Washington, DC, USA, 13 July 2024, pp. 51\u201360. ACM (2024)","DOI":"10.1145\/3664190.3672527"},{"key":"29_CR33","doi-asserted-by":"crossref","unstructured":"Lawrie, D.J., Kayi, E.S., Yang, E., Mayfield, J., Oard, D.W.: PLAID SHIRTTT for large-scale streaming dense retrieval. In: Yang, G.H., Wang, H., Han, S., Hauff, C., Zuccon, G., Zhang, Y. (eds.) Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR\u00a02024, Washington DC, USA, 14\u201318 July 2024, pp. 2574\u20132578. ACM (2024)","DOI":"10.1145\/3626772.3657964"},{"key":"29_CR34","unstructured":"Lee, J., et al.: Can long-context language models subsume retrieval, RAG, SQL, and more? arXiv:2406.13121 (2024)"},{"key":"29_CR35","doi-asserted-by":"crossref","unstructured":"Ma, X., Pradeep, R., Nogueira, R.F., Lin, J.: Document expansion baselines and learned sparse lexical representations for MS MARCO V1 and V2. In: Amig\u00f3, E., Castells, P., Gonzalo, J., Carterette, B., Culpepper, J.S., Kazai, G. (eds.) SIGIR\u00a0\u201922: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, Madrid, Spain, 11-15 July 2022, pp. 3187\u20133197. ACM (2022)","DOI":"10.1145\/3477495.3531749"},{"key":"29_CR36","doi-asserted-by":"crossref","unstructured":"Ma, X., Wang, L., Yang, N., Wei, F., Lin, J.: Fine-tuning LLaMA for multi-stage text retrieval. In: Yang, G.H., Wang, H., Han, S., Hauff, C., Zuccon, G., Zhang, Y. (eds.) Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR\u00a02024, Washington DC, USA, 14\u201318 July 2024, pp. 2421\u20132425. ACM (2024)","DOI":"10.1145\/3626772.3657951"},{"key":"29_CR37","doi-asserted-by":"crossref","unstructured":"MacAvaney, S., Soldaini, L.: One-shot labeling for automatic relevance estimation. In: Chen, H., Duh, W.E., Huang, H., Kato, M.P., Mothe, J., Poblete, B. (eds.) Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR\u00a02023, Taipei, Taiwan, 23\u201327 July 2023, pp. 2230\u20132235. ACM (2023)","DOI":"10.1145\/3539618.3592032"},{"key":"29_CR38","doi-asserted-by":"crossref","unstructured":"MacAvaney, S., Tonellotto, N., Macdonald, C.: Adaptive re-ranking with a corpus graph. In: Hasan, M.A., Xiong, L. (eds.) Proceedings of the 31st ACM International Conference on Information & Knowledge Management, Atlanta, GA, USA, 17-21 October 2022, pp. 1491\u20131500. ACM (2022)","DOI":"10.1145\/3511808.3557231"},{"key":"29_CR39","doi-asserted-by":"crossref","unstructured":"Macdonald, C., Tonellotto, N., MacAvaney, S., Ounis, I.: PyTerrier: declarative experimentation in Python from BM25 to dense retrieval. In: Demartini, G., Zuccon, G., Culpepper, J.S., Huang, Z., Tong, H. (eds.) CIKM\u00a02021: The 30th ACM International Conference on Information and Knowledge Management, Virtual Event, Queensland, Australia, 1\u20135 November 2021, pp. 4526\u20134533. ACM (2021)","DOI":"10.1145\/3459637.3482013"},{"issue":"9","key":"29_CR40","doi-asserted-by":"crossref","first-page":"810","DOI":"10.1002\/(SICI)1097-4571(199709)48:9<810::AID-ASI6>3.0.CO;2-U","volume":"48","author":"S Mizzaro","year":"1997","unstructured":"Mizzaro, S.: Relevance: the whole history. J. Am. Soc. Inf. Sci. 48(9), 810\u2013832 (1997)","journal-title":"J. Am. Soc. Inf. Sci."},{"issue":"6","key":"29_CR41","first-page":"686","volume":"75","author":"A Moffat","year":"2024","unstructured":"Moffat, A., Mackenzie, J.: How much freedom does an effectiveness metric really have? J. Am. Soc. Inf. Sci. 75(6), 686\u2013703 (2024)","journal-title":"J. Am. Soc. Inf. Sci."},{"key":"29_CR42","doi-asserted-by":"crossref","unstructured":"Moffat, A., Zobel, J.: Rank-biased precision for measurement of retrieval effectiveness. ACM Trans. Inf. Syst. 27(1), 2:1\u20132:27 (2008)","DOI":"10.1145\/1416950.1416952"},{"key":"29_CR43","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"382","DOI":"10.1007\/978-3-030-99736-6_26","volume-title":"Advances in Information Retrieval","author":"S Nair","year":"2022","unstructured":"Nair, S., et al.: Transfer learning approaches for building cross-language dense retrieval models. In: Hagen, M., et al. (eds.) ECIR 2022. LNCS, vol. 13185, pp. 382\u2013396. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-99736-6_26"},{"key":"29_CR44","doi-asserted-by":"crossref","unstructured":"Overwijk, A., Xiong, C., Callan, J.: ClueWeb22: 10 billion web documents with rich information. In: Amig\u00f3, E., Castells, P., Gonzalo, J., Carterette, B., Culpepper, J.S., Kazai, G. (eds.) SIGIR\u00a0\u201922: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, Madrid, Spain, 11-15 July 2022, pp. 3360\u20133362. ACM (2022)","DOI":"10.1145\/3477495.3536321"},{"key":"29_CR45","doi-asserted-by":"crossref","unstructured":"Pasin, A., Cunha, W., Gon\u00e7alves, M.A., Ferro, N.: A quantum annealing instance selection approach for efficient and effective transformer fine-tuning. In: Oosterhuis, H., Bast, H., Xiong, C. (eds.) Proceedings of the 2024 ACM SIGIR International Conference on Theory of Information Retrieval, ICTIR\u00a02024, Washington, DC, USA, 13 July 2024, pp. 205\u2013214. ACM (2024)","DOI":"10.1145\/3664190.3672515"},{"key":"29_CR46","doi-asserted-by":"crossref","unstructured":"Pradeep, R., Nogueira, R.F., Lin, J.: The expando-mono-duo design pattern for text ranking with pretrained sequence-to-sequence models. arXiv 2101.05667 (2021)","DOI":"10.18653\/v1\/2020.findings-emnlp.63"},{"key":"29_CR47","doi-asserted-by":"crossref","unstructured":"Qu, Y., et al.: RocketQA: An optimized training approach to dense passage retrieval for open-domain question answering. In: Toutanova, K., Rumshisky, A., Zettlemoyer, L., Hakkani-T\u00fcr, D., Beltagy, I., Bethard, S., Cotterell, R., Chakraborty, T., Zhou, Y. (eds.) Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT\u00a02021, Online, 6\u201311 June 2021, pp. 5835\u20135847. ACL (2021)","DOI":"10.18653\/v1\/2021.naacl-main.466"},{"issue":"9","key":"29_CR48","doi-asserted-by":"crossref","first-page":"1431","DOI":"10.1093\/jamia\/ocaa091","volume":"27","author":"K Roberts","year":"2020","unstructured":"Roberts, K., et al.: TREC-COVID: rationale and structure of an information retrieval shared task for COVID-19. J. Am. Med. Inform. Assoc. 27(9), 1431\u20131436 (2020)","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"29_CR49","doi-asserted-by":"crossref","unstructured":"Sakai, T.: Alternatives to BPREF. In: Kraaij, W., de\u00a0Vries, A.P., Clarke, C.L.A., Fuhr, N., Kando, N. (eds.) SIGIR\u00a02007: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, Amsterdam, The Netherlands, July 23\u201327, 2007, pp. 71\u201378. ACM (2007)","DOI":"10.1145\/1277741.1277756"},{"key":"29_CR50","doi-asserted-by":"crossref","unstructured":"Sakai, T.: Comparing metrics across TREC and NTCIR: the robustness to system bias. In: Shanahan, J.G., Amer-Yahia, S., Manolescu, I., Zhang, Y., Evans, D.A., Kolcz, A., Choi, K., Chowdhury, A. (eds.) Proceedings of the 17th ACM Conference on Information and Knowledge Management, CIKM\u00a02008, Napa Valley, California, USA, October 26\u201330, 2008, pp. 581\u2013590. ACM (2008)","DOI":"10.1145\/1458082.1458159"},{"key":"29_CR51","series-title":"The Information Retrieval Series","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1007\/978-3-030-22948-1_3","volume-title":"Information Retrieval Evaluation in a Changing World","author":"T Sakai","year":"2019","unstructured":"Sakai, T.: How to run an evaluation task. In: Information Retrieval Evaluation in a Changing World. TIRS, vol. 41, pp. 71\u2013102. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-22948-1_3"},{"key":"29_CR52","doi-asserted-by":"crossref","unstructured":"Santhanam, K., et al.: Moving beyond downstream task accuracy for information retrieval benchmarking. In: Rogers, A., Boyd-Graber, J.L., Okazaki, N. (eds.) Findings of the Association for Computational Linguistics: ACL\u00a02023, Toronto, Canada, July 9\u201314, 2023, pp. 11613\u201311628. ACL (2023)","DOI":"10.18653\/v1\/2023.findings-acl.738"},{"key":"29_CR53","doi-asserted-by":"crossref","unstructured":"Scells, H., Zhuang, S., Zuccon, G.: Reduce, reuse, recycle: Green information retrieval research. In: Amig\u00f3, E., Castells, P., Gonzalo, J., Carterette, B., Culpepper, J.S., Kazai, G. (eds.) SIGIR\u00a02022: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, Madrid, Spain, July 11 \u2013 15, 2022, pp. 2825\u20132837. ACM (2022)","DOI":"10.1145\/3477495.3531766"},{"key":"29_CR54","doi-asserted-by":"crossref","unstructured":"Soboroff, I.: Don\u2019t use LLMs to make relevance judgments. arXiv:2409.15133 (2024)","DOI":"10.54195\/irrj.19625"},{"key":"29_CR55","doi-asserted-by":"crossref","unstructured":"Strubell, E., Ganesh, A., McCallum, A.: Energy and policy considerations for deep learning in NLP. In: Korhonen, A., Traum, D.R., M\u00e0rquez, L. (eds.) Proceedings of the 57th Conference of the Association for Computational Linguistics, ACL\u00a02019, Florence, Italy, July 28 \u2013 August 2, 2019, Volume 1: Long Papers, pp. 3645\u20133650. ACL (2019)","DOI":"10.18653\/v1\/P19-1355"},{"key":"29_CR56","unstructured":"Sun, S., Zhuang, S., Wang, S., Zuccon, G.: An investigation of prompt variations for zero-shot LLM-based rankers. arXiv 2406.14117 (2024)"},{"key":"29_CR57","doi-asserted-by":"crossref","unstructured":"Tang, Y., Zhang, R., Guo, J., de\u00a0Rijke, M., Chen, W., Cheng, X.: Listwise generative retrieval models via a sequential learning process. ACM Trans. Inf. Syst. 42(5), 133:1\u2013133:31 (2024)","DOI":"10.1145\/3653712"},{"key":"29_CR58","unstructured":"Tay, Y., et al.: Transformer memory as a differentiable search index. In: Koyejo, S., Mohamed, S., Agarwal, A., Belgrave, D., Cho, K., Oh, A. (eds.) Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, New Orleans, LA, USA, November 28 \u2013 December 9, 2022 (2022)"},{"key":"29_CR59","doi-asserted-by":"crossref","unstructured":"Thakur, N., et al.: Systematic evaluation of neural retrieval models on the Touch\u00e9\u00a02020 argument retrieval subset of BEIR. In: Yang, G.H., Wang, H., Han, S., Hauff, C., Zuccon, G., Zhang, Y. (eds.) Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR\u00a02024, Washington DC, USA, 14\u201318 July 2024, pp. 1420\u20131430. ACM (2024)","DOI":"10.1145\/3626772.3657861"},{"key":"29_CR60","unstructured":"Thakur, N., Reimers, N., R\u00fcckl\u00e9, A., Srivastava, A., Gurevych, I.: BEIR: a heterogeneous benchmark for zero-shot evaluation of information retrieval models. In: Vanschoren, J., Yeung, S. (eds.) Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks 1, NeurIPS Datasets and Benchmarks 2021, December 2021, virtual (2021)"},{"issue":"1","key":"29_CR61","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1022949613039","volume":"6","author":"A Trotman","year":"2003","unstructured":"Trotman, A.: Compressing inverted files. Inf. Retrieval 6(1), 5\u201319 (2003)","journal-title":"Inf. Retrieval"},{"key":"29_CR62","doi-asserted-by":"crossref","unstructured":"Urbano, J., Marrero, M.: The treatment of ties in AP correlation. In: Kamps, J., Kanoulas, E., de\u00a0Rijke, M., Fang, H., Yilmaz, E. (eds.) Proceedings of the ACM SIGIR International Conference on Theory of Information Retrieval, ICTIR\u00a02017, Amsterdam, The Netherlands, 1\u20134 October 2017, pp. 321\u2013324. ACM (2017)","DOI":"10.1145\/3121050.3121106"},{"key":"29_CR63","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1007\/3-540-45691-0_34","volume-title":"Evaluation of Cross-Language Information Retrieval Systems","author":"EM Voorhees","year":"2002","unstructured":"Voorhees, E.M.: The philosophy of information retrieval evaluation. In: Peters, C., Braschler, M., Gonzalo, J., Kluck, M. (eds.) CLEF 2001. LNCS, vol. 2406, pp. 355\u2013370. Springer, Heidelberg (2002). https:\/\/doi.org\/10.1007\/3-540-45691-0_34"},{"key":"29_CR64","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M.: Overview of the TREC\u00a02004 Robust track. In: Voorhees, E.M., Buckland, L.P. (eds.) Proceedings of the Thirteenth Text REtrieval Conference, TREC\u00a02004, Gaithersburg, Maryland, USA, 16\u201319 November 2004. NIST Special Publication, vol. 500\u2013261. National Institute of Standards and Technology (NIST) (2004)","DOI":"10.6028\/NIST.SP.500-261.robust-overview"},{"key":"29_CR65","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M.: The effect of sampling strategy on inferred measures. In: Geva, S., Trotman, A., Bruza, P., Clarke, C.L.A., J\u00e4rvelin, K. (eds.) The 37th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR\u00a0\u201914, Gold Coast , QLD, Australia - 06\u201311 July 2014, pp. 1119\u20131122. ACM (2014)","DOI":"10.1145\/2600428.2609524"},{"key":"29_CR66","doi-asserted-by":"publisher","unstructured":"Voorhees, E.M.: The evolution of Cranfield. In: Ferro, N., Peters, C. (eds.) Information Retrieval Evaluation in a Changing World \u2013 Lessons Learned from 20 Years of CLEF, The Information Retrieval Series, vol.\u00a041, pp. 45\u201369. Springer (2019). https:\/\/doi.org\/10.1007\/978-3-030-22948-1_2","DOI":"10.1007\/978-3-030-22948-1_2"},{"key":"29_CR67","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., Craswell, N., Lin, J.: Too many relevants: whither Cranfield test collections? In: Amig\u00f3, E., Castells, P., Gonzalo, J., Carterette, B., Culpepper, J.S., Kazai, G. (eds.) SIGIR\u00a0\u201922: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, Madrid, Spain, 11\u201315 July 2022, pp. 2970\u20132980. ACM (2022)","DOI":"10.1145\/3477495.3531728"},{"key":"29_CR68","unstructured":"Voorhees, E.M., Soboroff, I., Lin, J.: Can old TREC collections reliably evaluate modern neural retrieval models? arXiv 2201.11086 (2022)"},{"key":"29_CR69","doi-asserted-by":"crossref","unstructured":"Webber, W., Moffat, A., Zobel, J.: A similarity measure for indefinite rankings. ACM Trans. Inf. Syst. 28(4), 20:1\u201320:38 (2010)","DOI":"10.1145\/1852102.1852106"},{"issue":"2","key":"29_CR70","doi-asserted-by":"crossref","first-page":"64","DOI":"10.1109\/2.348001","volume":"28","author":"N Wirth","year":"1995","unstructured":"Wirth, N.: A plea for lean software. IEEE Comput. 28(2), 64\u201368 (1995)","journal-title":"IEEE Comput."},{"key":"29_CR71","unstructured":"Witten, I.H., Moffat, A., Bell, T.C.: Managing Gigabytes: Compressing and Indexing Documents and Images, 2nd edn. Morgan Kaufmann (1999)"},{"key":"29_CR72","unstructured":"Xiong, L., et al.: Approximate nearest neighbor negative contrastive learning for dense text retrieval. In: 9th International Conference on Learning Representations, ICLR\u00a02021, Virtual Event, Austria, 3\u20137 May 2021. OpenReview.net (2021)"},{"key":"29_CR73","doi-asserted-by":"crossref","unstructured":"Yang, P., Fang, H., Lin, J.: Anserini: enabling the use of Lucene for information retrieval research. In: Kando, N., Sakai, T., Joho, H., Li, H., de\u00a0Vries, A.P., White, R.W. (eds.) Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval, Shinjuku, Tokyo, Japan, 7\u201311 August 2017, pp. 1253\u20131256. ACM (2017)","DOI":"10.1145\/3077136.3080721"},{"key":"29_CR74","doi-asserted-by":"crossref","unstructured":"Yilmaz, E., Aslam, J.A.: Estimating average precision with incomplete and imperfect judgments. In: Yu, P.S., Tsotras, V.J., Fox, E.A., Liu, B. (eds.) Proceedings of the 2006 ACM CIKM International Conference on Information and Knowledge Management, Arlington, Virginia, USA, 6\u201311 November 2006, pp. 102\u2013111. ACM (2006)","DOI":"10.1145\/1183614.1183633"},{"key":"29_CR75","doi-asserted-by":"crossref","unstructured":"Yilmaz, E., Kanoulas, E., Aslam, J.A.: A simple and efficient sampling method for estimating AP and NDCG. In: Myaeng, S., Oard, D.W., Sebastiani, F., Chua, T., Leong, M. (eds.) Proceedings of the 31st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR\u00a02008, Singapore, 20\u201324 July 2008, pp. 603\u2013610. ACM (2008)","DOI":"10.1145\/1390334.1390437"},{"key":"29_CR76","doi-asserted-by":"crossref","unstructured":"Zhao, W.X., Liu, J., Ren, R., Wen, J.: Dense text retrieval based on pretrained language models: a survey. ACM Trans. Inf. Syst. 42(4), 89:1\u201389:60 (2024)","DOI":"10.1145\/3637870"},{"key":"29_CR77","doi-asserted-by":"crossref","unstructured":"Zhuang, S., Zuccon, G.: Asyncval: a toolkit for asynchronously validating dense retriever checkpoints during training. In: Amig\u00f3, E., Castells, P., Gonzalo, J., Carterette, B., Culpepper, J.S., Kazai, G. (eds.) SIGIR\u00a02022: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, Madrid, Spain, 11-15 July 2022, pp. 3235\u20133239. ACM (2022)","DOI":"10.1145\/3477495.3531658"},{"key":"29_CR78","doi-asserted-by":"crossref","unstructured":"Zuccon, G., Scells, H., Zhuang, S.: Beyond CO2 emissions: the overlooked impact of water consumption of information retrieval models. In: Yoshioka, M., Kiseleva, J., Aliannejadi, M. (eds.) Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval, ICTIR\u00a02023, Taipei, Taiwan, 23 July 2023, pp. 283\u2013289. ACM (2023)","DOI":"10.1145\/3578337.3605121"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88708-6_29","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T11:51:44Z","timestamp":1743767504000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88708-6_29"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031887079","9783031887086"],"references-count":78,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88708-6_29","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"3 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2025.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}