{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T13:59:20Z","timestamp":1774360760352,"version":"3.50.1"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032212993","type":"print"},{"value":"9783032213006","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-21300-6_43","type":"book-chapter","created":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T13:07:43Z","timestamp":1774357663000},"page":"518-526","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Beyond Correlations: A Downstream Evaluation Framework for\u00a0Query Performance Prediction"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-5721-248X","authenticated-orcid":false,"given":"Payel","family":"Santra","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1588-4665","authenticated-orcid":false,"given":"Partha","family":"Basuchowdhuri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7655-7591","authenticated-orcid":false,"given":"Debasis","family":"Ganguly","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,3,25]]},"reference":[{"key":"43_CR1","doi-asserted-by":"crossref","unstructured":"Arabzadeh, N., Hamidi\u00a0Rad, R., Khodabakhsh, M., Bagheri, E.: Noisy perturbations for estimating query difficulty in dense retrievers. In: Proceedings of the 32nd ACM International Conference on Information and Knowledge Management, pp. 3722\u20133727 (2023)","DOI":"10.1145\/3583780.3615270"},{"key":"43_CR2","doi-asserted-by":"crossref","unstructured":"Arabzadeh, N., Khodabakhsh, M., Bagheri, E.: Bert-qpp: contextualized pre-trained transformers for query performance prediction. In: Proceedings of the 30th ACM International Conference on Information & Knowledge Management, pp. 2857\u20132861 (2021)","DOI":"10.1145\/3459637.3482063"},{"key":"43_CR3","doi-asserted-by":"publisher","unstructured":"Cormack, G.V., Clarke, C.L.A., Buettcher, S.: Reciprocal rank fusion outperforms condorcet and individual rank learning methods. In: Proceedings of the 32nd International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2009, pp. 758\u2013759. Association for Computing Machinery, New York(2009). https:\/\/doi.org\/10.1145\/1571941.1572114","DOI":"10.1145\/1571941.1572114"},{"key":"43_CR4","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D.: Overview of the TREC 2020 deep learning track. CoRR abs\/ arXiv: 2102.07662 (2021)","DOI":"10.6028\/NIST.SP.1266.deep-overview"},{"key":"43_CR5","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D., Voorhees, E.M.: Overview of the TREC 2019 deep learning track. CoRR abs\/arXiv: 2003.07820 (2020)","DOI":"10.6028\/NIST.SP.1266.deep-overview"},{"key":"43_CR6","doi-asserted-by":"crossref","unstructured":"Cummins, R., Jose, J., O\u2019Riordan, C.: Improved query performance prediction using standard deviation. In: Proceedings of the 34th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1089\u20131090 (2011)","DOI":"10.1145\/2009916.2010063"},{"issue":"2","key":"43_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3545112","volume":"41","author":"S Datta","year":"2022","unstructured":"Datta, S., Ganguly, D., Mitra, M., Greene, D.: A relative information gain-based query performance prediction framework with generated query variants. ACM Trans. Inform. Syst. 41(2), 1\u201331 (2022)","journal-title":"ACM Trans. Inform. Syst."},{"key":"43_CR8","doi-asserted-by":"publisher","unstructured":"Faggioli, G., Ferro, N., Muntean, C.I., Perego, R., Tonellotto, N.: A geometric framework for query performance prediction in conversational search. In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2023, pp. 1355\u20131365. Association for Computing Machinery, New York (2023).https:\/\/doi.org\/10.1145\/3539618.3591625","DOI":"10.1145\/3539618.3591625"},{"key":"43_CR9","doi-asserted-by":"crossref","unstructured":"Formal, T., Piwowarski, B., Clinchant, S.: Splade: sparse lexical and expansion model for first stage ranking. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2288\u20132292 (2021)","DOI":"10.1145\/3404835.3463098"},{"key":"43_CR10","doi-asserted-by":"crossref","unstructured":"Fox, E.A., Shaw, J.A.: Combination of multiple searches. NIST special publication SP 243 (1994)","DOI":"10.6028\/NIST.SP.500-215.vt"},{"key":"43_CR11","doi-asserted-by":"crossref","unstructured":"Ganguly, D., Datta, S., Mitra, M., Greene, D.: An analysis of variations in the effectiveness of query performance prediction. In: European Conference on Information Retrieval (2022). https:\/\/api.semanticscholar.org\/CorpusId:246823330","DOI":"10.1007\/978-3-030-99736-6_15"},{"key":"43_CR12","doi-asserted-by":"crossref","unstructured":"Hashemi, H., Zamani, H., Croft, W.B.: Performance prediction for non-factoid question answering. In: Proceedings of the 2019 ACM SIGIR International Conference on Theory of Information Retrieval, pp. 55\u201358 (2019)","DOI":"10.1145\/3341981.3344249"},{"key":"43_CR13","doi-asserted-by":"crossref","unstructured":"Khattab, O., Zaharia, M.: Colbert: efficient and effective passage search via contextualized late interaction over bert. In: Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2020, pp. 39\u201348. Association for Computing Machinery (2020)","DOI":"10.1145\/3397271.3401075"},{"key":"43_CR14","doi-asserted-by":"crossref","unstructured":"Lavrenko, V., Croft, W.B.: Relevance based language models. In: proc. of SIGIR 2001, pp. 120\u2013127 (2001)","DOI":"10.1145\/383952.383972"},{"key":"43_CR15","doi-asserted-by":"publisher","unstructured":"Lillis, D., Toolan, F., Collier, R., Dunnion, J.: Probfuse: a probabilistic approach to data fusion. In: Proceedings of the 29th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2006, pp. 139\u2013146. Association for Computing Machinery, New York (2006). https:\/\/doi.org\/10.1145\/1148170.1148197","DOI":"10.1145\/1148170.1148197"},{"key":"43_CR16","doi-asserted-by":"publisher","unstructured":"Nogueira, R.F., Jiang, Z., Pradeep, R., Lin, J.: Document ranking with a pretrained sequence-to-sequence model. In: Findings of the Association for Computational Linguistics: EMNLP 2020, Online Event, 16-20 November 2020. Findings of ACL, vol. EMNLP 2020, pp. 708\u2013718. Association for Computational Linguistics (2020).https:\/\/doi.org\/10.18653\/V1\/2020.FINDINGS-EMNLP.63","DOI":"10.18653\/V1\/2020.FINDINGS-EMNLP.63"},{"key":"43_CR17","doi-asserted-by":"publisher","unstructured":"P\u00e9rez-Iglesias, J., Araujo, L.: Standard deviation as a query hardness estimator. In: Standard Deviation as a Query Hardness Estimator. In: Chavez, E., Lonardi, S. (eds.) String Processing and Information Retrieval. SPIRE 2010. LNCS, vol. 6393. Springer, Berlin, Heidelberg. https:\/\/doi.org\/10.1007\/978-3-642-16321-0_21","DOI":"10.1007\/978-3-642-16321-0_21"},{"issue":"5","key":"43_CR18","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1108\/00220410410560582","volume":"60","author":"S Robertson","year":"2004","unstructured":"Robertson, S.: Understanding inverse document frequency: on theoretical arguments for idf. J. Documentation 60(5), 503\u2013520 (2004)","journal-title":"J. Documentation"},{"key":"43_CR19","doi-asserted-by":"crossref","unstructured":"Roitman, H.: Normalized query commitment revisited. In: Proceedings of the 42nd international ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1085\u20131088 (2019)","DOI":"10.1145\/3331184.3331334"},{"key":"43_CR20","doi-asserted-by":"crossref","unstructured":"Roitman, H., Erera, S., Weiner, B.: Robust standard deviation estimation for query performance prediction. In: Proceedings of the ACM SIGIR International Conference on Theory of Information Retrieval, pp. 245\u2013248 (2017)","DOI":"10.1145\/3121050.3121087"},{"key":"43_CR21","doi-asserted-by":"publisher","unstructured":"Shtok, A., Kurland, O., Carmel, D.: Using statistical decision theory and relevance models for query-performance prediction. In: Proceedings of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2010, pp. 259\u2013266. Association for Computing Machinery, New York (2010). https:\/\/doi.org\/10.1145\/1835449.1835494","DOI":"10.1145\/1835449.1835494"},{"key":"43_CR22","doi-asserted-by":"publisher","unstructured":"Shtok, A., Kurland, O., Carmel, D., Raiber, F., Markovits, G.: Predicting query performance by query-drift estimation. ACM Trans. Inf. Syst. 30(2) (2012). https:\/\/doi.org\/10.1145\/2180868.2180873","DOI":"10.1145\/2180868.2180873"},{"key":"43_CR23","doi-asserted-by":"crossref","unstructured":"Singh, A., Ganguly, D., Datta, S., McDonald, C.: Unsupervised query performance prediction for neural models with pairwise rank preferences. In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2486\u20132490 (2023)","DOI":"10.1145\/3539618.3592082"},{"key":"43_CR24","doi-asserted-by":"crossref","unstructured":"Tao, Y., Wu, S.: Query performance prediction by considering score magnitude and variance together. In: Proceedings of the 23rd ACM International Conference on Conference on Information and Knowledge Management, pp. 1891\u20131894 (2014)","DOI":"10.1145\/2661829.2661906"},{"key":"43_CR25","unstructured":"Wang, L., et al.: Text embeddings by weakly-supervised contrastive pre-training. arXiv preprint arXiv:2212.03533 (2022)"},{"issue":"1","key":"43_CR26","first-page":"1","volume":"17","author":"X Wang","year":"2023","unstructured":"Wang, X., Macdonald, C., Tonellotto, N., Ounis, I.: Colbert-prf: semantic pseudo-relevance feedback for dense passage and document retrieval. ACM Trans. Web 17(1), 1\u201339 (2023)","journal-title":"ACM Trans. Web"},{"key":"43_CR27","doi-asserted-by":"crossref","unstructured":"Zendel, O., Shtok, A., Raiber, F., Kurland, O., Culpepper, J.S.: Information needs, queries, and query performance prediction. In: Proc. of SIGIR 2019, pp. 395\u2013404 (2019)","DOI":"10.1145\/3331184.3331253"},{"key":"43_CR28","doi-asserted-by":"crossref","unstructured":"Zhou, Y., Croft, W.B.: Query performance prediction in web search environments. In: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 543\u2013550 (2007)","DOI":"10.1145\/1277741.1277835"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-21300-6_43","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T13:07:51Z","timestamp":1774357671000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-21300-6_43"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032212993","9783032213006"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-21300-6_43","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"25 March 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"We declare that we don\u2019t have any competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Delft","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 March 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 April 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"48","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2026.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}