{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T11:49:11Z","timestamp":1774352951374,"version":"3.50.1"},"publisher-location":"Cham","reference-count":48,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031887079","type":"print"},{"value":"9783031887086","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88708-6_3","type":"book-chapter","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T11:50:19Z","timestamp":1743767419000},"page":"32-48","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Is Relevance Propagated from\u00a0Retriever to\u00a0Generator in\u00a0RAG?"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-3282-0220","authenticated-orcid":false,"given":"Fangzheng","family":"Tian","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0050-7138","authenticated-orcid":false,"given":"Debasis","family":"Ganguly","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3143-279X","authenticated-orcid":false,"given":"Craig","family":"Macdonald","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,4,3]]},"reference":[{"key":"3_CR1","doi-asserted-by":"crossref","unstructured":"Alaofi, M., Arabzadeh, N., Clarke, C.L.A., Sanderson, M.: Generative Information Retrieval Evaluation (2024). https:\/\/arxiv.org\/abs\/2404.08137","DOI":"10.1007\/978-3-031-73147-1_6"},{"key":"3_CR2","doi-asserted-by":"publisher","unstructured":"Arabzadeh, N., Bigdeli, A., Clarke, C.L.A.: Adapting standard retrieval benchmarks to evaluate generated answers. In: Advances in Information Retrieval: 46th European Conference on Information Retrieval, ECIR 2024, Glasgow, UK, March 24\u201328, 2024, Proceedings, Part II. p. 399-414. Springer, Heidelberg (2024). https:\/\/doi.org\/10.1007\/978-3-031-56060-6_26","DOI":"10.1007\/978-3-031-56060-6_26"},{"key":"3_CR3","unstructured":"Bajaj, P., et al.: MS MARCO: a human generated machine reading comprehension dataset (2018). https:\/\/arxiv.org\/abs\/1611.09268"},{"key":"3_CR4","doi-asserted-by":"publisher","unstructured":"Chang, Y., et al.: A survey on evaluation of large language models. ACM Trans. Intell. Syst. Technol. 15(3) (2024). https:\/\/doi.org\/10.1145\/3641289","DOI":"10.1145\/3641289"},{"key":"3_CR5","doi-asserted-by":"publisher","unstructured":"Cormack, G.V., Palmer, C.R., Clarke, C.L.A.: Efficient construction of large test collections. In: Proceedings of the 21st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval. SIGIR \u201998, New York, NY, USA, pp. 282\u2013289. Association for Computing Machinery (1998). https:\/\/doi.org\/10.1145\/290941.291009","DOI":"10.1145\/290941.291009"},{"key":"3_CR6","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D.: Overview of the TREC 2020 deep learning track (2021). https:\/\/arxiv.org\/abs\/2102.07662","DOI":"10.6028\/NIST.SP.1266.deep-overview"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D., Voorhees, E.: Overview of the TREC 2019 deep learning track (2020). https:\/\/arxiv.org\/abs\/2003.07820","DOI":"10.6028\/NIST.SP.1266.deep-overview"},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"Cuconasu, F., et al.: The power of noise: redefining retrieval for RAG systems. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval. SIGIR \u201924, New York, NY, USA, pp. 719\u2013729. Association for Computing Machinery (2024). https:\/\/doi.org\/10.1145\/3626772.3657834","DOI":"10.1145\/3626772.3657834"},{"key":"3_CR9","doi-asserted-by":"crossref","unstructured":"Datta, S., Ganguly, D., Greene, D., Mitra, M.: Deep-QPP: a pairwise interaction-based deep learning model for supervised query performance prediction. In: Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining. WSDM \u201922, New York, NY, USA, pp. 201\u2013209. Association for Computing Machinery (2022). https:\/\/doi.org\/10.1145\/3488560.3498491","DOI":"10.1145\/3488560.3498491"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Datta, S., Ganguly, D., MacAvaney, S., Greene, D.: A deep learning approach for selective relevance feedback. In: Advances in Information Retrieval: 46th European Conference on Information Retrieval, ECIR 2024, Glasgow, UK, March 24\u201328, 2024, Proceedings, Part II, pp. 189-204. Springer, Heidelberg (2024). https:\/\/doi.org\/10.1007\/978-3-031-56060-6_13","DOI":"10.1007\/978-3-031-56060-6_13"},{"key":"3_CR11","unstructured":"Dong, Q., et al.: A Survey on In-context Learning (2024). https:\/\/arxiv.org\/abs\/2301.00234"},{"key":"3_CR12","unstructured":"Dubey, A., et\u00a0al.: The Llama 3 herd of models (2024). https:\/\/arxiv.org\/abs\/2407.21783"},{"key":"3_CR13","unstructured":"Edge, D., et al.: From local to global: a graph RAG approach to query-focused summarization (2024). https:\/\/arxiv.org\/abs\/2404.16130"},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Fan, W., et al.: A survey on RAG meeting LLMs: towards retrieval-augmented large language models. In: Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining. KDD \u201924, New York, NY, USA, pp. 6491\u20136501. Association for Computing Machinery (2024). https:\/\/doi.org\/10.1145\/3637528.3671470","DOI":"10.1145\/3637528.3671470"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Ganguly, D., Yilmaz, E.: Query-specific variable depth pooling via query performance prediction. In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval. SIGIR \u201923, New York, NY, USA, pp. 2303\u20132307. Association for Computing Machinery (2023). https:\/\/doi.org\/10.1145\/3539618.3592046","DOI":"10.1145\/3539618.3592046"},{"key":"3_CR16","unstructured":"Gao, Y., et al.: Retrieval-augmented generation for large language models: a survey (2024). https:\/\/arxiv.org\/abs\/2312.10997"},{"key":"3_CR17","unstructured":"Hanna, M., Bojar, O.: A fine-grained analysis of BERTScore. In: Proceedings of the Sixth Conference on Machine Translation, pp. 507\u2013517. Association for Computational Linguistics (2021). https:\/\/aclanthology.org\/2021.wmt-1.59"},{"key":"3_CR18","unstructured":"Huang, H., et al.: An empirical study of LLM-as-a-judge for LLM evaluation: fine-tuned judge model is not a general substitute for GPT-4 (2024). https:\/\/arxiv.org\/abs\/2403.02839"},{"key":"3_CR19","doi-asserted-by":"publisher","unstructured":"Jiang, Z., et al.: Active retrieval augmented generation. In: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, Singapore, pp. 7969\u20137992. Association for Computational Linguistics (2023). https:\/\/doi.org\/10.18653\/v1\/2023.emnlp-main.495","DOI":"10.18653\/v1\/2023.emnlp-main.495"},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"Kumar, S., Talukdar, P.: Reordering examples helps during priming-based few-shot learning. In: Findings of the Association for Computational Linguistics: ACL-IJCNLP 2021, pp. 4507\u20134518. Association for Computational Linguistics (2021). https:\/\/aclanthology.org\/2021.findings-acl.395\/","DOI":"10.18653\/v1\/2021.findings-acl.395"},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"Kwiatkowski, T., et al.: Natural questions: a benchmark for question answering research. Trans. Assoc. Comput. Linguistics 7, 452\u2013466 (2019). https:\/\/aclanthology.org\/Q19-1026","DOI":"10.1162\/tacl_a_00276"},{"key":"3_CR22","doi-asserted-by":"crossref","unstructured":"Lavie, A., Agarwal, A.: METEOR: an automatic metric for MT evaluation with high levels of correlation with human judgments. In: Proceedings of the Second Workshop on Statistical Machine Translation, Prague, Czech Republic, pp. 228\u2013231. Association for Computational Linguistics (2007). https:\/\/aclanthology.org\/W07-0734\/","DOI":"10.3115\/1626355.1626389"},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"Levy, I., Bogin, B., Berant, J.: Diverse demonstrations improve in-context compositional generalization. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Toronto, Canada, pp. 1401\u20131422. Association for Computational Linguistics (2023). https:\/\/aclanthology.org\/2023.acl-long.78","DOI":"10.18653\/v1\/2023.acl-long.78"},{"key":"3_CR24","unstructured":"Lewis, P., et al.: Retrieval-augmented generation for knowledge-intensive NLP tasks. In: Proceedings of the 34th International Conference on Neural Information Processing Systems. NIPS \u201920, Red Hook, NY, USA. Curran Associates Inc. (2020). https:\/\/arxiv.org\/abs\/2005.11401"},{"key":"3_CR25","unstructured":"Li, J., Zhao, Y., Li, Y., Li, G., Jin, Z.: Acecoder: utilizing existing code to enhance code generation (2023). https:\/\/arxiv.org\/abs\/2303.17780"},{"key":"3_CR26","unstructured":"Lin, C.Y.: ROUGE: A package for automatic evaluation of summaries. In: Text Summarization Branches Out, Barcelona, Spain, pp. 74\u201381. Association for Computational Linguistics (2004). https:\/\/aclanthology.org\/W04-1013"},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"Liu, J., Shen, D., Zhang, Y., Dolan, B., Carin, L., Chen, W.: What makes good in-context examples for GPT-3? In: Proceedings of Deep Learning Inside Out (DeeLIO 2022): The 3rd Workshop on Knowledge Extraction and Integration for Deep Learning Architectures, pp. 100\u2013114, Dublin, Ireland. Association for Computational Linguistics (2022). https:\/\/aclanthology.org\/2022.deelio-1.10","DOI":"10.18653\/v1\/2022.deelio-1.10"},{"key":"3_CR28","doi-asserted-by":"publisher","unstructured":"Liu, N.F., et al.: Lost in the middle: how language models use long contexts. Trans. Assoc. Comput. Linguistics 12, 157\u2013173 (2024). https:\/\/doi.org\/10.1162\/tacl_a_00638","DOI":"10.1162\/tacl_a_00638"},{"key":"3_CR29","doi-asserted-by":"crossref","unstructured":"Lu, Y., Bartolo, M., Moore, A., Riedel, S., Stenetorp, P.: Fantastically ordered prompts and where to find them: overcoming few-shot prompt order sensitivity. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Dublin, Ireland, pp. 8086\u20138098. Association for Computational Linguistics (2022). https:\/\/aclanthology.org\/2022.acl-long.556","DOI":"10.18653\/v1\/2022.acl-long.556"},{"key":"3_CR30","unstructured":"Luo, M., et al.: Dr. ICL: Demonstration-retrieved in-context learning (2023). https:\/\/arxiv.org\/abs\/2305.14128"},{"key":"3_CR31","doi-asserted-by":"publisher","unstructured":"Macdonald, C., Tonellotto, N., MacAvaney, S., Ounis, I.: PyTerrier: declarative experimentation in python from bm25 to dense retrieval. In: Proceedings of the 30th ACM International Conference on Information & Knowledge Management. CIKM \u201921, New York, NY, USA, pp. 4526\u20134533. Association for Computing Machinery (2021). https:\/\/doi.org\/10.1145\/3459637.3482013","DOI":"10.1145\/3459637.3482013"},{"key":"3_CR32","doi-asserted-by":"publisher","unstructured":"Min, S., et al.: FActScore: fine-grained atomic evaluation of factual precision in long form text generation. In: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, Singapore, pp. 12076\u201312100. Association for Computational Linguistics (2023). https:\/\/doi.org\/10.18653\/v1\/2023.emnlp-main.741","DOI":"10.18653\/v1\/2023.emnlp-main.741"},{"key":"3_CR33","doi-asserted-by":"publisher","unstructured":"Nogueira, R.F., Jiang, Z., Pradeep, R., Lin, J.: Document ranking with a pretrained sequence-to-sequence model. In: Findings of the Association for Computational Linguistics: EMNLP 2020, Online Event, 16-20 November 2020. Findings of ACL, vol. EMNLP 2020, pp. 708\u2013718. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/V1\/2020.FINDINGS-EMNLP.63","DOI":"10.18653\/V1\/2020.FINDINGS-EMNLP.63"},{"key":"3_CR34","doi-asserted-by":"publisher","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: BLEU: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting on Association for Computational Linguistics. ACL \u201902, USA, pp. 311\u2013318. Association for Computational Linguistics (2002). https:\/\/doi.org\/10.3115\/1073083.1073135","DOI":"10.3115\/1073083.1073135"},{"key":"3_CR35","doi-asserted-by":"crossref","unstructured":"Parry, A., Ganguly, D., Chandra, M.: \u201cIn-context learning\u201d or: how I learned to stop worrying and love \u201cApplied Information Retrieval\u201d. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval. SIGIR \u201924, New York, NY, USA, pp. 14\u201325. Association for Computing Machinery (2024). https:\/\/doi.org\/10.1145\/3626772.3657842","DOI":"10.1145\/3626772.3657842"},{"key":"3_CR36","doi-asserted-by":"crossref","unstructured":"Pathiyan\u00a0Cherumanal, S., et al.: Walert: putting conversational information seeking knowledge into action by building and evaluating a large language model-powered chatbot. In: Proceedings of the 2024 Conference on Human Information Interaction and Retrieval. CHIIR \u201924, New York, NY, USA, pp. 401-405. Association for Computing Machinery (2024). https:\/\/doi.org\/10.1145\/3627508.3638309","DOI":"10.1145\/3627508.3638309"},{"key":"3_CR37","doi-asserted-by":"crossref","unstructured":"Petroni, F., et al.: KILT: a benchmark for knowledge intensive language tasks. In: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 2523\u20132544. Association for Computational Linguistics (2021). https:\/\/aclanthology.org\/2021.naacl-main.200\/","DOI":"10.18653\/v1\/2021.naacl-main.200"},{"key":"3_CR38","doi-asserted-by":"crossref","unstructured":"Rubin, O., Herzig, J., Berant, J.: Learning to retrieve prompts for in-context learning. In: Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies,, Seattle, United States, pp. 2655\u20132671. Association for Computational Linguistics (2022). https:\/\/aclanthology.org\/2022.naacl-main.191","DOI":"10.18653\/v1\/2022.naacl-main.191"},{"key":"3_CR39","doi-asserted-by":"crossref","unstructured":"Salemi, A., Zamani, H.: Evaluating retrieval quality in retrieval-augmented generation. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval. SIGIR \u201924, New York, NY, USA, pp. 2395\u20132400. Association for Computing Machinery (2024). https:\/\/doi.org\/10.1145\/3626772.3657957","DOI":"10.1145\/3626772.3657957"},{"key":"3_CR40","doi-asserted-by":"publisher","unstructured":"Sanderson, M.: Test collection based evaluation of information retrieval systems. Foundations and Trends\u00ae in Information Retrieval 4(4), 247\u2013375 (2010). https:\/\/doi.org\/10.1561\/1500000009, http:\/\/dx.doi.org\/10.1561\/1500000009","DOI":"10.1561\/1500000009"},{"key":"3_CR41","doi-asserted-by":"crossref","unstructured":"Sauchuk, A., Thorne, J., Halevy, A., Tonellotto, N., Silvestri, F.: On the role of relevance in natural language processing tasks. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval. SIGIR \u201922, New York, NY, USA, pp. 1785\u20131789. Association for Computing Machinery (2022). https:\/\/doi.org\/10.1145\/3477495.3532034","DOI":"10.1145\/3477495.3532034"},{"key":"3_CR42","doi-asserted-by":"publisher","unstructured":"Shtok, A., Kurland, O., Carmel, D.: Using statistical decision theory and relevance models for query-performance prediction. In: Proceedings of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval. SIGIR \u201910, New York, NY, USA, pp. 259\u2013266. Association for Computing Machinery (2010). https:\/\/doi.org\/10.1145\/1835449.1835494","DOI":"10.1145\/1835449.1835494"},{"key":"3_CR43","doi-asserted-by":"publisher","unstructured":"Shtok, A., Kurland, O., Carmel, D., Raiber, F., Markovits, G.: Predicting query performance by query-drift estimation. ACM Trans. Inf. Syst. 30(2) (2012). https:\/\/doi.org\/10.1145\/2180868.2180873","DOI":"10.1145\/2180868.2180873"},{"key":"3_CR44","doi-asserted-by":"publisher","unstructured":"Talmor, A., Herzig, J., Lourie, N., Berant, J.: CommonsenseQA: a question answering challenge targeting commonsense knowledge. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), Minneapolis, Minnesota, pp. 4149\u20134158. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1421","DOI":"10.18653\/v1\/N19-1421"},{"key":"3_CR45","doi-asserted-by":"crossref","unstructured":"Verma, M., Ganguly, D.: LIRME: locally interpretable ranking model explanation. In: Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval. SIGIR\u201919, New York, NY, USA, pp. 1281\u20131284. Association for Computing Machinery (2019). https:\/\/doi.org\/10.1145\/3331184.3331377","DOI":"10.1145\/3331184.3331377"},{"key":"3_CR46","unstructured":"Verma, S., Boonsanong, V., Hoang, M., Hines, K.E., Dickerson, J.P., Shah, C.: Counterfactual explanations and algorithmic recourses for machine learning: a review (2022). https:\/\/arxiv.org\/abs\/2010.10596"},{"key":"3_CR47","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K.Q., Artzi, Y.: BERTScore: evaluating text generation with Bert (2020). https:\/\/arxiv.org\/abs\/1904.09675"},{"key":"3_CR48","unstructured":"Zhuo, T.Y.: ICE-Score: instructing large language models to evaluate code (2024). https:\/\/arxiv.org\/abs\/2304.14317"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88708-6_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T11:50:44Z","timestamp":1743767444000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88708-6_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031887079","9783031887086"],"references-count":48,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88708-6_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"3 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"There is no competing interest.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2025.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}