{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T02:26:50Z","timestamp":1783736810934,"version":"3.55.0"},"publisher-location":"Cham","reference-count":53,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032212993","type":"print"},{"value":"9783032213006","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-21300-6_12","type":"book-chapter","created":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T13:00:59Z","timestamp":1774357259000},"page":"188-203","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["LANCER: LLM Reranking for\u00a0Nugget Coverage"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2247-3370","authenticated-orcid":false,"given":"Jia-Huei","family":"Ju","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-8412-6439","authenticated-orcid":false,"given":"Fran\u00e7ois G.","family":"Landry","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0051-1535","authenticated-orcid":false,"given":"Eugene","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9609-9505","authenticated-orcid":false,"given":"Suzan","family":"Verberne","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5970-880X","authenticated-orcid":false,"given":"Andrew","family":"Yates","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,3,25]]},"reference":[{"key":"12_CR1","doi-asserted-by":"crossref","unstructured":"Alaofi, M., Thomas, P., Scholer, F., Sanderson, M.: LLMs can be fooled into labelling a document as relevant: best caf\u00e9 near me; this paper is perfectly relevant. In: Proceedings of SIGIR-AP, pp. 32\u201341 (2024)","DOI":"10.1145\/3673791.3698431"},{"key":"12_CR2","doi-asserted-by":"crossref","unstructured":"Bel\u00e9m, C.G., Pezeshkpour, P., Iso, H., Maekawa, S., Bhutani, N., Hruschka, E.: From single to multi: how LLMs hallucinate in multi-document summarization. In: Findings of NAACL, pp. 5276\u20135309 (2025)","DOI":"10.18653\/v1\/2025.findings-naacl.293"},{"key":"12_CR3","doi-asserted-by":"crossref","unstructured":"Carbonell, J., Goldstein, J.: The use of MMR, diversity-based reranking for reordering documents and producing summaries. In: Proceedings of SIGIR, pp. 335\u2013336 (1998)","DOI":"10.1145\/290941.291025"},{"key":"12_CR4","unstructured":"Chen, H.T., Choi, E.: Open-world evaluation for retrieving diverse perspectives. arXiv [cs.CL] (2024)"},{"key":"12_CR5","doi-asserted-by":"crossref","unstructured":"Clarke, C.L.A., et al.: Novelty and diversity in information retrieval evaluation. In: Proceedings of SIGIR, pp. 659\u2013666 (2008)","DOI":"10.1145\/1390334.1390446"},{"key":"12_CR6","doi-asserted-by":"crossref","unstructured":"Cormack, G.V., Clarke, C.L., Buettcher, S.: Reciprocal rank fusion outperforms condorcet and individual rank learning methods. In: Proceedings of SIGIR, pp. 758\u2013759 (2009)","DOI":"10.1145\/1571941.1572114"},{"key":"12_CR7","unstructured":"Dawn, L., et al.: Overview of the TREC 2024 NeuCLIR track. arXiv [cs.IR] (2025)"},{"key":"12_CR8","doi-asserted-by":"crossref","unstructured":"Dietz, L.: A workbench for autograding retrieve\/generate systems. In: Proceedings of SIGIR, pp. 1963\u20131972 (2024)","DOI":"10.1145\/3626772.3657871"},{"key":"12_CR9","unstructured":"Duh, K., Yang, E., Weller, O., Yates, A., Lawrie, D.: Hltcoe at liverag: GPT-researcher using ColBERT retrieval (2025)"},{"key":"12_CR10","doi-asserted-by":"crossref","unstructured":"Es, S., James, J., Espinosa-Anke, L., Schockaert, S.: RAGAs: automated evaluation of retrieval augmented generation. In: Proceedings of EACL, pp. 150\u2013158 (2023)","DOI":"10.18653\/v1\/2024.eacl-demo.16"},{"key":"12_CR11","doi-asserted-by":"crossref","unstructured":"Fabbri, A., Li, I., She, T., Li, S., Radev, D.: Multi-news: a large-scale multi-document summarization dataset and abstractive hierarchical model. In: Proceedings of ACL, pp. 1074\u20131084 (2019)","DOI":"10.18653\/v1\/P19-1102"},{"key":"12_CR12","doi-asserted-by":"crossref","unstructured":"Gangi\u00a0Reddy, R., et al.: FIRST: faster improved listwise reranking with single token decoding. In: Proceedings of EMNLP, pp. 8642\u20138652 (2024)","DOI":"10.18653\/v1\/2024.emnlp-main.491"},{"key":"12_CR13","unstructured":"Gao, H., Zhang, Y.: VRSD: rethinking similarity and diversity for retrieval in Large Language Models. arXiv [cs.IR] (2024)"},{"key":"12_CR14","doi-asserted-by":"crossref","unstructured":"Gao, T., Yen, H., Yu, J., Chen, D.: Enabling large language models to generate text with citations. In: Proceedings of EMNLP, pp. 6465\u20136488 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.398"},{"key":"12_CR15","doi-asserted-by":"crossref","unstructured":"Grusky, M., Naaman, M., Artzi, Y.: Newsroom: a dataset of 1.3 million summaries with diverse extractive strategies. In: Proceedings of NAACL-HLT, pp. 708\u2013719 (2018)","DOI":"10.18653\/v1\/N18-1065"},{"key":"12_CR16","doi-asserted-by":"crossref","unstructured":"Guo, F., et al.: McRanker: generating diverse criteria on-the-fly to improve pointwise LLM rankers. In: Proceedings of WSDM, pp. 944\u2013953 (2025)","DOI":"10.1145\/3701551.3703583"},{"key":"12_CR17","unstructured":"Guu, K., Lee, K., Tung, Z., Pasupat, P., Chang, M.W.: Realm: retrieval-augmented language model pre-training. In: Proceedings of ICML (2020)"},{"key":"12_CR18","doi-asserted-by":"crossref","unstructured":"Ju, J.H., Verberne, S., de\u00a0Rijke, M., Yates, A.: Controlled retrieval-augmented context evaluation for long-form RAG. In: Findings of EMNLP, pp. 21102\u201321121 (2025)","DOI":"10.18653\/v1\/2025.findings-emnlp.1151"},{"key":"12_CR19","doi-asserted-by":"publisher","first-page":"453","DOI":"10.1162\/tacl_a_00276","volume":"7","author":"T Kwiatkowski","year":"2019","unstructured":"Kwiatkowski, T., et al.: Natural questions: a benchmark for question answering research. TACL 7, 453\u2013466 (2019)","journal-title":"TACL"},{"key":"12_CR20","doi-asserted-by":"crossref","unstructured":"\u0141ajewska, W., Balog, K.: Ginger: grounded information nugget-based generation of responses. In: Proceedings of SIGIR, pp. 2723\u20132727 (2025)","DOI":"10.1145\/3726302.3730166"},{"key":"12_CR21","unstructured":"Lassance, C., D\u00e9jean, H., Formal, T., Clinchant, S.: SPLADE-v3: new baselines for SPLADE. arXiv [cs.IR] (2024)"},{"key":"12_CR22","unstructured":"Lewis, P., et al.: Retrieval-augmented generation for knowledge-intensive NLP tasks. In: Proceedings of NIPS (2020)"},{"key":"12_CR23","unstructured":"Li, Z., et al.: DMQR-RAG: diverse multi-query rewriting for RAG. arXiv [cs.IR] (2024)"},{"key":"12_CR24","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1162\/tacl_a_00638","volume":"12","author":"NF Liu","year":"2024","unstructured":"Liu, N.F., et al.: Lost in the middle: how language models use long contexts. TACL 12, 157\u2013173 (2024)","journal-title":"TACL"},{"key":"12_CR25","unstructured":"Ma, X., Zhang, X., Pradeep, R., Lin, J.: Zero-shot listwise document reranking with a Large Language Model. arXiv [cs.IR] (2023)"},{"key":"12_CR26","unstructured":"MacAvaney, S., Macdonald, C., Murray-Smith, R., Ounis, I.: Intent5: search result diversification using causal language models (2021)"},{"key":"12_CR27","doi-asserted-by":"crossref","unstructured":"Mayfield, J., et al.: On the evaluation of machine-generated reports. In: Proceedings of SIGIR, pp. 1904\u20131915 (2024)","DOI":"10.1145\/3626772.3657846"},{"key":"12_CR28","unstructured":"MetaAI: The Llama 3 herd of models. arXiv [cs.AI] (2024)"},{"key":"12_CR29","unstructured":"Nguyen, T., Lei, Y., Ju, J.H., Yang, E., Yates, A.: Milco: learned sparse retrieval across languages via a multilingual connector. arXiv [cs.IR] (2025)"},{"key":"12_CR30","doi-asserted-by":"crossref","unstructured":"Nogueira, R., Jiang, Z., Pradeep, R., Lin, J.: Document ranking with a pretrained sequence-to-sequence model. In: Findings of EMNLP (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.63"},{"key":"12_CR31","unstructured":"Nogueira, R., Yang, W., Cho, K., Lin, J.: Multi-stage document ranking with BERT. arXiv [cs.IR] (2019)"},{"key":"12_CR32","unstructured":"Over, P., Yen, J.: An introduction to DUC-2004. National Institute of Standards and Technology (2004)"},{"key":"12_CR33","doi-asserted-by":"crossref","unstructured":"Pavlu, V., Rajput, S., Golbus, P.B., Aslam, J.A.: IR system evaluation using nugget-based test collections. In: Proceedings of WSDM, pp. 393\u2013402 (2012)","DOI":"10.1145\/2124295.2124343"},{"key":"12_CR34","unstructured":"Pradeep, R., Sharifymoghaddam, S., Lin, J.: RankZephyr: effective and robust zero-shot listwise reranking is a breeze! arXiv [cs.IR] (2023)"},{"key":"12_CR35","unstructured":"Pradeep, R., Thakur, N., Upadhyay, S., Campos, D., Craswell, N., Lin, J.: Initial nugget evaluation results for the TREC 2024 RAG Track with the AutoNuggetizer framework. arXiv [cs.IR] (2024)"},{"key":"12_CR36","doi-asserted-by":"crossref","unstructured":"Qin, Z., et al.: Large language models are effective text rankers with pairwise ranking prompting. In: Findings of NAACL, pp. 1504\u20131518 (2024)","DOI":"10.18653\/v1\/2024.findings-naacl.97"},{"key":"12_CR37","doi-asserted-by":"crossref","unstructured":"Sachan, D., et al.: Improving passage retrieval with zero-shot question generation. In: Proceedings of EMNLP, pp. 3781\u20133797 (2022)","DOI":"10.18653\/v1\/2022.emnlp-main.249"},{"issue":"1","key":"12_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/1500000040","volume":"9","author":"RLT Santos","year":"2015","unstructured":"Santos, R.L.T., Macdonald, C., Ounis, I.: A survey of query auto completion in information retrieval. Found. Trends Inf. Retr. 9(1), 1\u201390 (2015)","journal-title":"Found. Trends Inf. Retr."},{"key":"12_CR39","doi-asserted-by":"crossref","unstructured":"Shi, W., et al.: REPLUG: retrieval-augmented black-box language models. In: Proceedings of NAACL-HLT, pp. 8371\u20138384 (2024)","DOI":"10.18653\/v1\/2024.naacl-long.463"},{"key":"12_CR40","doi-asserted-by":"crossref","unstructured":"Soboroff, I., Harman, D.: Novelty detection: the TREC experience. In: Proceedings of EMNLP-HLT, pp. 105\u2013112 (2005)","DOI":"10.3115\/1220575.1220589"},{"key":"12_CR41","doi-asserted-by":"crossref","unstructured":"Stelmakh, I., Luan, Y., Dhingra, B., Chang, M.W.: ASQA: factoid questions meet long-form answers. In: Proceedings of EMNLP, pp. 8273\u20138288 (2022)","DOI":"10.18653\/v1\/2022.emnlp-main.566"},{"key":"12_CR42","doi-asserted-by":"crossref","unstructured":"Sun, W., et al.: Is ChatGPT good at search? Investigating large language models as re-ranking agents. In: Proceedings of EMNLP, pp. 14918\u201314937 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.923"},{"key":"12_CR43","unstructured":"Thakur, N., Reimers, N., R\u00fcckl\u00e9, A., Srivastava, A., Gurevych, I.: BEIR: a heterogeneous benchmark for zero-shot evaluation of information retrieval models. In: Proceedings of NeurIPS (2021)"},{"key":"12_CR44","doi-asserted-by":"crossref","unstructured":"Voorhees, E.: Overview of the TREC 2003 Question Answering Track (2004)","DOI":"10.6028\/NIST.SP.500-261.qa-overview"},{"key":"12_CR45","unstructured":"Voorhees, E.M.: Evaluating answers to definition questions. In: Proceedings of NAACL-HLT (2003)"},{"key":"12_CR46","unstructured":"William, W., et al.: Auto-ARGUE: LLM-Based Report Generation Evaluation. arXiv [cs.IR] (2025)"},{"key":"12_CR47","unstructured":"Xie, J., Zhang, K., Chen, J., Lou, R., Su, Y.: Adaptive chameleon or stubborn sloth: revealing the behavior of large language models in knowledge conflicts. In: Proceedings of ICLR (2024)"},{"key":"12_CR48","doi-asserted-by":"crossref","unstructured":"Zhai, C.X., Cohen, W.W., Lafferty, J.: Beyond independent relevance: methods and evaluation metrics for subtopic retrieval. In: Proceedings of SIGIR, pp. 10\u201317 (2003)","DOI":"10.1145\/860435.860440"},{"key":"12_CR49","unstructured":"Zhang, Y., et al.: Qwen3 embedding: advancing text embedding and reranking through foundation models. arXiv preprint arXiv:2506.05176 (2025)"},{"key":"12_CR50","unstructured":"Zhong, Y., et al.: Reasoning-enhanced query understanding through Decomposition and Interpretation. arXiv [cs.IR] (2025)"},{"key":"12_CR51","doi-asserted-by":"crossref","unstructured":"Zhuang, H., et al.: Beyond yes and no: improving zero-shot LLM rankers via scoring fine-grained relevance labels. In: Proceedings of NAACL-HLT, pp. 358\u2013370 (2024)","DOI":"10.18653\/v1\/2024.naacl-short.31"},{"key":"12_CR52","doi-asserted-by":"crossref","unstructured":"Zhuang, H., et al.: RankT5: fine-tuning T5 for text ranking with ranking losses. In: Proceedings of SIGIR, pp. 2308\u20132313 (2023)","DOI":"10.1145\/3539618.3592047"},{"key":"12_CR53","doi-asserted-by":"crossref","unstructured":"Zhuang, S., Zhuang, H., Koopman, B., Zuccon, G.: A setwise approach for effective and highly efficient zero-shot ranking with large language models. In: Proceedings of SIGIR, pp. 38\u201347 (2024)","DOI":"10.1145\/3626772.3657813"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-21300-6_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T13:01:34Z","timestamp":1774357294000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-21300-6_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032212993","9783032213006"],"references-count":53,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-21300-6_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"25 March 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Delft","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 March 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 April 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"48","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2026.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}