{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T04:11:08Z","timestamp":1743826268578,"version":"3.40.3"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031887192","type":"print"},{"value":"9783031887208","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88720-8_51","type":"book-chapter","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T12:05:47Z","timestamp":1743768347000},"page":"332-338","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Eval4RAG: Workshop on\u00a0Evaluation of\u00a0Retrieval-Augmented Generation Systems"],"prefix":"10.1007","author":[{"given":"Eugene","family":"Yang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ronak","family":"Pradeep","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dake","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sean","family":"MacAvaney","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maria","family":"Maistro","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mohammad","family":"Aliannejadi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,4,3]]},"reference":[{"key":"51_CR1","doi-asserted-by":"crossref","unstructured":"Cuconasu, F., et al.: The power of noise: redefining retrieval for rag systems. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 719\u2013729 (2024)","DOI":"10.1145\/3626772.3657834"},{"key":"51_CR2","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Burstein, J., Doran, C., Solorio, T. (eds.) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1423. https:\/\/aclanthology.org\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"51_CR3","doi-asserted-by":"crossref","unstructured":"Dietz, L.: A workbench for autograding retrieve\/generate systems. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1963\u20131972 (2024)","DOI":"10.1145\/3626772.3657871"},{"key":"51_CR4","unstructured":"Es, S., James, J., Espinosa Anke, L., Schockaert, S.: RAGAs: automated evaluation of retrieval augmented generation. In: Aletras, N., De Clercq, O. (eds.) Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations, St. Julians, Malta, pp. 150\u2013158. Association for Computational Linguistics (2024). https:\/\/aclanthology.org\/2024.eacl-demo.16"},{"key":"51_CR5","doi-asserted-by":"crossref","unstructured":"Fang, F., Bai, Y., Ni, S., Yang, M., Chen, X., Xu, R.: Enhancing noise robustness of retrieval-augmented language models with adaptive adversarial training. In: Ku, L.W., Martins, A., Srikumar, V. (eds.) Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Bangkok, Thailand, pp. 10028\u201310039. Association for Computational Linguistics (2024). https:\/\/aclanthology.org\/2024.acl-long.540","DOI":"10.18653\/v1\/2024.acl-long.540"},{"key":"51_CR6","doi-asserted-by":"crossref","unstructured":"Fang, J., Meng, Z., MacDonald, C.: REANO: Optimising retrieval augmented reader models through knowledge graph generation. In: Ku, L.W., Martins, A., Srikumar, V. (eds.) Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Bangkok, Thailand, pp. 2094\u20132112. Association for Computational Linguistics (2024). https:\/\/aclanthology.org\/2024.acl-long.115","DOI":"10.18653\/v1\/2024.acl-long.115"},{"key":"51_CR7","doi-asserted-by":"crossref","unstructured":"Han, R., et al.: RobustQA: benchmarking the robustness of domain adaptation for open-domain question answering. In: Findings of the Association for Computational Linguistics: ACL 2023, pp. 4294\u20134311 (2023)","DOI":"10.18653\/v1\/2023.findings-acl.263"},{"key":"51_CR8","unstructured":"Hildebrandt, W., Katz, B., Lin, J.: Answering definition questions with multiple knowledge sources. In: Proceedings of the Human Language Technology Conference of the North American Chapter of the Association for Computational Linguistics: HLT-NAACL 2004, pp. 49\u201356 (2004)"},{"key":"51_CR9","doi-asserted-by":"crossref","unstructured":"Lin, J., Demner-Fushman, D.: Automatically evaluating answers to definition questions. In: Proceedings of Human Language Technology Conference and Conference on Empirical Methods in Natural Language Processing, pp. 931\u2013938 (2005)","DOI":"10.3115\/1220575.1220692"},{"key":"51_CR10","doi-asserted-by":"crossref","unstructured":"Lin, J., Demner-Fushman, D.: Will pyramids built of nuggets topple over? In: Proceedings of the Human Language Technology Conference of the NAACL, Main Conference, pp. 383\u2013390 (2006)","DOI":"10.3115\/1220835.1220884"},{"key":"51_CR11","unstructured":"Liu, Y.: RoBERTa: a robustly optimized BERT pretraining approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"51_CR12","doi-asserted-by":"crossref","unstructured":"Mayfield, J., et al.: On the evaluation of machine-generated reports. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1904\u20131915 (2024)","DOI":"10.1145\/3626772.3657846"},{"key":"51_CR13","doi-asserted-by":"publisher","unstructured":"Min, S., et al.: FActScore: fine-grained atomic evaluation of factual precision in long form text generation. In: Bouamor, H., Pino, J., Bali, K. (eds.) Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, Singapore, pp. 12076\u201312100. Association for Computational Linguistics (2023). https:\/\/doi.org\/10.18653\/v1\/2023.emnlp-main.741, URL https:\/\/aclanthology.org\/2023.emnlp-main.741","DOI":"10.18653\/v1\/2023.emnlp-main.741"},{"key":"51_CR14","doi-asserted-by":"crossref","unstructured":"Niu, C., et al.: RAGTruth: a hallucination corpus for developing trustworthy retrieval augmented language models. In: Ku, L.W., Martins, A., Srikumar, V. (eds.) Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Bangkok, Thailand, pp. 10862\u201310878, Association for Computational Linguistics (2024). https:\/\/aclanthology.org\/2024.acl-long.585","DOI":"10.18653\/v1\/2024.acl-long.585"},{"key":"51_CR15","doi-asserted-by":"crossref","unstructured":"Salemi, A., Kallumadi, S., Zamani, H.: Optimization methods for personalizing large language models through retrieval augmentation. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 752\u2013762 (2024)","DOI":"10.1145\/3626772.3657783"},{"key":"51_CR16","doi-asserted-by":"crossref","unstructured":"Salemi, A., Zamani, H.: Evaluating retrieval quality in retrieval-augmented generation. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2395\u20132400 (2024)","DOI":"10.1145\/3626772.3657957"},{"key":"51_CR17","doi-asserted-by":"crossref","unstructured":"Salemi, A., Zamani, H.: Towards a search engine for machines: unified ranking for multiple retrieval-augmented large language models. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 741\u2013751 (2024)","DOI":"10.1145\/3626772.3657733"},{"key":"51_CR18","doi-asserted-by":"crossref","unstructured":"Shi, Z., et al.: Generate-then- ground in retrieval-augmented generation for multi-hop question answering. In: Ku, L.W., Martins, A., Srikumar, V. (eds.) Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Bangkok, Thailand, pp. 7339\u20137353. Association for Computational Linguistics (2024). https:\/\/aclanthology.org\/2024.acl-long.397","DOI":"10.18653\/v1\/2024.acl-long.397"},{"key":"51_CR19","doi-asserted-by":"crossref","unstructured":"Wang, S., Khramtsova, E., Zhuang, S., Zuccon, G.: FeB4RAG: evaluating federated search in the context of retrieval augmented generation. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 763\u2013773 (2024)","DOI":"10.1145\/3626772.3657853"},{"key":"51_CR20","doi-asserted-by":"crossref","unstructured":"Xu, S., et al.: Unsupervised information refinement training of large language models for retrieval-augmented generation. In: Ku, L.W., Martins, A., Srikumar, V. (eds.) Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Bangkok, Thailand, pp. 133\u2013145. Association for Computational Linguistics (2024). https:\/\/aclanthology.org\/2024.acl-long.9","DOI":"10.18653\/v1\/2024.acl-long.9"},{"key":"51_CR21","doi-asserted-by":"crossref","unstructured":"Yang, D., et al.: IM-RAG: multi-round retrieval-augmented generation through learning inner monologues. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 730\u2013740 (2024)","DOI":"10.1145\/3626772.3657760"},{"key":"51_CR22","doi-asserted-by":"crossref","unstructured":"Zamani, H., Bendersky, M.: Stochastic RAG: end-to-end retrieval-augmented generation through expected utility maximization. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2641\u20132646 (2024)","DOI":"10.1145\/3626772.3657923"},{"key":"51_CR23","doi-asserted-by":"crossref","unstructured":"Zhu, K., et al.: An information bottleneck perspective for effective noise filtering on retrieval-augmented generation. In: Ku, L.W., Martins, A., Srikumar, V. (eds.) Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Bangkok, Thailand, pp. 1044\u20131069. Association for Computational Linguistics (2024). https:\/\/aclanthology.org\/2024.acl-long.59","DOI":"10.18653\/v1\/2024.acl-long.59"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88720-8_51","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T12:06:03Z","timestamp":1743768363000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88720-8_51"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031887192","9783031887208"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88720-8_51","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"3 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2025.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}