{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:33:20Z","timestamp":1774308800653,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":12,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,13]]},"DOI":"10.1145\/3726302.3733591","type":"proceedings-article","created":{"date-parts":[[2025,7,14]],"date-time":"2025-07-14T01:18:36Z","timestamp":1752455916000},"page":"4199-4201","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["The LiveRAG Challenge at SIGIR 2025"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1161-7084","authenticated-orcid":false,"given":"David","family":"Carmel","sequence":"first","affiliation":[{"name":"Technology Innovation Institute (TII), Haifa, Israel"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-6735-9950","authenticated-orcid":false,"given":"Simone","family":"Filice","sequence":"additional","affiliation":[{"name":"Technology Innovation Institute (TII), Haifa, Israel"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-5093-7235","authenticated-orcid":false,"given":"Guy","family":"Horowitz","sequence":"additional","affiliation":[{"name":"Technology Innovation Institute (TII), Haifa, Israel"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3160-7115","authenticated-orcid":false,"given":"Yoelle","family":"Maarek","sequence":"additional","affiliation":[{"name":"Technology Innovation Institute (TII), Haifa, Israel"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-8454-5568","authenticated-orcid":false,"given":"Oren","family":"Somekh","sequence":"additional","affiliation":[{"name":"Technology Innovation Institute (TII), Haifa, Israel"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-5279-9596","authenticated-orcid":false,"given":"Ran","family":"Tavory","sequence":"additional","affiliation":[{"name":"Technology Innovation Institute (TII), Haifa, Israel"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,7,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-demo.16"},{"key":"e_1_3_2_1_2_1","unstructured":"Simone Filice Guy Horowitz David Carmel Zohar Karnin Liane Lewin-Eytan and Yoelle Maarek. 2025. Generating Diverse Q&A Benchmarks for RAG Evaluation with DataMorgana. arxiv:2501.12789 [cs.CL] https:\/\/arxiv.org\/abs\/2501.12789"},{"key":"e_1_3_2_1_3_1","unstructured":"Yunfan Gao Yun Xiong Xinyu Gao Kangxiang Jia Jinliu Pan Yuxi Bi Yi Dai Jiawei Sun Meng Wang and Haofen Wang. 2024. Retrieval-Augmented Generation for Large Language Models: A Survey. arxiv:2312.10997 [cs.CL]"},{"key":"e_1_3_2_1_4_1","unstructured":"Jiawei Gu Xuhui Jiang Zhichao Shi Hexiang Tan Xuehao Zhai Chengjin Xu Wei Li Yinghan Shen Shengjie Ma Honghao Liu et al. 2024. A survey on llm-as-a-judge. arXiv preprint arXiv:2411.15594 (2024)."},{"key":"e_1_3_2_1_5_1","first-page":"1","article-title":"Atlas: Few-shot learning with retrieval augmented language models","volume":"24","author":"Izacard Gautier","year":"2023","unstructured":"Gautier Izacard, Patrick Lewis, Maria Lomeli, Lucas Hosseini, Fabio Petroni, Timo Schick, Jane Dwivedi-Yu, Armand Joulin, Sebastian Riedel, and Edouard Grave. 2023. Atlas: Few-shot learning with retrieval augmented language models. Journal of Machine Learning Research, Vol. 24, 251 (2023), 1-43.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_6_1","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive NLP tasks","volume":"33","author":"Lewis Patrick","year":"2020","unstructured":"Patrick Lewis, Ethan Perez, Aleksandra Piktus, Fabio Petroni, Vladimir Karpukhin, Naman Goyal, Heinrich K\u00fcttler, Mike Lewis, Wen-tau Yih, Tim Rockt\u00e4schel, et al., 2020. Retrieval-augmented generation for knowledge-intensive NLP tasks. Advances in Neural Information Processing Systems, Vol. 33 (2020), 9459-9474.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_7_1","volume-title":"The Thirty-eight Conference on Neural Information Processing Systems Datasets and Benchmarks Track. https:\/\/openreview.net\/forum?id=n6SCkn2QaG","author":"Penedo Guilherme","year":"2024","unstructured":"Guilherme Penedo, Hynek Kydl\u00edcek, Loubna Ben allal, Anton Lozhkov, Margaret Mitchell, Colin Raffel, Leandro Von Werra, and Thomas Wolf. 2024. The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale. In The Thirty-eight Conference on Neural Information Processing Systems Datasets and Benchmarks Track. https:\/\/openreview.net\/forum?id=n6SCkn2QaG"},{"key":"e_1_3_2_1_8_1","volume-title":"The Great Nugget Recall: Automating Fact Extraction and RAG Evaluation with Large Language Models. arXiv preprint arXiv:2504.15068","author":"Pradeep Ronak","year":"2025","unstructured":"Ronak Pradeep, Nandan Thakur, Shivani Upadhyay, Daniel Campos, Nick Craswell, and Jimmy Lin. 2025. The Great Nugget Recall: Automating Fact Extraction and RAG Evaluation with Large Language Models. arXiv preprint arXiv:2504.15068 (2025)."},{"key":"e_1_3_2_1_9_1","volume-title":"Support Evaluation for the TREC 2024 RAG Track: Comparing Human versus LLM Judges. arXiv preprint arXiv:2504","author":"Thakur Nandan","year":"2025","unstructured":"Nandan Thakur, Ronak Pradeep, Shivani Upadhyay, Daniel Campos, Nick Craswell, and Jimmy Lin. 2025. Support Evaluation for the TREC 2024 RAG Track: Comparing Human versus LLM Judges. arXiv preprint arXiv:2504.15205 (2025)."},{"key":"e_1_3_2_1_10_1","first-page":"54","volume-title":"Overview of the TREC 2003 Question Answering Track. In TREC","volume":"2003","author":"Voorhees Ellen M","year":"2003","unstructured":"Ellen M Voorhees and L Buckland. 2003. Overview of the TREC 2003 Question Answering Track. In TREC, Vol. 2003. 54-68."},{"key":"e_1_3_2_1_11_1","volume-title":"Text embeddings by weakly-supervised contrastive pre-training. arXiv preprint arXiv:2212.03533","author":"Wang Liang","year":"2022","unstructured":"Liang Wang, Nan Yang, Xiaolong Huang, Binxing Jiao, Linjun Yang, Daxin Jiang, Rangan Majumder, and Furu Wei. 2022. Text embeddings by weakly-supervised contrastive pre-training. arXiv preprint arXiv:2212.03533 (2022)."},{"key":"e_1_3_2_1_12_1","first-page":"10470","article-title":"CRAG-comprehensive RAG benchmark","volume":"37","author":"Yang Xiao","year":"2024","unstructured":"Xiao Yang, Kai Sun, Hao Xin, Yushi Sun, Nikita Bhalla, Xiangsen Chen, Sajal Choudhary, Rongze Gui, Ziran Jiang, Ziyu Jiang, et al., 2024. CRAG-comprehensive RAG benchmark. Advances in Neural Information Processing Systems, Vol. 37 (2024), 10470-10490.","journal-title":"Advances in Neural Information Processing Systems"}],"event":{"name":"SIGIR '25: The 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Padua Italy","acronym":"SIGIR '25","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3726302.3733591","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T18:32:18Z","timestamp":1755887538000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3726302.3733591"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,13]]},"references-count":12,"alternative-id":["10.1145\/3726302.3733591","10.1145\/3726302"],"URL":"https:\/\/doi.org\/10.1145\/3726302.3733591","relation":{},"subject":[],"published":{"date-parts":[[2025,7,13]]},"assertion":[{"value":"2025-07-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}