{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T16:23:32Z","timestamp":1778084612145,"version":"3.51.4"},"reference-count":13,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T00:00:00Z","timestamp":1732579200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T00:00:00Z","timestamp":1732579200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,11,26]]},"DOI":"10.1109\/fllm63129.2024.10852482","type":"proceedings-article","created":{"date-parts":[[2025,1,28]],"date-time":"2025-01-28T18:35:23Z","timestamp":1738089323000},"page":"470-475","source":"Crossref","is-referenced-by-count":5,"title":["RAGVAL: Automatic Dataset Creation and Evaluation for RAG Systems"],"prefix":"10.1109","author":[{"given":"Tristan","family":"Kenneweg","sequence":"first","affiliation":[{"name":"University of Bielefeld,Technische Fakultät,Bielefeld,Germany"}]},{"given":"Philip","family":"Kenneweg","sequence":"additional","affiliation":[{"name":"University of Bielefeld,Technische Fakultät,Bielefeld,Germany"}]},{"given":"Barbara","family":"Hammer","sequence":"additional","affiliation":[{"name":"University of Bielefeld,Technische Fakultät,Bielefeld,Germany"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Language models are few-shot learners","author":"Brown","year":"2020"},{"key":"ref2","article-title":"Comparing humans, gpt-4, and gpt-4v on abstraction and reasoning tasks","author":"Mitchell","year":"2023"},{"key":"ref3","article-title":"Large language models struggle to learn long-tail knowledge","author":"Kandpal","year":"2023"},{"key":"ref4","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume":"33","author":"Lewis","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"key":"ref6","first-page":"47","article-title":"LLM-eval: Unified multi-dimensional automatic evaluation for open-domain conversations with large language models","volume-title":"Proceedings of the 5th Workshop on NLP for Conversational AI (NLP4ConvAI 2023)","author":"Lin"},{"key":"ref7","article-title":"BERT: pre-training of deep bidirectional transformers for language understanding","volume-title":"CoRR","volume":"abs\/1810.04805","author":"Devlin","year":"2018"},{"key":"ref8","article-title":"New and improved embedding model","year":"2022"},{"key":"ref9","article-title":"The chronicles of rag: The retriever, the chunk and the generator","author":"Finardi","year":"2024"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.99"},{"key":"ref11","article-title":"Rag with guardrails"},{"key":"ref12","article-title":"Promptagator: Few-shot dense retrieval from 8 examples","author":"Dai","year":"2022"},{"key":"ref13","article-title":"Ragas: Automated evaluation of retrieval augmented generation","author":"Es","year":"2023"}],"event":{"name":"2024 2nd International Conference on Foundation and Large Language Models (FLLM)","location":"Dubai, United Arab Emirates","start":{"date-parts":[[2024,11,26]]},"end":{"date-parts":[[2024,11,29]]}},"container-title":["2024 2nd International Conference on Foundation and Large Language Models (FLLM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10852419\/10852420\/10852482.pdf?arnumber=10852482","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,29]],"date-time":"2025-01-29T06:47:04Z","timestamp":1738133224000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10852482\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,26]]},"references-count":13,"URL":"https:\/\/doi.org\/10.1109\/fllm63129.2024.10852482","relation":{},"subject":[],"published":{"date-parts":[[2024,11,26]]}}}