{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T06:47:19Z","timestamp":1768978039983,"version":"3.49.0"},"publisher-location":"Cham","reference-count":19,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031777301","type":"print"},{"value":"9783031777318","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T00:00:00Z","timestamp":1731542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T00:00:00Z","timestamp":1731542400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-77731-8_37","type":"book-chapter","created":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T16:42:34Z","timestamp":1732034554000},"page":"410-421","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Evaluating Performance and\u00a0Trustworthiness of\u00a0RAG Systems for\u00a0Generating Administrative Text"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-9746-9057","authenticated-orcid":false,"given":"Hugo","family":"S\u00e1nchez-Naval\u00f3n","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1790-8085","authenticated-orcid":false,"given":"Carlos","family":"Monserrat","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0331-000X","authenticated-orcid":false,"given":"Dario","family":"Garigliotti","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8975-1120","authenticated-orcid":false,"given":"C\u00e8sar","family":"Ferri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,14]]},"reference":[{"key":"37_CR1","doi-asserted-by":"crossref","unstructured":"Abdallah, A., Piryani, B., Jatowt, A.: Exploring the state of the art in legal QA systems. J. Big Data 10(1) (2023)","DOI":"10.1186\/s40537-023-00802-8"},{"key":"37_CR2","unstructured":"Abdin, M., et\u00a0al.: Phi-3 technical report: a highly capable language model locally on your phone (2024)"},{"key":"37_CR3","doi-asserted-by":"crossref","unstructured":"Gan, W., Qi, Z., Wu, J., Lin, J. C.-W.: Large language models in education: vision and opportunities (2023)","DOI":"10.1109\/BigData59044.2023.10386291"},{"key":"37_CR4","unstructured":"Ganesan, K.: Rouge 2.0: updated and improved measures for evaluation of summarization tasks (2018)"},{"key":"37_CR5","unstructured":"Gao, Y., et al.: Retrieval-augmented generation for large language models: a survey (2024)"},{"key":"37_CR6","doi-asserted-by":"crossref","unstructured":"Garigliotti, D., Johansen, B., Kallestad, J.V., Cho, S.-E., Ferri, C.: EquinorQA: large language models for question answering over proprietary data. In: ECAI 2024 - 27th European Conference on Artificial Intelligence - Including 13th Conference on Prestigious Applications of Intelligent Systems (PAIS 2024). IOS Press (2024)","DOI":"10.3233\/FAIA241049"},{"key":"37_CR7","unstructured":"Huber, J. et\u00a0al.: Chroma docs\u2014docs.trychroma.com (2024). https:\/\/docs.trychroma.com\/. Accessed 11 June 2024"},{"key":"37_CR8","doi-asserted-by":"crossref","unstructured":"Karpukhin, V., et al.: Dense passage retrieval for open-domain question answering (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"37_CR9","unstructured":"Lewis, P., et\u00a0al.: Retrieval-augmented generation for knowledge-intensive NLP tasks (2021)"},{"key":"37_CR10","unstructured":"Lin, C.-Y.: ROUGE: a package for automatic evaluation of summaries, p.\u00a010 (2004)"},{"key":"37_CR11","unstructured":"Lv, L., et al.: NeuralChat: a customizable chatbot framework (2023)"},{"key":"37_CR12","unstructured":"L\u00e1la, J., O\u2019Donoghue, O., Shtedritski, A., Cox, S., Rodriques, S.G., White, A.D.: PaperQA: retrieval-augmented generative agent for scientific research (2023)"},{"key":"37_CR13","unstructured":"Mikolov, T., Chen, K., Corrado, G., Dean, J.: Efficient estimation of word representations in vector space (2013)"},{"key":"37_CR14","unstructured":"OpenAI, et\u00a0al.: GPT-4 technical report (2024)"},{"key":"37_CR15","doi-asserted-by":"crossref","unstructured":"Ovadia, O., Brief, M., Mishaeli, M., Elisha, O.: Fine-tuning or retrieval? Comparing knowledge injection in LLMs (2024)","DOI":"10.18653\/v1\/2024.emnlp-main.15"},{"key":"37_CR16","doi-asserted-by":"crossref","unstructured":"Steck, H., Ekanadham, C., Kallus, N.: Is cosine-similarity of embeddings really about similarity? In: Companion Proceedings of the ACM on Web Conference 2024, WWW 2024. ACM (2024)","DOI":"10.1145\/3589335.3651526"},{"key":"37_CR17","unstructured":"Team, G., et\u00a0al.: Gemma: open models based on Gemini research and technology (2024)"},{"key":"37_CR18","unstructured":"Touvron, H., et\u00a0al.: LLaMA: Open and efficient foundation language models (2023)"},{"key":"37_CR19","unstructured":"Zhang, Y., et\u00a0al.: Siren\u2019s song in the AI ocean: a survey on hallucination in large language models (2023)"}],"container-title":["Lecture Notes in Computer Science","Intelligent Data Engineering and Automated Learning \u2013 IDEAL 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-77731-8_37","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T15:24:13Z","timestamp":1733066653000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-77731-8_37"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,14]]},"ISBN":["9783031777301","9783031777318"],"references-count":19,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-77731-8_37","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,14]]},"assertion":[{"value":"14 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IDEAL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Data Engineering and Automated Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Valencia","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ideal2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}