{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,21]],"date-time":"2026-07-21T14:40:38Z","timestamp":1784644838425,"version":"3.55.0"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032041999","type":"print"},{"value":"9783032042002","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T00:00:00Z","timestamp":1757376000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T00:00:00Z","timestamp":1757376000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-04200-2_10","type":"book-chapter","created":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T03:05:33Z","timestamp":1757387133000},"page":"143-158","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Engineering RAG Systems for\u00a0Real-World Applications: Design, Development, and\u00a0Evaluation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-8907-9898","authenticated-orcid":false,"given":"Md. Toufique","family":"Hasan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7488-2577","authenticated-orcid":false,"given":"Muhammad","family":"Waseem","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0225-4560","authenticated-orcid":false,"given":"Kai-Kristian","family":"Kemell","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-0134-8313","authenticated-orcid":false,"given":"Ayman Asad","family":"Khan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7677-2355","authenticated-orcid":false,"given":"Mika","family":"Saari","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4360-2226","authenticated-orcid":false,"given":"Pekka","family":"Abrahamsson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,9,9]]},"reference":[{"key":"10_CR1","doi-asserted-by":"publisher","unstructured":"Abrahamyan, D., Fard, F.H.: StackRAG agent: improving developer answers with retrieval-augmented generation. In: 2024 IEEE International Conference on Software Maintenance and Evolution (ICSME), pp. 893\u2013897. IEEE Computer Society, Los Alamitos (2024). https:\/\/doi.org\/10.1109\/ICSME58944.2024.00098. https:\/\/doi.ieeecomputersociety.org\/10.1109\/ICSME58944.2024.00098","DOI":"10.1109\/ICSME58944.2024.00098"},{"key":"10_CR2","doi-asserted-by":"publisher","unstructured":"Ahmed, M., et al.: Codeqa: advanced programming question-answering using llm agent and rag. In: 2024 6th Novel Intelligent and Leading Emerging Sciences Conference (NILES), pp. 494\u2013499 (2024). https:\/\/doi.org\/10.1109\/NILES63360.2024.10753267","DOI":"10.1109\/NILES63360.2024.10753267"},{"key":"10_CR3","doi-asserted-by":"crossref","unstructured":"Alam, H.M.T., Srivastav, D., Kadir, M.A., Sonntag, D.: Towards interpretable radiology report generation via concept bottlenecks using a multi-agentic rag (2025). https:\/\/arxiv.org\/abs\/2412.16086","DOI":"10.1007\/978-3-031-88714-7_18"},{"key":"10_CR4","doi-asserted-by":"publisher","unstructured":"Barnett, S., Kurniawan, S., Thudumu, S., Brannelly, Z., Abdelrazek, M.: Seven failure points when engineering a retrieval augmented generation system. In: Proceedings of the IEEE\/ACM 3rd International Conference on AI Engineering - Software Engineering for AI, CAIN \u201924, pp. 194\u2013199. Association for Computing Machinery, New York (2024). https:\/\/doi.org\/10.1145\/3644815.3644945","DOI":"10.1145\/3644815.3644945"},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"Chen, J., Xu, D., Fei, J., Feng, C.M., Elhoseiny, M.: Document haystacks: vision-language reasoning over piles of 1000+ documents (2024). https:\/\/arxiv.org\/abs\/2411.16740","DOI":"10.32388\/AJMACY"},{"key":"10_CR6","doi-asserted-by":"publisher","unstructured":"Chirkova, N., Rau, D., D\u00e9jean, H., Formal, T., Clinchant, S., Nikoulina, V.: Retrieval-augmented generation in multilingual settings. In: Li, S., et al. (eds.) Proceedings of the 1st Workshop on Towards Knowledgeable Language Models (KnowLLM 2024), pp. 177\u2013188. Association for Computational Linguistics, Bangkok (2024). https:\/\/doi.org\/10.18653\/v1\/2024.knowllm-1.15. https:\/\/aclanthology.org\/2024.knowllm-1.15\/","DOI":"10.18653\/v1\/2024.knowllm-1.15"},{"key":"10_CR7","doi-asserted-by":"publisher","unstructured":"Fan, W., et al.: A survey on rag meeting llms: towards retrieval-augmented large language models. In: Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, KDD \u201924, pp. 6491\u20136501. Association for Computing Machinery, New York (2024). https:\/\/doi.org\/10.1145\/3637528.3671470","DOI":"10.1145\/3637528.3671470"},{"key":"10_CR8","doi-asserted-by":"publisher","unstructured":"Gamage, G., et al.: Multi-agent rag chatbot architecture for decision support in net-zero emission energy systems. In: 2024 IEEE International Conference on Industrial Technology (ICIT), pp.\u00a01\u20136 (2024). https:\/\/doi.org\/10.1109\/ICIT58233.2024.10540920","DOI":"10.1109\/ICIT58233.2024.10540920"},{"key":"10_CR9","unstructured":"Guo, Z., Xia, L., Yu, Y., Ao, T., Huang, C.: Lightrag: simple and fast retrieval-augmented generation (2024). https:\/\/arxiv.org\/abs\/2410.05779"},{"key":"10_CR10","unstructured":"Gupta, S., Ranjan, R., Singh, S.N.: A comprehensive survey of retrieval-augmented generation (rag): evolution, current landscape and future directions (2024). https:\/\/arxiv.org\/abs\/2410.12837"},{"key":"10_CR11","doi-asserted-by":"publisher","unstructured":"Jang, J., Li, W.S.: Au-rag: agent-based universal retrieval augmented generation. In: Proceedings of the 2024 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region, SIGIR-AP 2024, pp. 2\u201311. Association for Computing Machinery, New York (2024). https:\/\/doi.org\/10.1145\/3673791.3698416","DOI":"10.1145\/3673791.3698416"},{"key":"10_CR12","unstructured":"Khan, A.A., Hasan, M.T., Kemell, K.K., Rasku, J., Abrahamsson, P.: Developing retrieval augmented generation (rag) based llm systems from pdfs: an experience report (2024). https:\/\/arxiv.org\/abs\/2410.15944"},{"key":"10_CR13","unstructured":"Krishna, S., et al.: Fact, fetch, and reason: a unified evaluation of retrieval-augmented generation (2025). https:\/\/arxiv.org\/abs\/2409.12941"},{"key":"10_CR14","unstructured":"Lewis, P., et al.: Retrieval-augmented generation for knowledge-intensive nlp tasks (2021). https:\/\/arxiv.org\/abs\/2005.11401"},{"key":"10_CR15","unstructured":"Li, S., Stenzel, L., Eickhoff, C., Bahrainian, S.A.: Enhancing retrieval-augmented generation: a study of best practices. In: Rambow, O., Wanner, L., Apidianaki, M., Al-Khalifa, H., Eugenio, B.D., Schockaert, S. (eds.) Proceedings of the 31st International Conference on Computational Linguistics, pp. 6705\u20136717. Association for Computational Linguistics, Abu Dhabi (2025). https:\/\/aclanthology.org\/2025.coling-main.449\/"},{"key":"10_CR16","unstructured":"de\u00a0Lima, R.T., et al.: Know your rag: dataset taxonomy and generation strategies for evaluating rag systems (2024). https:\/\/arxiv.org\/abs\/2411.19710"},{"key":"10_CR17","unstructured":"Liu, X., et al.: Agentbench: evaluating LLMs as agents. In: The Twelfth International Conference on Learning Representations (2024). https:\/\/openreview.net\/forum?id=zAdUB0aCTQ"},{"key":"10_CR18","unstructured":"Naeem, A., et al.: Path-rag: knowledge-guided key region retrieval for open-ended pathology visual question answering (2024). https:\/\/arxiv.org\/abs\/2411.17073"},{"key":"10_CR19","unstructured":"Nguyen-Duc, A., et al.: Generative artificial intelligence for software engineering \u2013 a research agenda (2023). https:\/\/arxiv.org\/abs\/2310.18648"},{"key":"10_CR20","doi-asserted-by":"crossref","unstructured":"Pesl, R.D., Mathew, J.G., Mecella, M., Aiello, M.: Advanced system integration: analyzing openapi chunking for retrieval-augmented generation (2024). https:\/\/arxiv.org\/abs\/2411.19804","DOI":"10.1007\/978-3-031-94571-7_8"},{"key":"10_CR21","doi-asserted-by":"publisher","unstructured":"Sarmah, B., Mehta, D., Hall, B., Rao, R., Patel, S., Pasquali, S.: Hybridrag: integrating knowledge graphs and vector retrieval augmented generation for efficient information extraction. In: Proceedings of the 5th ACM International Conference on AI in Finance, ICAIF \u201924, pp. 608\u2013616. Association for Computing Machinery, New York (2024). https:\/\/doi.org\/10.1145\/3677052.3698671","DOI":"10.1145\/3677052.3698671"},{"key":"10_CR22","doi-asserted-by":"publisher","unstructured":"Shi, L., Kazda, M., Sears, B., Shropshire, N., Puri, R.: Ask-eda: a design assistant empowered by llm, hybrid rag and abbreviation de-hallucination. In: 2024 IEEE LLM Aided Design Workshop (LAD), pp.\u00a01\u20135 (2024). https:\/\/doi.org\/10.1109\/LAD62341.2024.10691824","DOI":"10.1109\/LAD62341.2024.10691824"},{"key":"10_CR23","unstructured":"Singh, A., Ehtesham, A., Kumar, S., Khoei, T.T.: Agentic retrieval-augmented generation: a survey on agentic rag (2025). https:\/\/arxiv.org\/abs\/2501.09136"},{"key":"10_CR24","doi-asserted-by":"publisher","unstructured":"Sree, Y.B., Sathvik, A., Hema\u00a0Akshit, D.S., Kumar, O., Pranav\u00a0Rao, B.S.: Retrieval-augmented generation based large language model chatbot for improving diagnosis for physical and mental health. In: 2024 6th International Conference on Electrical, Control and Instrumentation Engineering (ICECIE), pp.\u00a01\u20138 (2024). https:\/\/doi.org\/10.1109\/ICECIE63774.2024.10815693","DOI":"10.1109\/ICECIE63774.2024.10815693"},{"key":"10_CR25","doi-asserted-by":"publisher","unstructured":"Wang, L., et al.: A survey on large language model based autonomous agents (2024). https:\/\/doi.org\/10.1007\/s11704-024-40231-1","DOI":"10.1007\/s11704-024-40231-1"},{"key":"10_CR26","doi-asserted-by":"publisher","unstructured":"Wang, X., et al.: Searching for best practices in retrieval-augmented generation. In: Al-Onaizan, Y., Bansal, M., Chen, Y.N. (eds.) Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing, pp. 17716\u201317736. Association for Computational Linguistics, Miami (2024). https:\/\/doi.org\/10.18653\/v1\/2024.emnlp-main.981. https:\/\/aclanthology.org\/2024.emnlp-main.981\/","DOI":"10.18653\/v1\/2024.emnlp-main.981"},{"key":"10_CR27","doi-asserted-by":"publisher","unstructured":"Xu, A., et al.: Generative ai and retrieval-augmented generation (rag) systems for enterprise. In: Proceedings of the 33rd ACM International Conference on Information and Knowledge Management, CIKM \u201924, pp. 5599\u20135602. Association for Computing Machinery, New York (2024). https:\/\/doi.org\/10.1145\/3627673.3680117","DOI":"10.1145\/3627673.3680117"},{"key":"10_CR28","doi-asserted-by":"crossref","unstructured":"Yan, S.Q., Gu, J.C., Zhu, Y., Ling, Z.H.: Corrective retrieval augmented generation (2024). https:\/\/arxiv.org\/abs\/2401.15884","DOI":"10.2139\/ssrn.5267341"},{"key":"10_CR29","unstructured":"Yu, S., et al.: Visrag: vision-based retrieval-augmented generation on multi-modality documents (2024). https:\/\/arxiv.org\/abs\/2410.10594"},{"key":"10_CR30","doi-asserted-by":"publisher","unstructured":"Zeng, A., et al.: AgentTuning: enabling generalized agent abilities for LLMs. In: Ku, L.W., Martins, A., Srikumar, V. (eds.) Findings of the Association for Computational Linguistics: ACL 2024, pp. 3053\u20133077. Association for Computational Linguistics, Bangkok (2024). https:\/\/doi.org\/10.18653\/v1\/2024.findings-acl.181","DOI":"10.18653\/v1\/2024.findings-acl.181"},{"key":"10_CR31","unstructured":"Zeng, S., et al.: Towards knowledge checking in retrieval-augmented generation: a representation perspective (2024). https:\/\/arxiv.org\/abs\/2411.14572"},{"key":"10_CR32","unstructured":"Zhang, J., et al.: Ocr hinders rag: evaluating the cascading impact of ocr on retrieval-augmented generation (2024). https:\/\/arxiv.org\/abs\/2412.02592"},{"key":"10_CR33","unstructured":"Zhao, P., et al.: Retrieval-augmented generation for ai-generated content: a survey (2024). https:\/\/arxiv.org\/abs\/2402.19473"},{"key":"10_CR34","unstructured":"Zhao, S., Huang, Y., Song, J., Wang, Z., Wan, C., Ma, L.: Towards understanding retrieval accuracy and prompt quality in rag systems (2024). https:\/\/arxiv.org\/abs\/2411.19463"}],"container-title":["Lecture Notes in Computer Science","Software Engineering and Advanced Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-04200-2_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T03:05:43Z","timestamp":1757387143000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-04200-2_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,9]]},"ISBN":["9783032041999","9783032042002"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-04200-2_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,9]]},"assertion":[{"value":"9 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SEAA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Euromicro Conference on Software Engineering and Advanced Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Salerno","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"51","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"seaa-12025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/dsd-seaa.com\/seaa2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}