{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T07:41:34Z","timestamp":1774510894840,"version":"3.50.1"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031861611","type":"print"},{"value":"9783031861628","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-86162-8_1","type":"book-chapter","created":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T04:22:25Z","timestamp":1745295745000},"page":"3-18","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Evaluation of\u00a0Vector Databases and\u00a0LLMs in\u00a0RAG-Based Multi-document Question Answering"],"prefix":"10.1007","author":[{"given":"Elena","family":"Filipovska","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ana","family":"Mladenovska","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jovana","family":"Dobreva","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dimitar","family":"Kitanovski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Goran","family":"Mitrov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Petre","family":"Lameski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eftim","family":"Zdravevski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,4,23]]},"reference":[{"key":"1_CR1","unstructured":"Han, Y., Liu, C., Wang, P.: A comprehensive survey on vector database: storage and retrieval technique, challenge (2023)"},{"key":"1_CR2","unstructured":"Jing, Z., et al.: When large language models meet vector databases: a survey (2024)"},{"key":"1_CR3","unstructured":"Gao, Y., et al.: Retrieval-augmented generation for large language models: a survey (2024)"},{"key":"1_CR4","doi-asserted-by":"crossref","unstructured":"Bak\u0131r, D., Aktas, M.S.: A Systematic Literature Review of Question Answering: Research Trends, Datasets, Methods, pp. 47\u201362. Springer, Cham (2022)","DOI":"10.1007\/978-3-031-10536-4_4"},{"key":"1_CR5","doi-asserted-by":"crossref","unstructured":"Alanazi, S.S., Elfadil, N., Jarajreh, M., Algarni, S.: Question answering systems: a systematic literature review. Int. J. Adv. Comput. Sci. Appl. 12(3) (2021)","DOI":"10.14569\/IJACSA.2021.0120359"},{"key":"1_CR6","doi-asserted-by":"crossref","unstructured":"Hadi, M.U., et al.: A survey on large language models: applications, challenges, limitations, and practical usage. Authorea Preprints (2023)","DOI":"10.36227\/techrxiv.23589741.v1"},{"issue":"3","key":"1_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3641289","volume":"15","author":"Y Chang","year":"2024","unstructured":"Chang, Y., et al.: A survey on evaluation of large language models. ACM Trans. Intell. Syst. Technol. 15(3), 1\u201345 (2024)","journal-title":"ACM Trans. Intell. Syst. Technol."},{"issue":"3","key":"1_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2024.100943","volume":"5","author":"V Li\u00e9vin","year":"2024","unstructured":"Li\u00e9vin, V., Hother, C.E., Motzfeldt, A.G., Winther, O.: Can large language models reason about medical questions? Patterns 5(3), 100943 (2024)","journal-title":"Patterns"},{"key":"1_CR9","unstructured":"Singhal, K., et al.: Towards expert-level medical question answering with large language models. arXiv preprint arXiv:2305.09617 (2023)"},{"key":"1_CR10","doi-asserted-by":"crossref","unstructured":"Krafft, P.M., Young, M., Katell, M., Huang, K., Bugingo, G.: Defining AI in policy versus practice. In: Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society, pp. 72\u201378 (2020)","DOI":"10.1145\/3375627.3375835"},{"key":"1_CR11","doi-asserted-by":"crossref","unstructured":"Ravichander, A., Black, A.W., Wilson, S., Norton, T., Sadeh, N.: Question answering for privacy policies: combining computational and legal perspectives. In: Inui, K., Jiang, J., Ng, V., Wan, X. (eds.) Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), Hong Kong, China, pp. 4947\u20134958. Association for Computational Linguistics (2019)","DOI":"10.18653\/v1\/D19-1500"},{"key":"1_CR12","unstructured":"Huang, Y., Huang, J.: A survey on retrieval-augmented text generation for large language models (2024)"},{"key":"1_CR13","doi-asserted-by":"crossref","unstructured":"Muludi, K., Fitria, K.M., Triloka, J., Sutedi: Retrieval-augmented generation approach: document question answering using large language model. Int. J. Adv. Comput. Sci. Appl. 15(3) (2024)","DOI":"10.14569\/IJACSA.2024.0150379"},{"key":"1_CR14","doi-asserted-by":"crossref","unstructured":"Wiratunga, N., et al.: CBR-RAG: case-based reasoning for retrieval augmented generation in LLMs for legal question answering. In: International Conference on Case-Based Reasoning, pp. 445\u2013460. Springer, Cham (2024)","DOI":"10.1007\/978-3-031-63646-2_29"},{"key":"1_CR15","doi-asserted-by":"crossref","unstructured":"Roy, D., et al.: Exploring LLM-based agents for root cause analysis. In: Companion Proceedings of the 32nd ACM International Conference on the Foundations of Software Engineering, pp. 208\u2013219 (2024)","DOI":"10.1145\/3663529.3663841"},{"key":"1_CR16","doi-asserted-by":"crossref","unstructured":"Hasal, M., Nowakov\u00e1, J., Ahmed Saghair, K., Abdulla, H., Sn\u00e1\u0161el, V., Ogiela, L.: Chatbots: security, privacy, data protection, and social aspects. Concurr. Comput. Pract. Exp. 33(19), e6426 (2021)","DOI":"10.1002\/cpe.6426"},{"key":"1_CR17","doi-asserted-by":"crossref","unstructured":"Chen, Y., Arunasalam, A., Celik, Z.B.: Can large language models provide security & privacy advice? Measuring the ability of LLMs to refute misconceptions. In: Proceedings of the 39th Annual Computer Security Applications Conference, pp. 366\u2013378 (2023)","DOI":"10.1145\/3627106.3627196"},{"key":"1_CR18","unstructured":"Pan, J.J., Wang, J., Li, G.: Survey of vector database management systems. VLDB J. 1\u201325 (2024)"},{"key":"1_CR19","doi-asserted-by":"crossref","unstructured":"Filipovska, E., et al.: Benchmarking openai\u2019s APIs and other large language models for repeatable and efficient question answering across multiple documents. In: 2023 18th Conference on Computer Science and Intelligence Systems (FedCSIS). IEEE (2024)","DOI":"10.15439\/2024F3979"},{"key":"1_CR20","doi-asserted-by":"crossref","unstructured":"Xie, X., Liu, H., Hou, W., Huang, H.: A brief survey of vector databases. In: 2023 9th International Conference on Big Data and Information Analytics (BigDIA), pp. 364\u2013371. IEEE (2023)","DOI":"10.1109\/BigDIA60676.2023.10429609"},{"key":"1_CR21","unstructured":"Zovak, B.C.J.: Learned indexing in vector database management systems (2024)"},{"key":"1_CR22","unstructured":"Douze, M., et al.: The faiss library (2024)"},{"key":"1_CR23","doi-asserted-by":"crossref","unstructured":"Petroni, F., Siciliano, F., Silvestri, F., Trappolini, G.: IR-RAG@ SIGIR24: information retrieval\u2019s role in rag systems. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 3036\u20133039 (2024)","DOI":"10.1145\/3626772.3657984"}],"container-title":["Communications in Computer and Information Science","ICT Innovations 2024. TechConvergence: AI, Business, and Startup Synergy"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-86162-8_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T04:22:42Z","timestamp":1745295762000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-86162-8_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031861611","9783031861628"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-86162-8_1","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"23 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICT Innovations","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on ICT Innovations","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ohrid","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"North Macedonia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ictinnovations2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ictinnovations.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}