{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,30]],"date-time":"2026-07-30T14:30:20Z","timestamp":1785421820164,"version":"3.56.0"},"reference-count":11,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,3,31]],"date-time":"2025-03-31T00:00:00Z","timestamp":1743379200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,3,31]],"date-time":"2025-03-31T00:00:00Z","timestamp":1743379200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100008530","name":"European Regional Development Fund","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100008530","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,3,31]]},"DOI":"10.1109\/icstw64639.2025.10962487","type":"proceedings-article","created":{"date-parts":[[2025,4,16]],"date-time":"2025-04-16T17:47:42Z","timestamp":1744825662000},"page":"200-207","source":"Crossref","is-referenced-by-count":12,"title":["Quality Assurance for LLM-RAG Systems: Empirical Insights from Tourism Application Testing"],"prefix":"10.1109","author":[{"given":"Bestoun S.","family":"Ahmed","sequence":"first","affiliation":[{"name":"Karlstad University, Sweden & American University of Bahrain,Dept. Mathematics and Computer Science,Bahrain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ludwig Otto","family":"Baader","sequence":"additional","affiliation":[{"name":"Ludwig Maximilian University Munich,Dept. Mathematics, Informatics and Statistics,Munich,Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Firas","family":"Bayram","sequence":"additional","affiliation":[{"name":"Karlstad University,Dept. Mathematics and Computer Science,Karlstad,Sweden"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Siri","family":"Jagstedt","sequence":"additional","affiliation":[{"name":"Karlstad University,CTF, Service Research Center,Karlstad,Sweden"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Magnusson","sequence":"additional","affiliation":[{"name":"Karlstad University,CTF, Service Research Center,Karlstad,Sweden"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Advances in Neural Information Processing Systems","volume":"33","author":"Brown","year":"2020"},{"key":"ref2","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume-title":"Proceedings of the 34th International Conference on Neural Information Processing Systems, NIPS \u201920","author":"Lewis"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3368208"},{"key":"ref4","article-title":"Towards understanding retrieval accuracy and prompt quality in rag systems","author":"Zhao","year":"2024"},{"key":"ref5","article-title":"A software engineering perspective on testing large language models: Research, practice, tools and benchmarks","author":"Hudson","year":"2024"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3641289"},{"key":"ref7","first-page":"982","article-title":"Measuring reliability of large language models through semantic consistency","volume-title":"Proceedings of the 45th International Conference on Software Engineering, ICSE \u201923","author":"Wang"},{"key":"ref8","article-title":"A systematic evaluation of large language models for natural language generation tasks","author":"Ni","year":"2024"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.212"},{"key":"ref10","first-page":"150","article-title":"RAGAs: Automated evaluation of retrieval augmented generation","volume-title":"Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations","author":"Es"},{"key":"ref11","article-title":"The faiss library","author":"Douze","year":"2024"}],"event":{"name":"2025 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)","location":"Naples, Italy","start":{"date-parts":[[2025,3,31]]},"end":{"date-parts":[[2025,4,4]]}},"container-title":["2025 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10962452\/10962453\/10962487.pdf?arnumber=10962487","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,17]],"date-time":"2025-04-17T05:27:08Z","timestamp":1744867628000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10962487\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,31]]},"references-count":11,"URL":"https:\/\/doi.org\/10.1109\/icstw64639.2025.10962487","relation":{},"subject":[],"published":{"date-parts":[[2025,3,31]]}}}