{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,21]],"date-time":"2026-08-21T06:23:48Z","timestamp":1787293428961,"version":"build-2736575974"},"reference-count":22,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1109\/compsac69091.2026.00368","type":"proceedings-article","created":{"date-parts":[[2026,8,20]],"date-time":"2026-08-20T19:05:18Z","timestamp":1787252718000},"page":"2459-2464","source":"Crossref","is-referenced-by-count":0,"title":["Temporal Metamorphic Testing for RAG-Based LLMs under Evolving Knowledge"],"prefix":"10.1109","author":[{"given":"Hongyu","family":"Wang","sequence":"first","affiliation":[{"name":"School of Computer Science, University of Nottingham","place":["Ningbo, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dave","family":"Towey","sequence":"additional","affiliation":[{"name":"School of Computer Science, University of Nottingham","place":["Ningbo, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ge","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Computer Science, University of Nottingham","place":["Ningbo, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jing","family":"Xu","sequence":"additional","affiliation":[{"name":"School of Computer Science, University of Nottingham","place":["Ningbo, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Julienne","family":"Adwin","sequence":"additional","affiliation":[{"name":"School of Computer Science, University of Nottingham","place":["Ningbo, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"GPT-4 technical report","year":"2023","journal-title":"arXiv preprint"},{"key":"ref2","article-title":"Llama: Open and efficient foundation language models","author":"Touvron","year":"2023","journal-title":"arXiv preprint"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-016-2003-5"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1108\/13673270210440893"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2009.2015885"},{"key":"ref6","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume":"33","author":"Lewis","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref7","first-page":"3929","article-title":"Realm: Retrieval-augmented language model pre-training","volume-title":"Proceedings of the 37th International Conference on Machine Learning","author":"Guu","year":"2020"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-025-06098-y"},{"key":"ref9","article-title":"MRAG: A modular retrieval framework for time-sensitive question answering","author":"Zhang","year":"2024","journal-title":"arXiv preprint"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1038\/nnano.2014.265"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1038\/nnano.2014.265"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1038\/nnano.2014.265"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3533314"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1038\/nnano.2014.265"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1038\/nnano.2014.265"},{"key":"ref16","article-title":"A dataset for answering timesensitive questions","author":"Chen","year":"2021","journal-title":"arXiv preprint"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"ref18","first-page":"2454","article-title":"Time-sensitive retrieval-augmented generation for question answering","volume-title":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management (CIKM)","author":"Wu","year":"2024"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3689776"},{"key":"ref20","article-title":"Metal: Metamorphic testing framework for analyzing large language model qualities","author":"Hyun","year":"2023","journal-title":"arXiv preprint"},{"issue":"7","key":"ref21","first-page":"726","article-title":"Testing your question answering software via asking recursively","volume":"9","author":"Chen","year":"2021","journal-title":"Mathematics"},{"key":"ref22","article-title":"QWEN2.5 technical report","author":"Yang","year":"2024","journal-title":"arXiv preprint"}],"event":{"name":"2026 IEEE 50th Annual Computers, Software, and Applications Conference (COMPSAC)","location":"Madrid, Spain","start":{"date-parts":[[2026,7,7]]},"end":{"date-parts":[[2026,7,10]]}},"container-title":["2026 IEEE 50th Annual Computers, Software, and Applications Conference (COMPSAC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11645011\/11645104\/11645114.pdf?arnumber=11645114","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,21]],"date-time":"2026-08-21T05:28:32Z","timestamp":1787290112000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11645114\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":22,"URL":"https:\/\/doi.org\/10.1109\/compsac69091.2026.00368","relation":{},"subject":[],"published":{"date-parts":[[2026,7]]}}}