{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T02:35:28Z","timestamp":1783564528700,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":70,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,9,28]]},"DOI":"10.1145\/3746059.3747741","type":"proceedings-article","created":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T07:49:12Z","timestamp":1758959352000},"page":"1-20","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["RAGTrace: Understanding and Refining Retrieval-Generation Dynamics in Retrieval-Augmented Generation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-2474-9230","authenticated-orcid":false,"given":"Sizhe","family":"Cheng","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, Southern Univerisity of Science and Technology, Shenzhen, Guangdong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0128-8993","authenticated-orcid":false,"given":"Jiaping","family":"Li","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9339-1941","authenticated-orcid":false,"given":"Huanchen","family":"Wang","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China and Department of Computer Science, City University Of Hong Kong, Hong Kong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0484-668X","authenticated-orcid":false,"given":"Yuxin","family":"Ma","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,9,27]]},"reference":[{"key":"e_1_3_3_3_2_2","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON60312.2024.10578654"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"crossref","unstructured":"Jae-wook Ahn and Peter Brusilovsky. 2013. Adaptive visualization for exploratory information retrieval. Information Processing & Management 49 5 (2013) 1139\u20131164.","DOI":"10.1016\/j.ipm.2013.01.007"},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"publisher","unstructured":"Gulsum Alicioglu and Bo Sun. 2022. A survey of visual analytics for Explainable Artificial Intelligence methods. Computers & Graphics 102 (2022) 502\u2013520. 10.1016\/j.cag.2021.09.002","DOI":"10.1016\/j.cag.2021.09.002"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642016"},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"publisher","unstructured":"Lukas Bahr Christoph Wehner Judith Wewerka Jos\u00e9 Bittencourt Ute Schmid and R\u00fcdiger Daub. 2025. Knowledge graph enhanced retrieval-augmented generation for failure mode and effects analysis. Journal of Industrial Information Integration 45 (2025) 100807. 10.1016\/j.jii.2025.100807","DOI":"10.1016\/j.jii.2025.100807"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3644815.3644945"},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"crossref","unstructured":"Nicholas\u00a0J. Belkin Pier\u00a0Giorgio Marchetti and Colleen Cool. 1993. BRAQUE: Design of an interface to support user interaction in information retrieval. Information processing & management 29 3 (1993) 325\u2013344.","DOI":"10.1016\/0306-4573(93)90059-M"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"publisher","unstructured":"Marialena Bevilacqua Kezia Oketch Ruiyang Qin Will Stamey Xinyuan Zhang Yi Gan Kai Yang and Ahmed Abbasi. 2025. When Automated Assessment Meets Automated Content Generation: Examining Text Quality in the Era of GPTs. ACM Transactions on Information Systems 43 2 (2025) 1\u201336. 10.1145\/3702639","DOI":"10.1145\/3702639"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","DOI":"10.1109\/IV64223.2024.00049"},{"key":"e_1_3_3_3_11_2","doi-asserted-by":"publisher","unstructured":"Yupeng Chang Xu Wang Jindong Wang Yuan Wu Linyi Yang Kaijie Zhu Hao Chen Xiaoyuan Yi Cunxiang Wang Yidong Wang Wei Ye Yue Zhang Yi Chang Philip\u00a0S. Yu Qiang Yang and Xing Xie. 2024. A Survey on Evaluation of Large Language Models. ACM Transactions on Intelligent Systems and Technology 15 3 (2024) 45\u00a0pages. 10.1145\/3641289","DOI":"10.1145\/3641289"},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"crossref","unstructured":"Surajit Chaudhuri and Vivek Narasayya. 1998. AutoAdmin \u201cwhat-if\u201d index analysis utility. ACM SIGMOD Record 27 2 (1998) 367\u2013378.","DOI":"10.1145\/276305.276337"},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i16.29728"},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641904"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","unstructured":"Adam Coscia and Alex Endert. 2024. KnowledgeVIS: Interpreting Language Models by Comparing Fill-in-the-Blank Prompts. IEEE Transactions on Visualization and Computer Graphics 30 9 (2024) 6520\u20136532. 10.1109\/TVCG.2023.3346713","DOI":"10.1109\/TVCG.2023.3346713"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640543.3645142"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657834"},{"key":"e_1_3_3_3_18_2","first-page":"302","volume-title":"Proceedings of the NeurIPS Competitions and Demonstrations Track","volume":"176","author":"Datta Anupam","year":"2022","unstructured":"Anupam Datta, Matt Fredrikson, Klas Leino, Kaiji Lu, Shayak Sen, Ricardo Shih, and Zifan Wang. 2022. Exploring Conceptual Soundness with TruLens. In Proceedings of the NeurIPS Competitions and Demonstrations Track , Vol.\u00a0176. PMLR, 302\u2013307."},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"publisher","unstructured":"Julien\u00a0Pierre Edmond Ghali Kosuke Shima Koichi Moriyama Atsuko Mutoh and Nobuhiro Inuzuka. 2024. Enhancing Retrieval Processes for Language Generation with Augmented Queries to Provide Factual Information on Schizophrenia. Procedia Computer Science 246 (2024) 443\u2013452. 10.1016\/j.procs.2024.09.424","DOI":"10.1016\/j.procs.2024.09.424"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"crossref","unstructured":"David Ellis. 1989. A behavioural approach to information retrieval system design. Journal of documentation 45 3 (1989) 171\u2013212.","DOI":"10.1108\/eb026843"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-demo.16"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671470"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671470"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3654777.3676359"},{"key":"e_1_3_3_3_25_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.99"},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","unstructured":"Vikas Hassija Vinay Chamola Atmesh Mahapatra Abhinandan Singal Divyansh Goel Kaizhu Huang Simone Scardapane Indro Spinelli Mufti Mahmud and Amir Hussain. 2024. Interpreting Black-Box Models: A Review on Explainable Artificial Intelligence. Cognitive Computation 16 1 (2024) 45\u201374. 10.1007\/s12559-023-10179-8","DOI":"10.1007\/s12559-023-10179-8"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641895"},{"key":"e_1_3_3_3_28_2","doi-asserted-by":"publisher","DOI":"10.5555\/130637"},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3650755"},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"publisher","unstructured":"Minsuk Kahng Ian Tenney Mahima Pushkarna Michael\u00a0Xieyang Liu James Wexler Emily Reif Krystal Kallarackal Minsuk Chang Michael Terry and Lucas Dixon. 2025. LLM Comparator: Interactive Analysis of Side-by-Side Evaluation of Large Language Models. IEEE Transactions on Visualization and Computer Graphics 31 1 (2025) 503\u2013513. 10.1109\/TVCG.2024.3456354","DOI":"10.1109\/TVCG.2024.3456354"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.307"},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642216"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","unstructured":"Tom Kwiatkowski Jennimaria Palomaki Olivia Redfield Michael Collins Ankur Parikh Chris Alberti Danielle Epstein Illia Polosukhin Matthew Kelcey Jacob Devlin Kenton Lee Kristina\u00a0N. Toutanova Llion Jones Ming-Wei Chang Andrew Dai Jakob Uszkoreit Quoc Le and Slav Petrov. 2019. Natural Questions: a Benchmark for Question Answering Research. Transactions of the Association of Computational Linguistics 7 (2019) 452\u2013466. 10.1162\/tacla00276","DOI":"10.1162\/tacla00276"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","unstructured":"B. La\u00a0Rosa G. Blasilli R. Bourqui D. Auber G. Santucci R. Capobianco E. Bertini R. Giot and M. Angelini. 2023. State of the Art of Visual Analytics for eXplainable Deep Learning. Computer Graphics Forum 42 1 (2023) 319\u2013355. arXiv:10.1111\/cgf.14733","DOI":"10.1111\/cgf.14733"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"publisher","unstructured":"Sam Yu-Te Lee Aryaman Bahukhandi Dongyu Liu and Kwan-Liu Ma. 2025. Towards Dataset-Scale and Feature-Oriented Evaluation of Text Summarization in Large Language Model Prompts. IEEE Transactions on Visualization and Computer Graphics 31 1 (2025) 481\u2013491. 10.1109\/TVCG.2024.3456398","DOI":"10.1109\/TVCG.2024.3456398"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"publisher","DOI":"10.1109\/VIS55277.2024.00031"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","unstructured":"Xiaoxi Li Jiajie Jin Yujia Zhou Yuyao Zhang Peitian Zhang Yutao Zhu and Zhicheng Dou. 2025. From Matching to Generation: A Survey on Generative Information Retrieval. ACM Transactions on Information Systems (2025). 10.1145\/3722552","DOI":"10.1145\/3722552"},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"publisher","unstructured":"Aigerim Mansurova Aiganym Mansurova and Aliya Nugumanova. 2024. QA-RAG: Exploring LLM Reliance on External Knowledge. Big Data and Cognitive Computing 8 9 (2024) 15\u00a0pages. 10.3390\/bdcc8090115","DOI":"10.3390\/bdcc8090115"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"publisher","DOI":"10.2172\/1644018"},{"key":"e_1_3_3_3_40_2","doi-asserted-by":"publisher","unstructured":"Emre Oral Ria Chawla Michel Wijkstra Narges Mahyar and Evanthia Dimara. 2024. From Information to Choice: A Critical Inquiry Into Visualization Tools for Decision Making. IEEE Transactions on Visualization and Computer Graphics 30 1 (2024) 359\u2013369. 10.1109\/TVCG.2023.3326593","DOI":"10.1109\/TVCG.2023.3326593"},{"key":"e_1_3_3_3_41_2","doi-asserted-by":"publisher","DOI":"10.1145\/3704137.3704181"},{"key":"e_1_3_3_3_42_2","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"e_1_3_3_3_43_2","doi-asserted-by":"publisher","unstructured":"Pavlin\u00a0G. Poli\u010dar Martin Stra\u017ear and Bla\u017e Zupan. 2024. openTSNE: A Modular Python Library for t-SNE Dimensionality Reduction and Embedding. Journal of Statistical Software 109 3 (2024) 1\u201330. 10.18637\/jss.v109.i03","DOI":"10.18637\/jss.v109.i03"},{"key":"e_1_3_3_3_44_2","doi-asserted-by":"publisher","unstructured":"Mohaimenul Azam\u00a0Khan Raiaan Md. Saddam\u00a0Hossain Mukta Kaniz Fatema Nur\u00a0Mohammad Fahad Sadman Sakib Most Marufatul\u00a0Jannat Mim Jubaer Ahmad Mohammed\u00a0Eunus Ali and Sami Azam. 2024. A Review on Large Language Models: Architectures Applications Taxonomies Open Issues and Challenges. IEEE Access 12 (2024) 26839\u201326874. 10.1109\/ACCESS.2024.3365742","DOI":"10.1109\/ACCESS.2024.3365742"},{"key":"e_1_3_3_3_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580790"},{"key":"e_1_3_3_3_46_2","unstructured":"Dongyu Ru Lin Qiu Xiangkun Hu Tianhang Zhang Peng Shi Shuaichen Chang Cheng Jiayang Cunxiang Wang Shichao Sun Huanyu Li et\u00a0al. 2024. Ragchecker: A fine-grained framework for diagnosing retrieval-augmented generation. Advances in Neural Information Processing Systems 37 (2024) 21999\u201322027."},{"key":"e_1_3_3_3_47_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.20"},{"key":"e_1_3_3_3_48_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657957"},{"key":"e_1_3_3_3_49_2","doi-asserted-by":"publisher","DOI":"10.1109\/HSI61632.2024.10613566"},{"key":"e_1_3_3_3_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/3677052.3698671"},{"key":"e_1_3_3_3_51_2","doi-asserted-by":"publisher","DOI":"10.1109\/MIPR62202.2024.00031"},{"key":"e_1_3_3_3_52_2","doi-asserted-by":"publisher","DOI":"10.1145\/3663548.3675660"},{"key":"e_1_3_3_3_53_2","doi-asserted-by":"publisher","unstructured":"Zekai Shao Shuran Sun Yuheng Zhao Siyuan Wang Zhongyu Wei Tao Gui Cagatay Turkay and Siming Chen. 2024. Visual Explanation for Open-Domain Question Answering With BERT. IEEE Transactions on Visualization and Computer Graphics 30 7 (2024) 3779\u20133797. 10.1109\/TVCG.2023.3243676","DOI":"10.1109\/TVCG.2023.3243676"},{"key":"e_1_3_3_3_54_2","unstructured":"Shangeetha Sivasothy Scott Barnett Stefanus Kurniawan Zafaryab Rasool and Rajesh Vasa. 2024. RAGProbe: An Automated Approach for Evaluating RAG Applications. arxiv:https:\/\/arXiv.org\/abs\/2409.19019\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2409.19019"},{"key":"e_1_3_3_3_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580741"},{"key":"e_1_3_3_3_56_2","doi-asserted-by":"publisher","DOI":"10.1145\/3673791.3698415"},{"key":"e_1_3_3_3_57_2","doi-asserted-by":"publisher","unstructured":"Teo Susnjak Peter Hwang Napoleon Reyes Andre L.\u00a0C. Barczak Timothy McIntosh and Surangika Ranathunga. 2025. Automating Research Synthesis with Domain-Specific Large Language Model Fine-Tuning. ACM Transactions on Knowledge Discovery from Data 19 3 (2025) 1\u2013\u201339. 10.1145\/3715964","DOI":"10.1145\/3715964"},{"key":"e_1_3_3_3_58_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3661346"},{"key":"e_1_3_3_3_59_2","doi-asserted-by":"publisher","unstructured":"Xingbo Wang Renfei Huang Zhihua Jin Tianqing Fang and Huamin Qu. 2024. CommonsenseVIS: Visualizing and Understanding Commonsense Reasoning Capabilities of Natural Language Models. IEEE Transactions on Visualization and Computer Graphics 30 1 (2024) 273\u2013283. 10.1109\/TVCG.2023.3327153","DOI":"10.1109\/TVCG.2023.3327153"},{"key":"e_1_3_3_3_60_2","doi-asserted-by":"publisher","unstructured":"L. Wu Z. Zheng Z. Qiu et\u00a0al. 2024. A survey on large language models for recommendation. World Wide Web 27 (2024). 10.1007\/s11280-024-01291-2","DOI":"10.1007\/s11280-024-01291-2"},{"key":"e_1_3_3_3_61_2","doi-asserted-by":"publisher","DOI":"10.1145\/3654777.3676374"},{"key":"e_1_3_3_3_62_2","doi-asserted-by":"publisher","unstructured":"Youfu Yan Yu Hou Yongkang Xiao Rui Zhang and Qianwen Wang. 2025. KNowNEt:Guided Health Information Seeking from LLMs via Knowledge Graph Integration. IEEE Transactions on Visualization and Computer Graphics 31 1 (2025) 547\u2013557. 10.1109\/TVCG.2024.3456364","DOI":"10.1109\/TVCG.2024.3456364"},{"key":"e_1_3_3_3_63_2","doi-asserted-by":"publisher","unstructured":"Jingfeng Yang Hongye Jin Ruixiang Tang Xiaotian Han Qizhang Feng Haoming Jiang Shaochen Zhong Bing Yin and Xia Hu. 2024. Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond. ACM Transactions on Knowledge Discovery from Data 18 6 (2024) 1\u201332. 10.1145\/3649506","DOI":"10.1145\/3649506"},{"key":"e_1_3_3_3_64_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-96-1024-28"},{"key":"e_1_3_3_3_65_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.307"},{"key":"e_1_3_3_3_66_2","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531722"},{"key":"e_1_3_3_3_67_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.578"},{"key":"e_1_3_3_3_68_2","doi-asserted-by":"publisher","unstructured":"Haiyan Zhao Hanjie Chen Fan Yang Ninghao Liu Huiqi Deng Hengyi Cai Shuaiqiang Wang Dawei Yin and Mengnan Du. 2024. Explainability for Large Language Models: A Survey. ACM Transactions on Intelligent Systems and Technology 15 2 (2024) 1\u201338. 10.1145\/3639372","DOI":"10.1145\/3639372"},{"key":"e_1_3_3_3_69_2","doi-asserted-by":"publisher","unstructured":"Wayne\u00a0Xin Zhao Jing Liu Ruiyang Ren and Ji-Rong Wen. 2024. Dense Text Retrieval Based on Pretrained Language Models: A Survey. ACM Transactions on Information Systems 42 4 (2024) 1\u201360. 10.1145\/3637870","DOI":"10.1145\/3637870"},{"key":"e_1_3_3_3_70_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.108"},{"key":"e_1_3_3_3_71_2","doi-asserted-by":"publisher","unstructured":"T. \u015eakar and H. Emekci. 2025. Maximizing RAG Efficiency: A Comparative Analysis of RAG Methods. Natural Language Processing 31 1 (2025) 1\u201325. 10.1017\/nlp.2024.53","DOI":"10.1017\/nlp.2024.53"}],"event":{"name":"UIST '25: The 38th Annual ACM Symposium on User Interface Software and Technology","location":"Busan Republic of Korea","acronym":"UIST '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGGRAPH ACM Special Interest Group on Computer Graphics and Interactive Techniques"]},"container-title":["Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3746059.3747741","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T22:11:06Z","timestamp":1759011066000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3746059.3747741"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,27]]},"references-count":70,"alternative-id":["10.1145\/3746059.3747741","10.1145\/3746059"],"URL":"https:\/\/doi.org\/10.1145\/3746059.3747741","relation":{},"subject":[],"published":{"date-parts":[[2025,9,27]]},"assertion":[{"value":"2025-09-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}