{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T15:42:10Z","timestamp":1772120530979,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","funder":[{"name":"U.S. National Science Foundation (NSF)","award":["2020751"],"award-info":[{"award-number":["2020751"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3696630.3728607","type":"proceedings-article","created":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:08:09Z","timestamp":1753729689000},"page":"1188-1192","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["EvidenceBot: A Privacy-Preserving, Customizable RAG-Based Tool for Enhancing Large Language Model Interactions"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0149-6012","authenticated-orcid":false,"given":"Nafiz Imtiaz","family":"Khan","sequence":"first","affiliation":[{"name":"Computer Science, University of California, Davis, Davis, California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0492-4393","authenticated-orcid":false,"given":"Vladimir","family":"Filkov","sequence":"additional","affiliation":[{"name":"Computer Science, University of California Davis, Davis, California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,7,28]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Studying LLM Performance on Closed-and Open-source Data. arXiv preprint arXiv:2402.15100","author":"Ahmed Toufique","year":"2024","unstructured":"Toufique Ahmed, Christian Bird, Premkumar Devanbu, and Saikat Chakraborty. 2024. Studying LLM Performance on Closed-and Open-source Data. arXiv preprint arXiv:2402.15100 (2024)."},{"key":"e_1_3_2_2_2_1","unstructured":"Anthropic. 2025. Anthropic. https:\/\/www.anthropic.com\/ Accessed: 2025-01-13."},{"key":"e_1_3_2_2_3_1","unstructured":"Anthropic. 2025. Claude AI. https:\/\/claude.ai\/new Accessed: 2025-01-13."},{"key":"e_1_3_2_2_4_1","volume-title":"Proceedings of the acl workshop on intrinsic and extrinsic evaluation measures for machine translation and\/or summarization. 65\u201372","author":"Banerjee Satanjeev","year":"2005","unstructured":"Satanjeev Banerjee and Alon Lavie. 2005. METEOR: An automatic metric for MT evaluation with improved correlation with human judgments. In Proceedings of the acl workshop on intrinsic and extrinsic evaluation measures for machine translation and\/or summarization. 65\u201372."},{"key":"e_1_3_2_2_5_1","unstructured":"Google BERT. 2024. BERT-Base Uncased Model on Hugging Face. https:\/\/huggingface.co\/google-bert\/bert-base-uncased. Accessed: 2024-09-06."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i16.29728"},{"key":"e_1_3_2_2_7_1","unstructured":"Chroma. 2024. Chroma. https:\/\/www.trychroma.com\/ Accessed: 2024-09-08."},{"key":"e_1_3_2_2_8_1","unstructured":"Cinnamon. 2025. kotaemon. https:\/\/github.com\/Cinnamon\/kotaemon\/tree\/main Accessed: 2025-01-13."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-45563-x"},{"key":"e_1_3_2_2_10_1","unstructured":"Hugging Face. 2025. Hugging Face. https:\/\/huggingface.co\/ Accessed: 2025-01-14."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1002\/int.10021"},{"key":"e_1_3_2_2_12_1","volume-title":"Retrieval-augmented generation for large language models: A survey. arXiv preprint arXiv:2312.10997","author":"Gao Yunfan","year":"2023","unstructured":"Yunfan Gao, Yun Xiong, Xinyu Gao, Kangxiang Jia, Jinliu Pan, Yuxi Bi, Yi Dai, Jiawei Sun, and Haofen Wang. 2023. Retrieval-augmented generation for large language models: A survey. arXiv preprint arXiv:2312.10997 (2023)."},{"key":"e_1_3_2_2_13_1","unstructured":"Google. 2025. Google Gemini. https:\/\/gemini.google.com\/ Accessed: 2025-01-13."},{"key":"e_1_3_2_2_14_1","unstructured":"Google. 2025. Google UK. https:\/\/www.google.co.uk\/ Accessed: 2025-01-13."},{"key":"e_1_3_2_2_15_1","volume-title":"Naveed Akhtar, Jia Wu, Seyedali Mirjalili, et al.","author":"Hadi Muhammad Usman","year":"2023","unstructured":"Muhammad Usman Hadi, Rizwan Qureshi, Abbas Shah, Muhammad Irfan, Anas Zafar, Muhammad Bilal Shaikh, Naveed Akhtar, Jia Wu, Seyedali Mirjalili, et al. 2023. A survey on large language models: Applications, challenges, limitations, and practical usage. Authorea Preprints (2023)."},{"key":"e_1_3_2_2_16_1","volume-title":"EKAW 2006, Pod\u011bbrady, Czech Republic, October 2\u20136, 2006. Proceedings 15","author":"Hu Bo","year":"2006","unstructured":"Bo Hu, Yannis Kalfoglou, Harith Alani, David Dupplaw, Paul Lewis, and Nigel Shadbolt. 2006. Semantic metrics. In Managing Knowledge in a World of Networks: 15th International Conference, EKAW 2006, Pod\u011bbrady, Czech Republic, October 2\u20136, 2006. Proceedings 15. Springer, 166\u2013181."},{"key":"e_1_3_2_2_17_1","unstructured":"iOPEX Technologies. 2025. Enterprise Generative AI: The Growing Adoption of LLMs in Production. https:\/\/www.iopex.ai\/blogs\/enterprise-generative-ai-the-growing-adoption-of-llms-in-production\/#:~:text=As%20per%20market%20statistics%2C%20nearly automate%20tasks%2C%20and%20optimize%20processes. Accessed: 2025-01-10."},{"key":"e_1_3_2_2_18_1","unstructured":"Pathway Labs. 2025. realtime-indexer-qa-chat. https:\/\/github.com\/pathway-labs\/realtime-indexer-qa-chat Accessed: 2025-01-13."},{"key":"e_1_3_2_2_19_1","unstructured":"LangChain. 2024. LangChain - Building Applications with LLMs. https:\/\/www.langchain.com\/. Accessed: 2024-09-06."},{"key":"e_1_3_2_2_20_1","unstructured":"LangChain. 2025. Document Loaders - LangChain Documentation. https:\/\/python.langchain.com\/v0.1\/docs\/modules\/data_connection\/document_loaders\/ Accessed: 2025-01-11."},{"key":"e_1_3_2_2_21_1","volume-title":"Rouge: A package for automatic evaluation of summaries. In Text summarization branches out. 74\u201381.","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. Rouge: A package for automatic evaluation of summaries. In Text summarization branches out. 74\u201381."},{"key":"e_1_3_2_2_22_1","volume-title":"Large language models: A survey. arXiv preprint arXiv:2402.06196","author":"Minaee Shervin","year":"2024","unstructured":"Shervin Minaee, Tomas Mikolov, Narjes Nikzad, Meysam Chenaghlu, Richard Socher, Xavier Amatriain, and Jianfeng Gao. 2024. Large language models: A survey. arXiv preprint arXiv:2402.06196 (2024)."},{"key":"e_1_3_2_2_23_1","unstructured":"Nafiz. 2025. EvidenceBot Demonstration. https:\/\/www.youtube.com\/watch?v=oZZRDebxTBg Accessed: 2025-01-14."},{"key":"e_1_3_2_2_24_1","unstructured":"Nafiz43. 2025. EvidenceBot. https:\/\/github.com\/Nafiz43\/EvidenceBot Accessed: 2025-01-13."},{"key":"e_1_3_2_2_25_1","unstructured":"Nafiz43. 2025. EvidenceBot Appendix. https:\/\/github.com\/Nafiz43\/EvidenceBot\/blob\/main\/EvidenceBot_Appendix.pdf Accessed: 2025-01-14."},{"key":"e_1_3_2_2_26_1","unstructured":"Ollama. 2025. Ollama - Generative AI with Local Models. https:\/\/ollama.com\/ Accessed: 2025-01-14."},{"key":"e_1_3_2_2_27_1","unstructured":"OpenAI. 2025. ChatGPT. https:\/\/chatgpt.com\/ Accessed: 2025-01-13."},{"key":"e_1_3_2_2_28_1","unstructured":"OpenAI. 2025. OpenAI. https:\/\/openai.com\/ Accessed: 2025-01-13."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/275487.275505"},{"key":"e_1_3_2_2_30_1","volume-title":"Proceedings of the 40th annual meeting of the Association for Computational Linguistics. 311\u2013318","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. Bleu: a method for automatic evaluation of machine translation. In Proceedings of the 40th annual meeting of the Association for Computational Linguistics. 311\u2013318."},{"key":"e_1_3_2_2_31_1","volume-title":"Is temperature the creativity parameter of large language models? arXiv preprint arXiv:2405.00492","author":"Peeperkorn Max","year":"2024","unstructured":"Max Peeperkorn, Tom Kouwenhoven, Dan Brown, and Anna Jordanous. 2024. Is temperature the creativity parameter of large language models? arXiv preprint arXiv:2405.00492 (2024)."},{"key":"e_1_3_2_2_32_1","volume-title":"Large Language Model Statistics and Numbers","year":"2024","unstructured":"SpringsApps. 2024. Large Language Model Statistics and Numbers 2024. https:\/\/springsapps.com\/knowledge\/large-language-model-statistics-and-numbers-2024#:~:text=The%20latest%20LLM%20statistics%20published,potential%20adopters%20grows%20even%20higher. Accessed: 2025-01-10."},{"key":"e_1_3_2_2_33_1","volume-title":"Enhancing Trust in LLM-Generated Code Summaries with Calibrated Confidence Scores. arXiv preprint arXiv:2404.19318","author":"Virk Yuvraj","year":"2024","unstructured":"Yuvraj Virk, Premkumar Devanbu, and Toufique Ahmed. 2024. Enhancing Trust in LLM-Generated Code Summaries with Calibrated Confidence Scores. arXiv preprint arXiv:2404.19318 (2024)."},{"key":"e_1_3_2_2_34_1","unstructured":"Weaviate. 2025. Verba. https:\/\/github.com\/weaviate\/Verba Accessed: 2025-01-13."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigDIA60676.2023.10429609"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-024-40555-y"},{"key":"e_1_3_2_2_37_1","volume-title":"Bertscore: Evaluating text generation with bert. arXiv preprint arXiv:1904.09675","author":"Zhang Tianyi","year":"2019","unstructured":"Tianyi Zhang, Varsha Kishore, Felix Wu, Kilian Q Weinberger, and Yoav Artzi. 2019. Bertscore: Evaluating text generation with bert. arXiv preprint arXiv:1904.09675 (2019)."}],"event":{"name":"FSE Companion '25: 33rd ACM International Conference on the Foundations of Software Engineering","location":"Clarion Hotel Trondheim Trondheim Norway","acronym":"FSE Companion '25","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696630.3728607","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:08:41Z","timestamp":1753729721000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696630.3728607"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":37,"alternative-id":["10.1145\/3696630.3728607","10.1145\/3696630"],"URL":"https:\/\/doi.org\/10.1145\/3696630.3728607","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-07-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}