{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,16]],"date-time":"2026-04-16T10:22:17Z","timestamp":1776334937186,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100006374","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["RGPIN-2023-05913"],"award-info":[{"award-number":["RGPIN-2023-05913"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006374","name":"Mitacs","doi-asserted-by":"publisher","award":["IT44239"],"award-info":[{"award-number":["IT44239"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,13]]},"DOI":"10.1145\/3726302.3730244","type":"proceedings-article","created":{"date-parts":[[2025,7,14]],"date-time":"2025-07-14T01:25:28Z","timestamp":1752456328000},"page":"2832-2836","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Response Quality Assessment for Retrieval-Augmented Generation via Conditional Conformal Factuality"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-8815-7716","authenticated-orcid":false,"given":"Naihe","family":"Feng","sequence":"first","affiliation":[{"name":"Dalhousie University, Halifax, NS, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9207-7403","authenticated-orcid":false,"given":"Yi","family":"Sui","sequence":"additional","affiliation":[{"name":"Layer 6 AI, Toronto, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-8445-8577","authenticated-orcid":false,"given":"Shiyi","family":"Hou","sequence":"additional","affiliation":[{"name":"Layer 6 AI, Toronto, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9284-8804","authenticated-orcid":false,"given":"Jesse C.","family":"Cresswell","sequence":"additional","affiliation":[{"name":"Layer 6 AI, Toronto, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0370-0622","authenticated-orcid":false,"given":"Ga","family":"Wu","sequence":"additional","affiliation":[{"name":"Dalhousie University, Halifax, NS, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,7,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/FLLM63129.2024.10852457"},{"key":"e_1_3_2_1_2_1","volume-title":"A gentle introduction to conformal prediction and distribution-free uncertainty quantification. arXiv:2107.07511","author":"Angelopoulos Anastasios N","year":"2021","unstructured":"Anastasios N Angelopoulos and Stephen Bates. 2021. A gentle introduction to conformal prediction and distribution-free uncertainty quantification. arXiv:2107.07511 (2021)."},{"key":"e_1_3_2_1_3_1","volume-title":"Advances in Neural Information Processing Systems","volume":"37","author":"Cherian John","year":"2024","unstructured":"John Cherian, Isaac Gibbs, and Emmanuel Candes. 2024. Large language model validity via enhanced conformal prediction methods. In Advances in Neural Information Processing Systems, Vol. 37."},{"key":"e_1_3_2_1_4_1","volume-title":"Conformal Prediction Sets Can Cause Disparate Impact. In The Thirteenth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=fZK6AQXlUU","author":"Cresswell Jesse C.","year":"2025","unstructured":"Jesse C. Cresswell, Bhargava Kumar, Yi Sui, and Mouloud Belbahri. 2025. Conformal Prediction Sets Can Cause Disparate Impact. In The Thirteenth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=fZK6AQXlUU"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/3692070.3692445"},{"key":"e_1_3_2_1_6_1","volume-title":"The Faiss library. arXiv:2401.08281","author":"Douze Matthijs","year":"2024","unstructured":"Matthijs Douze, Alexandr Guzhva, Chengqi Deng, Jeff Johnson, Gergely Szilvasy, Pierre-Emmanuel Mazar\u00e9, Maria Lomeli, Lucas Hosseini, and Herv\u00e9 J\u00e9gou. 2024. The Faiss library. arXiv:2401.08281 (2024)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-demo.16"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1093\/imaiai\/iaaa017"},{"key":"e_1_3_2_1_9_1","volume-title":"Retrieval-augmented generation for large language models: A survey. arXiv:2312.10997","author":"Gao Yunfan","year":"2023","unstructured":"Yunfan Gao, Yun Xiong, Xinyu Gao, Kangxiang Jia, Jinliu Pan, Yuxi Bi, Yi Dai, Jiawei Sun, and Haofen Wang. 2023. Retrieval-augmented generation for large language models: A survey. arXiv:2312.10997 (2023)."},{"key":"e_1_3_2_1_10_1","volume-title":"Conformal prediction with conditional guarantees. arXiv:2305.12616","author":"Gibbs Isaac","year":"2023","unstructured":"Isaac Gibbs, John J Cherian, and Emmanuel J Cand\u00e8s. 2023. Conformal prediction with conditional guarantees. arXiv:2305.12616 (2023)."},{"key":"e_1_3_2_1_11_1","unstructured":"Jiawei Gu Xuhui Jiang Zhichao Shi Hexiang Tan Xuehao Zhai Chengjin Xu Wei Li Yinghan Shen Shengjie Ma Honghao Liu et al. 2024. A Survey on LLM-as-a-Judge. arXiv:2411.15594 (2024)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2021.108496"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.67"},{"key":"e_1_3_2_1_14_1","volume-title":"OLAPH: Improving Factuality in Biomedical Long-form Question Answering. arXiv:2405.12701","author":"Jeong Minbyul","year":"2024","unstructured":"Minbyul Jeong, Hyeon Hwang, Chanwoong Yoon, Taewhoo Lee, and Jaewoo Kang. 2024. OLAPH: Improving Factuality in Biomedical Long-form Question Answering. arXiv:2405.12701 (2024)."},{"key":"e_1_3_2_1_15_1","first-page":"22963","volume-title":"Proceedings of the 41st International Conference on Machine Learning","volume":"235","author":"Kang Mintong","year":"2024","unstructured":"Mintong Kang, Nezihe Merve G\u00fcrel, Ning Yu, Dawn Song, and Bo Li. 2024. C-RAG: Certified Generation Risks for Retrieval-Augmented Language Models. In Proceedings of the 41st International Conference on Machine Learning, Vol. 235. 22963-23000."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1111\/rssb.12021"},{"key":"e_1_3_2_1_17_1","first-page":"9459","article-title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","volume":"33","author":"Lewis Patrick","year":"2020","unstructured":"Patrick Lewis, Ethan Perez, Aleksandra Piktus, Fabio Petroni, Vladimir Karpukhin, Naman Goyal, Heinrich K\u00fcttler, Mike Lewis, Wen-tau Yih, Tim Rockt\u00e4schel, Sebastian Riedel, and Douwe Kiela. 2020. Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks. In Advances in Neural Information Processing Systems, Vol. 33. 9459-9474.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.546"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.173"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.741"},{"key":"e_1_3_2_1_21_1","unstructured":"Seyed Iman Mirzadeh Keivan Alizadeh Hooman Shahrokhi Oncel Tuzel Samy Bengio and Mehrdad Farajtabar. 2025. GSM-Symbolic: Understanding the Limitations of Mathematical Reasoning in Large Language Models. In The Thirteenth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=AjXkRZIvjB"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 41st International Conference on Machine Learning","volume":"235","author":"Mohri Christopher","year":"2024","unstructured":"Christopher Mohri and Tatsunori Hashimoto. 2024. Language Models with Conformal Factuality Guarantees. In Proceedings of the 41st International Conference on Machine Learning, Vol. 235. 36029-36047. https:\/\/proceedings.mlr.press\/v235\/mohri24a.html"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.585"},{"key":"e_1_3_2_1_24_1","volume-title":"Conformal Language Modeling. In The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=pzUhfQ74c5","author":"Quach Victor","year":"2024","unstructured":"Victor Quach, Adam Fisch, Tal Schuster, Adam Yala, Jae Ho Sohn, Tommi S. Jaakkola, and Regina Barzilay. 2024. Conformal Language Modeling. In The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=pzUhfQ74c5"},{"key":"e_1_3_2_1_25_1","article-title":"With Malice Toward None: Assessing Uncertainty via Equalized Coverage","volume":"2","author":"Romano Yaniv","year":"2020","unstructured":"Yaniv Romano, Rina Foygel Barber, Chiara Sabatti, and Emmanuel Cand` es. 2020. With Malice Toward None: Assessing Uncertainty via Equalized Coverage. Harvard Data Science Review, Vol. 2, 2 (2020).","journal-title":"Harvard Data Science Review"},{"key":"e_1_3_2_1_26_1","first-page":"21999","article-title":"RAGChecker: A Fine-grained Framework for Diagnosing Retrieval-Augmented Generation","volume":"37","author":"Ru Dongyu","year":"2024","unstructured":"Dongyu Ru, Lin Qiu, Xiangkun Hu, Tianhang Zhang, Peng Shi, Shuaichen Chang, Cheng Jiayang, Cunxiang Wang, Shichao Sun, Huanyu Li, Zizhao Zhang, Binjie Wang, Jiarong Jiang, Tong He, Zhiguo Wang, Pengfei Liu, Yue Zhang, and Zheng Zhang. 2024. RAGChecker: A Fine-grained Framework for Diagnosing Retrieval-Augmented Generation. In Advances in Neural Information Processing Systems, Vol. 37. 21999-22027.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.20"},{"key":"e_1_3_2_1_28_1","volume-title":"The Thirteenth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=Iyrtb9EJBp","author":"Song Maojia","year":"2025","unstructured":"Maojia Song, Shang Hong Sim, Rishabh Bhardwaj, Hai Leong Chieu, Navonil Majumder, and Soujanya Poria. 2025. Measuring and Enhancing Trustworthiness of LLMs in RAG through Grounded Attributions and Learning to Refuse. In The Thirteenth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=Iyrtb9EJBp"},{"key":"e_1_3_2_1_29_1","volume-title":"Algorithmic Learning in a Random World","author":"Vovk Vladimir","unstructured":"Vladimir Vovk, Alexander Gammerman, and Glenn Shafer. 2005. Algorithmic Learning in a Random World. Springer."},{"key":"e_1_3_2_1_30_1","unstructured":"Vladimir Vovk David Lindsay Ilia Nouretdinov and Alex Gammerman. 2003. Mondrian confidence machine. Technical Report (2003)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.527"},{"key":"e_1_3_2_1_32_1","volume-title":"Daniel E Ho, and James Zou.","author":"Wu Kevin","year":"2024","unstructured":"Kevin Wu, Eric Wu, Ally Cassasola, Angela Zhang, Kevin Wei, Teresa Nguyen, Sith Riantawan, Patricia Shi Riantawan, Daniel E Ho, and James Zou. 2024b. How well do LLMs cite relevant medical references? An evaluation framework and analyses. arXiv:2402.02008 (2024)."},{"key":"e_1_3_2_1_33_1","volume-title":"An Empirical Evaluation of Confidence Elicitation in LLMs. In The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=gjeQKFxFpZ","author":"Xiong Miao","year":"2024","unstructured":"Miao Xiong, Zhiyuan Hu, Xinyang Lu, YIFEI LI, Jie Fu, Junxian He, and Bryan Hooi. 2024. Can LLMs Express Their Uncertainty? An Empirical Evaluation of Confidence Elicitation in LLMs. In The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=gjeQKFxFpZ"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1259"},{"key":"e_1_3_2_1_35_1","volume-title":"Big Data","author":"Yu Hao","unstructured":"Hao Yu, Aoran Gan, Kai Zhang, Shiwei Tong, Qi Liu, and Zhaofeng Liu. 2025. Evaluation of Retrieval-Augmented Generation: A Survey. In Big Data. Springer Nature Singapore, 102-120."},{"key":"e_1_3_2_1_36_1","volume-title":"Trustworthiness in retrieval-augmented generation systems: A survey. arXiv preprint arXiv:2409.10102","author":"Zhou Yujia","year":"2024","unstructured":"Yujia Zhou, Yan Liu, Xiaoxi Li, Jiajie Jin, Hongjin Qian, Zheng Liu, Chaozhuo Li, Zhicheng Dou, Tsung-Yi Ho, and Philip S Yu. 2024. Trustworthiness in retrieval-augmented generation systems: A survey. arXiv preprint arXiv:2409.10102 (2024)."}],"event":{"name":"SIGIR '25: The 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Padua Italy","acronym":"SIGIR '25","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3726302.3730244","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T12:19:45Z","timestamp":1755865185000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3726302.3730244"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,13]]},"references-count":36,"alternative-id":["10.1145\/3726302.3730244","10.1145\/3726302"],"URL":"https:\/\/doi.org\/10.1145\/3726302.3730244","relation":{},"subject":[],"published":{"date-parts":[[2025,7,13]]},"assertion":[{"value":"2025-07-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}