{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T18:06:02Z","timestamp":1784138762699,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,7,19]],"date-time":"2026-07-19T00:00:00Z","timestamp":1784419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,7,20]]},"DOI":"10.1145\/3805712.3808641","type":"proceedings-article","created":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T14:28:19Z","timestamp":1783693699000},"page":"5357-5361","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Beyond Relevance: Utility-Centric Retrieval in the LLM Era"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-1144-1298","authenticated-orcid":false,"given":"Hengran","family":"Zhang","sequence":"first","affiliation":[{"name":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-1911-5142","authenticated-orcid":false,"given":"Minghao","family":"Tang","sequence":"additional","affiliation":[{"name":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5123-4999","authenticated-orcid":false,"given":"Keping","family":"Bi","sequence":"additional","affiliation":[{"name":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9509-8674","authenticated-orcid":false,"given":"Jiafeng","family":"Guo","sequence":"additional","affiliation":[{"name":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,19]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1097-4571(199404)45:3<142::AID-ASI4>3.0.CO;2-6"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1571955"},{"key":"e_1_3_2_1_3_1","first-page":"134","volume-title":"CEUR Workshop","author":"Canale Lorenzo","year":"2025","unstructured":"Lorenzo Canale, Stefano Scotta, Alberto Messina, and Laura Farinetti. 2025. BES4RAG: A Framework for Embedding Model Selection in Retrieval-Augmented Generation. In CLiC-it 2025. CEUR Workshop, Cagliari, Italy, 134-142."},{"key":"e_1_3_2_1_4_1","volume-title":"A definition of relevance for information retrieval. Information storage and retrieval","author":"Cooper William S","year":"1971","unstructured":"William S Cooper. 1971. A definition of relevance for information retrieval. Information storage and retrieval, Vol. 7, 1 (1971), 19-37."},{"key":"e_1_3_2_1_5_1","volume-title":"ICLR'26","author":"Dai Lu","year":"2025","unstructured":"Lu Dai, Yijie Xu, Jinhui Ye, Hao Liu, and Hui Xiong. 2025. Seper: Measure retrieval utility through the lens of semantic perplexity reduction. ICLR'26 (2025)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412756"},{"key":"e_1_3_2_1_7_1","unstructured":"Chunjing Gan Dan Yang Binbin Hu Hanxiao Zhang Siyuan Li Ziqi Liu Yue Shen Lin Ju Zhiqiang Zhang Jinjie Gu et al. 2024. Similarity is not all you need: Endowing retrieval augmented generation with multi layered thoughts. arXiv preprint arXiv:2405.19893 (2024)."},{"key":"e_1_3_2_1_8_1","volume-title":"ICLR'25","author":"Gao Jingsheng","year":"2025","unstructured":"Jingsheng Gao, Linxu Li, Weiyuan Li, Yuzhuo Fu, and Bin Dai. 2025. Smartrag: Jointly learn rag-related tasks from the environment feedback. ICLR'25 (2025)."},{"key":"e_1_3_2_1_9_1","first-page":"65","volume-title":"Preference-Guided Refactored Tuning for Retrieval Augmented Code Generation. In ASE'24","author":"Gao Xinyu","year":"2024","unstructured":"Xinyu Gao, Yun Xiong, Deze Wang, Zhenhan Guan, Zejian Shi, Haofen Wang, and Shanshan Li. 2024. Preference-Guided Refactored Tuning for Retrieval Augmented Code Generation. In ASE'24. 65-77."},{"key":"e_1_3_2_1_10_1","volume-title":"Multi-Task Retrieval-Augmented Text Generation with Relevance Sampling. arXiv preprint arXiv:2207.03030","author":"Hofst\u00e4tter Sebastian","year":"2022","unstructured":"Sebastian Hofst\u00e4tter, Jiecao Chen, Karthik Raman, and Hamed Zamani. 2022. Multi-Task Retrieval-Augmented Text Generation with Relevance Sampling. arXiv preprint arXiv:2207.03030 (2022)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3592049"},{"key":"e_1_3_2_1_12_1","volume-title":"ICLR'21","author":"Izacard Gautier","year":"2020","unstructured":"Gautier Izacard and Edouard Grave. 2020. Distilling knowledge from reader to retriever for question answering. ICLR'21 (2020)."},{"key":"e_1_3_2_1_13_1","article-title":"Atlas: few-shot learning with retrieval augmented language models","volume":"24","author":"Izacard Gautier","year":"2023","unstructured":"Gautier Izacard, Patrick Lewis, Maria Lomeli, Lucas Hosseini, Fabio Petroni, Timo Schick, Jane Dwivedi-Yu, Armand Joulin, Sebastian Riedel, and Edouard Grave. 2023. Atlas: few-shot learning with retrieval augmented language models. J. Mach. Learn. Res., Vol. 24, 1, Article 251 (Jan. 2023), 43 pages.","journal-title":"J. Mach. Learn. Res."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Akriti Jain and Aparna Garimella. 2025. Modeling Contextual Passage Utility for Multihop Question Answering. In IJCNLP-AACL'25. 464-471.","DOI":"10.18653\/v1\/2025.ijcnlp-short.37"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.389"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.495"},{"key":"e_1_3_2_1_17_1","volume-title":"Search-r1: Training llms to reason and leverage search engines with reinforcement learning. arXiv preprint arXiv:2503.09516","author":"Jin Bowen","year":"2025","unstructured":"Bowen Jin, Hansi Zeng, Zhenrui Yue, Jinsung Yoon, Sercan Arik, Dong Wang, Hamed Zamani, and Jiawei Han. 2025. Search-r1: Training llms to reason and leverage search engines with reinforcement learning. arXiv preprint arXiv:2503.09516 (2025)."},{"key":"e_1_3_2_1_18_1","volume-title":"Click data as implicit relevance feedback in web search. Information processing & management","author":"Jung Seikyung","year":"2007","unstructured":"Seikyung Jung, Jonathan L Herlocker, and Janet Webster. 2007. Click data as implicit relevance feedback in web search. Information processing & management, Vol. 43, 3 (2007), 791-807."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.562"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009057"},{"key":"e_1_3_2_1_22_1","first-page":"9459","volume-title":"NeurIPS'20","volume":"33","author":"Lewis Patrick","year":"2020","unstructured":"Patrick Lewis, Ethan Perez, Aleksandra Piktus, Fabio Petroni, Vladimir Karpukhin, Naman Goyal, Heinrich K\u00fcttler, Mike Lewis, Wen-tau Yih, Tim Rockt\u00e4schel, et al., 2020. Retrieval-augmented generation for knowledge-intensive nlp tasks. NeurIPS'20, Vol. 33 (2020), 9459-9474."},{"key":"e_1_3_2_1_23_1","volume-title":"Llatrieval: Llm-verified retrieval for verifiable generation. arXiv preprint arXiv:2311.07838","author":"Li Xiaonan","year":"2023","unstructured":"Xiaonan Li, Changtai Zhu, Linyang Li, Zhangyue Yin, Tianxiang Sun, and Xipeng Qiu. 2023. Llatrieval: Llm-verified retrieval for verifiable generation. arXiv preprint arXiv:2311.07838 (2023)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210007"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3018661.3018694"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.5555\/275537.275701"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.4630260604"},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of the second conference on conceptions of library and information science (CoLIS 2). 201-218","author":"Saracevic Tefko","year":"1996","unstructured":"Tefko Saracevic. 1996. Relevance reconsidered. In Proceedings of the second conference on conceptions of library and information science (CoLIS 2). 201-218."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1097-4571(198805)39:3<161::AID-ASI2>3.0.CO;2-0"},{"key":"e_1_3_2_1_30_1","volume-title":"Reflections on the Problem of Relevance","author":"Schutz Alfred","unstructured":"Alfred Schutz and Lester Embree. 2011. Reflections on the Problem of Relevance. Springer."},{"key":"e_1_3_2_1_31_1","first-page":"9248","article-title":"Enhancing Retrieval-Augmented Large Language Models with Iterative Retrieval-Generation Synergy","volume":"2023","author":"Shao Zhihong","year":"2023","unstructured":"Zhihong Shao, Yeyun Gong, Yelong Shen, Minlie Huang, Nan Duan, and Weizhu Chen. 2023. Enhancing Retrieval-Augmented Large Language Models with Iterative Retrieval-Generation Synergy. In Findings of the EMNLP 2023. 9248-9274.","journal-title":"Findings of the EMNLP"},{"key":"e_1_3_2_1_32_1","first-page":"8371","volume-title":"REPLUG: Retrieval-Augmented Black-Box Language Models. In NAACL'24","author":"Shi Weijia","year":"2024","unstructured":"Weijia Shi, Sewon Min, Michihiro Yasunaga, Minjoon Seo, Richard James, Mike Lewis, Luke Zettlemoyer, and Wen-tau Yih. 2024. REPLUG: Retrieval-Augmented Black-Box Language Models. In NAACL'24. 8371-8384."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.702"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2835776.2835824"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1259"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914683"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Dingchu Zhang Yida Zhao Jialong Wu Baixuan Li Wenbiao Yin Liwen Zhang Yong Jiang Yufeng Li Kewei Tu Pengjun Xie et al. 2025 e. EvolveSearch: An Iterative Self-Evolving Search Agent. arXiv preprint arXiv:2505.22501 (2025).","DOI":"10.18653\/v1\/2025.emnlp-main.663"},{"key":"e_1_3_2_1_38_1","volume-title":"Findings of the ACL","author":"Zhang Hengran","year":"2026","unstructured":"Hengran Zhang, Keping Bi, Jiafeng Guo, and Xueqi Cheng. 2026. An Iterative Utility Judgment Framework via LLMs Inspired by Relevance in Philosophy. In Findings of the ACL 2026."},{"key":"e_1_3_2_1_39_1","volume-title":"Unleashing the Power of LLMs in Dense Retrieval with Query Likelihood Modeling. arXiv preprint arXiv:2504.05216","author":"Zhang Hengran","year":"2025","unstructured":"Hengran Zhang, Keping Bi, Jiafeng Guo, Xiaojie Sun, Shihao Liu, Daiting Shi, Dawei Yin, and Xueqi Cheng. 2025a. Unleashing the Power of LLMs in Dense Retrieval with Query Likelihood Modeling. arXiv preprint arXiv:2504.05216 (2025)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Hengran Zhang Keping Bi Jiafeng Guo Jiaming Zhang Shuaiqiang Wang Dawei Yin and Xueqi Cheng. 2025b. Distilling a Small Utility-Based Passage Selector to Enhance Retrieval-Augmented Generation. In SIGIR-AP'25. 22-30.","DOI":"10.1145\/3767695.3769496"},{"key":"e_1_3_2_1_41_1","volume-title":"LLM-Specific Utility: A New Perspective for Retrieval-Augmented Generation. arXiv preprint arXiv:2510.11358","author":"Zhang Hengran","year":"2025","unstructured":"Hengran Zhang, Keping Bi, Jiafeng Guo, Jiaming Zhang, Shuaiqiang Wang, Dawei Yin, and Xueqi Cheng. 2025c. LLM-Specific Utility: A New Perspective for Retrieval-Augmented Generation. arXiv preprint arXiv:2510.11358 (2025)."},{"key":"e_1_3_2_1_42_1","first-page":"1683","volume-title":"Utility-Focused LLM Annotation for Retrieval and Retrieval-Augmented Generation. In EMNLP'25","author":"Zhang Hengran","year":"2025","unstructured":"Hengran Zhang, Minghao Tang, Keping Bi, Jiafeng Guo, Shihao Liu, Daiting Shi, Dawei Yin, and Xueqi Cheng. 2025d. Utility-Focused LLM Annotation for Retrieval and Retrieval-Augmented Generation. In EMNLP'25. 1683-1702."},{"key":"e_1_3_2_1_43_1","first-page":"6373","article-title":"From relevance to utility: Evidence retrieval with feedback for fact verification","volume":"2023","author":"Zhang Hengran","year":"2023","unstructured":"Hengran Zhang, Ruqing Zhang, Jiafeng Guo, Maarten de Rijke, Yixing Fan, and Xueqi Cheng. 2023. From relevance to utility: Evidence retrieval with feedback for fact verification. In Findings of the EMNLP 2023. 6373-6384.","journal-title":"Findings of the EMNLP"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657784"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.178"},{"key":"e_1_3_2_1_46_1","volume-title":"Deepresearcher: Scaling deep research via reinforcement learning in real-world environments. arXiv preprint arXiv:2504.03160","author":"Zheng Yuxiang","year":"2025","unstructured":"Yuxiang Zheng, Dayuan Fu, Xiangkun Hu, Xiaojie Cai, Lyumanshan Ye, Pengrui Lu, and Pengfei Liu. 2025. Deepresearcher: Scaling deep research via reinforcement learning in real-world environments. arXiv preprint arXiv:2504.03160 (2025)."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2398523"}],"event":{"name":"SIGIR '26: The 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Melbourne VIC Australia","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"deposited":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T17:20:57Z","timestamp":1784136057000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805712.3808641"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,19]]},"references-count":47,"alternative-id":["10.1145\/3805712.3808641","10.1145\/3805712"],"URL":"https:\/\/doi.org\/10.1145\/3805712.3808641","relation":{},"subject":[],"published":{"date-parts":[[2026,7,19]]},"assertion":[{"value":"2026-07-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}