{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T18:03:52Z","timestamp":1784138632734,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,7,19]],"date-time":"2026-07-19T00:00:00Z","timestamp":1784419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,7,20]]},"DOI":"10.1145\/3805712.3808625","type":"proceedings-article","created":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T17:06:26Z","timestamp":1784135186000},"page":"3388-3395","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["CoverageBench: Evaluating Information Coverage across Tasks and Domains"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-1827-2023","authenticated-orcid":false,"given":"Saron","family":"Samuel","sequence":"first","affiliation":[{"name":"Johns Hopkins University, Baltimore, Maryland, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5970-880X","authenticated-orcid":false,"given":"Andrew","family":"Yates","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, Maryland, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7347-7086","authenticated-orcid":false,"given":"Dawn","family":"Lawrie","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, Maryland, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2363-3014","authenticated-orcid":false,"given":"Ian","family":"Soboroff","sequence":"additional","affiliation":[{"name":"National Institute of Standards and Technology, Gaithersburg, Maryland, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6430-2320","authenticated-orcid":false,"given":"Trevor","family":"Adriaanse","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, Maryland, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4328-4288","authenticated-orcid":false,"given":"Benjamin","family":"Van Durme","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, Maryland, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0051-1535","authenticated-orcid":false,"given":"Eugene","family":"Yang","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, Maryland, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,19]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291025"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-011-9167-7"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390446"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.500-278.web-overview"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1935826.1935847"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.500-294.web-overview"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.500-296.web-overview"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657834"},{"key":"e_1_3_2_1_9_1","volume-title":"The Twenty-Ninth Text REtrieval Conference Proceedings (TREC 2020)","author":"Dalton Jeffrey","year":"2021","unstructured":"Jeffrey Dalton, Chenyan Xiong, and Jamie Callan. 2021. CAsT 2020: The Conversational Assistance Track Overview. In The Twenty-Ninth Text REtrieval Conference Proceedings (TREC 2020) (NIST Special Publication, Vol. 1266). National Institute of Standards and Technology (NIST). https:\/\/trec.nist.gov\/pubs\/trec29\/papers\/ OVERVIEW.C.pdf"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2025.3618474"},{"key":"e_1_3_2_1_11_1","volume-title":"Overview of the TREC 2022 Fair Ranking Track. arXiv:2302","author":"Ekstrand Michael D.","year":"2023","unstructured":"Michael D. Ekstrand, Graham McDonald, Amifa Raj, and Isaac Johnson. 2023. Overview of the TREC 2022 Fair Ranking Track. arXiv:2302.05558 [cs.IR] https:\/\/arxiv.org\/abs\/2302.05558"},{"key":"e_1_3_2_1_12_1","unstructured":"Aaron Grattafiori et. al. 2024. The Llama 3 Herd of Models. arXiv:2407.21783 [cs.AI] https:\/\/arxiv.org\/abs\/2407.21783"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1102"},{"key":"e_1_3_2_1_14_1","unstructured":"Thibault Formal Carlos Lassance Benjamin Piwowarski and St\u00e9phane Clinchant. 2021. SPLADE v2: Sparse Lexical and Expansion Model for Information Retrieval. arXiv:2109.10086 [cs.IR] https:\/\/arxiv.org\/abs\/2109.10086"},{"key":"e_1_3_2_1_15_1","unstructured":"Yunfan Gao Yun Xiong Xinyu Gao Kangxiang Jia Jinliu Pan Yuxi Bi Yi Dai Jiawei Sun Meng Wang and Haofen Wang. 2024. Retrieval-Augmented Generation for Large Language Models: A Survey. arXiv:2312.10997 [cs.CL] https:\/\/arxiv.org\/abs\/2312.10997"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-emnlp.1151"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401075"},{"key":"e_1_3_2_1_19_1","volume-title":"Overviewof the TREC 2024 NeuCLIR Track. arXiv:2509","author":"Lawrie Dawn","year":"2025","unstructured":"Dawn Lawrie, Sean MacAvaney, James Mayfield, Paul McNamee, Douglas W. Oard, Luca Soldaini, and Eugene Yang. 2025. Overviewof the TREC 2024 NeuCLIR Track. arXiv:2509.14355 [cs.IR] https:\/\/arxiv.org\/abs\/2509.14355"},{"key":"e_1_3_2_1_20_1","volume-title":"Overview of the TREC 2025 RAGTIME Track. arXiv:2602","author":"Lawrie Dawn","year":"2026","unstructured":"Dawn Lawrie, Sean MacAvaney, James Mayfield, Luca Soldaini, Eugene Yang, and Andrew Yates. 2026. Overview of the TREC 2025 RAGTIME Track. arXiv:2602.10024 [cs.IR] https:\/\/arxiv.org\/abs\/2602.10024"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3496517"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization, Jade Goldstein, Alon Lavie, Chin-Yew Lin","author":"Lin Jimmy","unstructured":"Jimmy Lin and Dina Demner-Fushman. 2005. Evaluating Summaries and Answers: Two Sides of the Same Coin?. In Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization, Jade Goldstein, Alon Lavie, Chin-Yew Lin, and Clare Voss (Eds.). Association for Computational Linguistics, Ann Arbor, Michigan, 41-48. https:\/\/aclanthology.org\/W05-0906\/"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.3115\/1220835.1220884"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463238"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277799"},{"key":"e_1_3_2_1_26_1","volume-title":"Proceedings of the 11th NTCIR Conference on Evaluation of Information Access Technologies, NTCIR-11","author":"Liu Yiqun","year":"2014","unstructured":"Yiqun Liu, Ruihua Song, Min Zhang, Zhicheng Dou, Takehiro Yamamoto, Makoto P. Kato, Hiroaki Ohshima, and Ke Zhou. 2014. Overview of the NTCIR-11 IMine Task. In Proceedings of the 11th NTCIR Conference on Evaluation of Information Access Technologies, NTCIR-11, National Center of Sciences, Tokyo, Japan, December 9-12, 2014, Noriko Kando, Hideo Joho, and Kazuaki Kishida (Eds.). National Institute of Informatics (NII). http:\/\/research.nii.ac.jp\/ntcir\/workshop\/OnlineProceedings11\/pdf\/NTCIR\/ OVERVIEW\/01-NTCIR11-OV-IMINE-LiuY.pdf"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511809071"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1416950.1416952"},{"key":"e_1_3_2_1_29_1","first-page":"145","volume-title":"Proceedings of the Human Language Technology Conference of the North American Chapter of the Association for Computational Linguistics: HLT-NAACL","author":"Nenkova Ani","year":"2004","unstructured":"Ani Nenkova and Rebecca Passonneau. 2004. Evaluating Content Selection in Summarization: The Pyramid Method. In Proceedings of the Human Language Technology Conference of the North American Chapter of the Association for Computational Linguistics: HLT-NAACL 2004. Association for Computational Linguistics, Boston, Massachusetts, USA, 145-152. https:\/\/aclanthology.org\/N04-1019\/"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of The Sixth Text REtrieval Conference, TREC 1997","author":"Over Paul","year":"1997","unstructured":"Paul Over. 1997. TREC-6 Interactive Report. In Proceedings of The Sixth Text REtrieval Conference, TREC 1997, Gaithersburg, Maryland, USA, November 19-21, 1997 (NIST Special Publication, Vol. 500-240), Ellen M. Voorhees and Donna K. Harman (Eds.). National Institute of Standards and Technology (NIST), 73-81. http:\/\/trec.nist.gov\/pubs\/trec6\/papers\/t6irep.ps"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm"},{"key":"e_1_3_2_1_32_1","volume-title":"Proceedings of the HLT\/NAACL 2004 Document Understanding Workshop (DUC-2004)","author":"James Yen PaulOver","year":"2004","unstructured":"PaulOver and James Yen. 2004. An Introduction to DUC-2004: Intrinsic Evaluation of Generic News Text Summarization Systems. In Proceedings of the HLT\/NAACL 2004 Document Understanding Workshop (DUC-2004). http:\/\/www-nlpir.nist.gov\/ projects\/duc\/pubs\/2004slides\/duc2004intro.pdf"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-88708-6_9"},{"key":"e_1_3_2_1_34_1","volume-title":"Initial Nugget Evaluation Results for the TREC 2024 RAG Track with the AutoNuggetizer Framework. arXiv:2411","author":"Pradeep Ronak","year":"2024","unstructured":"Ronak Pradeep, Nandan Thakur, Shivani Upadhyay, Daniel Campos, Nick Craswell, and Jimmy Lin. 2024. Initial Nugget Evaluation Results for the TREC 2024 RAG Track with the AutoNuggetizer Framework. arXiv:2411.09607 [cs.IR] https:\/\/arxiv.org\/abs\/2411.09607"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000019"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484028.2484104"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010055"},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the 9th NTCIR Workshop Meeting on Evaluation of Information Access Technologies: Information Retrieval, Question Answering and Cross-Lingual Information Access, NTCIR-9","author":"Song Ruihua","year":"2011","unstructured":"Ruihua Song, Min Zhang, Tetsuya Sakai, Makoto P. Kato, Yiqun Liu, Miho Sugimoto, Qinglei Wang, and Naoki Orii. 2011. Overview of the NTCIR-9 INTENT Task. In Proceedings of the 9th NTCIR Workshop Meeting on Evaluation of Information Access Technologies: Information Retrieval, Question Answering and Cross-Lingual Information Access, NTCIR-9, National Center of Sciences, Tokyo, Japan, December 6-9, 2011, Noriko Kando, Daisuke Ishikawa, and Miho Sugimoto (Eds.). National Institute of Informatics (NII). http:\/\/research.nii.ac.jp\/ntcir\/ workshop\/OnlineProceedings9\/NTCIR\/01-NTCIR9-OV-INTENT-SongR.pdf"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3730165"},{"key":"e_1_3_2_1_40_1","volume-title":"Proceedings of the Second International Conference on Language Resources and Evaluation (LREC'00)","author":"Ellen","unstructured":"Ellen M. Voorhees and Dawn M. Tice. 2000. The TREC-8 Question Answering Track. In Proceedings of the Second International Conference on Language Resources and Evaluation (LREC'00), M. Gavrilidou, G. Carayannis, S. Markantonatou, S. Piperidis, and G. Stainhauer (Eds.). European Language Resources Association (ELRA), Athens, Greece. https:\/\/aclanthology.org\/L00-1018\/"},{"key":"e_1_3_2_1_41_1","volume-title":"Yu Hou, Dawn Lawrie, James Mayfield, and Eugene Yang.","author":"Walden William","year":"2025","unstructured":"William Walden, Marc Mason, Orion Weller, Laura Dietz, John Conroy, Neil Molino, Hannah Recknor, Bryan Li, Gabrielle Kaili-May Liu, Yu Hou, Dawn Lawrie, James Mayfield, and Eugene Yang. 2025. Auto-ARGUE: LLM-Based Report Generation Evaluation. arXiv:2509.26184 [cs.IR] https:\/\/arxiv.org\/abs\/2509.26184"},{"key":"e_1_3_2_1_42_1","volume-title":"Second Conference on Language Modeling. https:\/\/openreview.net\/forum?id=Pg0PAvbhGv","author":"Weller Orion","year":"2025","unstructured":"Orion Weller, Kathryn Ricci, Eugene Yang, Andrew Yates, Dawn Lawrie, and Benjamin Van Durme. 2025. Rank1: Test-Time Compute for Reranking in Information Retrieval. In Second Conference on Language Modeling. https:\/\/openreview.net\/forum?id=Pg0PAvbhGv"},{"key":"e_1_3_2_1_43_1","volume-title":"Proceedings of the 12th NTCIR Conference on Evaluation of Information Access Technologies, National Center of Sciences","author":"Yamamoto Takehiro","year":"2016","unstructured":"Takehiro Yamamoto, Yiqun Liu, Min Zhang, Zhicheng Dou, Ke Zhou, Ilya Markov, Makoto P. Kato, Hiroaki Ohshima, and Sumio Fujita. 2016. Overview of the NTCIR-12 IMine-2 Task. In Proceedings of the 12th NTCIR Conference on Evaluation of Information Access Technologies, National Center of Sciences, Tokyo, Japan, June 7-10, 2016, Noriko Kando, Tetsuya Sakai, and Mark Sanderson (Eds.). National Institute of Informatics (NII). http:\/\/research.nii.ac.jp\/ntcir\/workshop\/OnlineProceedings12\/pdf\/ntcir\/OVERVIEW\/01-NTCIR12-OV-IMINE-YamamotoT.pdf"},{"key":"e_1_3_2_1_44_1","volume-title":"Benjamin Van Durme, and Dawn Lawrie","author":"Yang Eugene","year":"2025","unstructured":"Eugene Yang, Andrew Yates, Kathryn Ricci, Orion Weller, Vivek Chari, Benjamin Van Durme, and Dawn Lawrie. 2025. Rank-K: Test-Time Reasoning for Listwise Reranking. arXiv:2505.14432 [cs.IR] https:\/\/arxiv.org\/abs\/2505.14432"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/860435.860440"},{"key":"e_1_3_2_1_46_1","unstructured":"Yanzhao Zhang Mingxin Li Dingkun Long Xin Zhang Huan Lin Baosong Yang Pengjun Xie An Yang Dayiheng Liu Junyang Lin Fei Huang and Jingren Zhou. 2025. Qwen3 Embedding: Advancing Text Embedding and Reranking Through Foundation Models. arXiv:2506.05176 [cs.CL] https:\/\/arxiv.org\/abs\/2506.05176"}],"event":{"name":"SIGIR '26: The 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Melbourne VIC Australia","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"deposited":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T17:08:58Z","timestamp":1784135338000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805712.3808625"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,19]]},"references-count":46,"alternative-id":["10.1145\/3805712.3808625","10.1145\/3805712"],"URL":"https:\/\/doi.org\/10.1145\/3805712.3808625","relation":{},"subject":[],"published":{"date-parts":[[2026,7,19]]},"assertion":[{"value":"2026-07-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}