{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T18:05:11Z","timestamp":1784138711246,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,7,19]],"date-time":"2026-07-19T00:00:00Z","timestamp":1784419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,7,20]]},"DOI":"10.1145\/3805712.3809981","type":"proceedings-article","created":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T14:28:19Z","timestamp":1783693699000},"page":"3688-3693","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Too Many Questions: Deriving Concise and Effective Nugget Banks"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1624-3907","authenticated-orcid":false,"given":"Laura","family":"Dietz","sequence":"first","affiliation":[{"name":"University of New Hampshire, Durham, New Hampshire, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-3297-8888","authenticated-orcid":false,"given":"Naghmeh","family":"Farzi","sequence":"additional","affiliation":[{"name":"University of New Hampshire, Durham, New Hampshire, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0051-1535","authenticated-orcid":false,"given":"Eugene","family":"Yang","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, Maryland, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7347-7086","authenticated-orcid":false,"given":"Dawn","family":"Lawrie","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, Maryland, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,19]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3744382"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3730374"},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the Twenty-Second Text REtrieval Conference (TREC","author":"Aslam Javed A.","year":"2014","unstructured":"Javed A. Aslam, Fernando Diaz, Matthew Ekstrand-Abueg, Virgil Pavlu, and Tetsuya Sakai. 2014. Overview of the TREC 2013 Temporal Summarization Track. In Proceedings of the Twenty-Second Text REtrieval Conference (TREC 2013). NIST, Gaithersburg, Maryland."},{"key":"e_1_3_2_1_4_1","volume-title":"Partial justification of the Borda count. Public Choice","author":"Black Duncan","year":"1976","unstructured":"Duncan Black. 1976. Partial justification of the Borda count. Public Choice (1976), 1-15."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3451161"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-032-21300-6_20"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-demo.16"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3664190.3672511"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3805712.3808601"},{"key":"e_1_3_2_1_10_1","volume-title":"The Twelfth International Conference on Learning Representations.","author":"Khattab Omar","year":"2024","unstructured":"Omar Khattab, Arnav Singhvi, Paridhi Maheshwari, Zhiyuan Zhang, Keshav Santhanam, Saiful Haq, Ashutosh Sharma, Thomas T Joshi, Hanna Moazam, Heather Miller, et al., 2024. Dspy: Compiling declarative language model calls into state-of-the-art pipelines. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_1_11_1","volume-title":"Overview of the TREC 2025 RAGTIME Track.","author":"Lawrie Dawn","year":"2026","unstructured":"Dawn Lawrie, Sean MacAvaney, James Mayfield, Luca Soldaini, Eugene Yang, and Andrew Yates. 2026. Overview of the TREC 2025 RAGTIME Track. (2026)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657846"},{"key":"e_1_3_2_1_13_1","volume-title":"Re-Rankers as Relevance Judges. arXiv preprint arXiv:2601.04455","author":"Meng Chuan","year":"2026","unstructured":"Chuan Meng, Jiqun Liu, Mohammad Aliannejadi, Fengran Mo, Jeff Dalton, and Maarten de Rijke. 2026. Re-Rankers as Relevance Judges. arXiv preprint arXiv:2601.04455 (2026)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.741"},{"key":"e_1_3_2_1_15_1","first-page":"145","volume-title":"Proceedings of the Human Language Technology Conference of the North American Chapter of the Association for Computational Linguistics (HLT-NAACL","author":"Nenkova Ani","year":"2004","unstructured":"Ani Nenkova and Rebecca Passonneau. 2004. Evaluating Content Selection in Summarization: The Pyramid Method. In Proceedings of the Human Language Technology Conference of the North American Chapter of the Association for Computational Linguistics (HLT-NAACL 2004). Association for Computational Linguistics, Boston, Massachusetts, 145-152."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2124295.2124343"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2124295.2124343"},{"key":"e_1_3_2_1_18_1","volume-title":"Initial Nugget Evaluation Results for the TREC 2024 RAG Track with the AutoNuggetizer Framework.","author":"Pradeep Ronak","year":"2024","unstructured":"Ronak Pradeep, Nandan Thakur, Shivani Upadhyay, Daniel Campos, Nick Craswell, and Jimmy Lin. 2024. Initial Nugget Evaluation Results for the TREC 2024 RAG Track with the AutoNuggetizer Framework. (2024). https:\/\/arxiv.org\/abs\/2411.09607 ArXiv preprint."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3730090"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the 34th international ACM SIGIR conference on Research and development in Information Retrieval. ACM, 1003-1012","author":"Rajput Shahzad K","year":"2011","unstructured":"Shahzad K Rajput, V Pavlu, and Javed A Aslam. 2011. A nugget-based evaluation paradigm to address the scalability and reusability issues of information retrieval test collections. In Proceedings of the 34th international ACM SIGIR conference on Research and development in Information Retrieval. ACM, 1003-1012."},{"key":"e_1_3_2_1_21_1","first-page":"136","article-title":"EXAM: How to Evaluate Retrieve-and-Generate Systems for Users Who Do Not (Yet) Know What They Want","author":"Sander David P","year":"2021","unstructured":"David P Sander and Laura Dietz. 2021. EXAM: How to Evaluate Retrieve-and-Generate Systems for Users Who Do Not (Yet) Know What They Want. In DESIRES. 136-146.","journal-title":"DESIRES."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3730165"},{"key":"e_1_3_2_1_23_1","volume-title":"Overview of the TREC 2025 Retrieval Augmented Generation (RAG) Track. In The Thirty-Fourth Text REtrieval Conference Proceedings (TREC 2025)","author":"Upadhyay Shivani","year":"2026","unstructured":"Shivani Upadhyay, Nandan Thakur, Ronak Pradeep, Nick Craswell, Daniel Campos, and Jimmy Lin. 2026. Overview of the TREC 2025 Retrieval Augmented Generation (RAG) Track. In The Thirty-Fourth Text REtrieval Conference Proceedings (TREC 2025)(NIST Special Publication). National Institute of Standards and Technology (NIST)."},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the Twelfth Text REtrieval Conference (TREC","author":"Voorhees Ellen M.","year":"2003","unstructured":"Ellen M. Voorhees. 2003. Overview of the TREC 2003 Question Answering Track. In Proceedings of the Twelfth Text REtrieval Conference (TREC 2003). NIST, Gaithersburg, Maryland."},{"key":"e_1_3_2_1_25_1","volume-title":"The Thirty-Fourth Text REtrieval Conference Proceedings (TREC 2025)","author":"Zhang Dake","year":"2026","unstructured":"Dake Zhang, Mark D Smucker, and Charles LA Clarke. 2026. Overview of the trec 2025 dragun track: Detection, retrieval, and augmented generation for understanding news. In The Thirty-Fourth Text REtrieval Conference Proceedings (TREC 2025)(NIST Special Publication). National Institute of Standards and Technology (NIST)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.52202\/075280-2020"}],"event":{"name":"SIGIR '26: The 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Melbourne VIC Australia","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"deposited":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T17:16:21Z","timestamp":1784135781000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805712.3809981"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,19]]},"references-count":26,"alternative-id":["10.1145\/3805712.3809981","10.1145\/3805712"],"URL":"https:\/\/doi.org\/10.1145\/3805712.3809981","relation":{},"subject":[],"published":{"date-parts":[[2026,7,19]]},"assertion":[{"value":"2026-07-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}