{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T19:10:04Z","timestamp":1755889804990,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":20,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,13]]},"DOI":"10.1145\/3726302.3730156","type":"proceedings-article","created":{"date-parts":[[2025,7,14]],"date-time":"2025-07-14T01:18:36Z","timestamp":1752455916000},"page":"3999-4003","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Nugget-based Annotation Protocol and Tool For Evaluating Long-form Retrieval-Augmented Generation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0051-1535","authenticated-orcid":false,"given":"Eugene","family":"Yang","sequence":"first","affiliation":[{"name":"HLTCOE, Johns Hopkins University, Baltimore, Maryland, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7347-7086","authenticated-orcid":false,"given":"Dawn","family":"Lawrie","sequence":"additional","affiliation":[{"name":"HLTCOE, Johns Hopkins University, Baltimore, Maryland, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-3009-3465","authenticated-orcid":false,"given":"Hoa","family":"Dang","sequence":"additional","affiliation":[{"name":"NIST, Gaithersburg, Maryland, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2363-3014","authenticated-orcid":false,"given":"Ian","family":"Soboroff","sequence":"additional","affiliation":[{"name":"NIST, Gaithersburg, Maryland, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3866-3013","authenticated-orcid":false,"given":"James","family":"Mayfield","sequence":"additional","affiliation":[{"name":"HLTCOE, Johns Hopkins University, Baltimore, Maryland, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,7,13]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Self-rag: Learning to retrieve, generate, and critique through self-reflection. arXiv preprint arXiv:2310.11511","author":"Asai Akari","year":"2023","unstructured":"Akari Asai, Zeqiu Wu, Yizhong Wang, Avirup Sil, and Hannaneh Hajishirzi. 2023. Self-rag: Learning to retrieve, generate, and critique through self-reflection. arXiv preprint arXiv:2310.11511 (2023)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.607"},{"key":"e_1_3_2_1_3_1","volume-title":"Trustllm: Trustworthiness in large language models. arXiv preprint arXiv:2401.05561","author":"Huang Yue","year":"2024","unstructured":"Yue Huang, Lichao Sun, Haoran Wang, Siyuan Wu, Qihui Zhang, Yuan Li, Chujie Gao, Yixin Huang, Wenhan Lyu, Yixuan Zhang, et al. 2024. Trustllm: Trustworthiness in large language models. arXiv preprint arXiv:2401.05561 (2024)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-main.121"},{"key":"e_1_3_2_1_5_1","volume-title":"Overview of the TREC 2024 NeuCLIR Track. In The Thirty-Third Text REtrieval Conference (TREC 2024) Proceedings.","author":"Lawrie Dawn","year":"2025","unstructured":"Dawn Lawrie, Sean MacAvaney, James Mayfield, Paul McNamee, Douglas W. Oard, Luca Soldanini, and Eugene Yang. 2025. Overview of the TREC 2024 NeuCLIR Track. In The Thirty-Third Text REtrieval Conference (TREC 2024) Proceedings."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3006299.3006315"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657846"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.741"},{"key":"e_1_3_2_1_9_1","first-page":"145 04","volume-title":"Proceedings of the Human Language Technology Conference of the North American Chapter of the Association for Computational Linguistics: HLT-NAACL","author":"Nenkova Ani","year":"2004","unstructured":"Ani Nenkova and Rebecca Passonneau. 2004. Evaluating Content Selection in Summarization: The Pyramid Method. In Proceedings of the Human Language Technology Conference of the North American Chapter of the Association for Computational Linguistics: HLT-NAACL 2004. Association for Computational Linguistics, Boston, Massachusetts, USA, 145-152. https:\/\/aclanthology.org\/N04-1019"},{"key":"e_1_3_2_1_10_1","volume-title":"Llm evaluators recognize and favor their own generations. arXiv preprint arXiv:2404.13076","author":"Panickssery Arjun","year":"2024","unstructured":"Arjun Panickssery, Samuel R Bowman, and Shi Feng. 2024. Llm evaluators recognize and favor their own generations. arXiv preprint arXiv:2404.13076 (2024)."},{"key":"e_1_3_2_1_11_1","volume-title":"Summarization is (almost) dead. arXiv preprint arXiv:2309.09558","author":"Pu Xiao","year":"2023","unstructured":"Xiao Pu, Mingqi Gao, and Xiaojun Wan. 2023. Summarization is (almost) dead. arXiv preprint arXiv:2309.09558 (2023)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2396783"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.347"},{"key":"e_1_3_2_1_14_1","volume-title":"Don't Use LLMs to Make Relevance Judgments. arXiv preprint arXiv:2409.15133","author":"Soboroff Ian","year":"2024","unstructured":"Ian Soboroff. 2024. Don't Use LLMs to Make Relevance Judgments. arXiv preprint arXiv:2409.15133 (2024)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15516709cog1202_4"},{"volume-title":"Proceedings of the Second International Conference on Language Resources and Evaluation (LREC`00)","author":"Ellen","key":"e_1_3_2_1_16_1","unstructured":"Ellen M. Voorhees and Dawn M. Tice. 2000. The TREC-8 Question Answering Track. In Proceedings of the Second International Conference on Language Resources and Evaluation (LREC`00), , M. Gavrilidou, G. Carayannis, S. Markantonatou, S. Piperidis, and G. Stainhauer (Eds.). European Language Resources Association (ELRA), Athens, Greece. https:\/\/aclanthology.org\/L00-1018\/"},{"key":"e_1_3_2_1_17_1","volume-title":"A Closer Look at Claim Decomposition. arXiv preprint arXiv:2403.11903","author":"Wanner Miriam","year":"2024","unstructured":"Miriam Wanner, Seth Ebner, Zhengping Jiang, Mark Dredze, and Benjamin Van Durme. 2024a. A Closer Look at Claim Decomposition. arXiv preprint arXiv:2403.11903 (2024)."},{"key":"e_1_3_2_1_18_1","volume-title":"Benjamin Van Durme, and Mark Dredze","author":"Wanner Miriam","year":"2024","unstructured":"Miriam Wanner, Benjamin Van Durme, and Mark Dredze. 2024b. DnDScore: Decontextualization and Decomposition for Factuality Verification in Long-Form Text Generation. arXiv preprint arXiv:2412.13175 (2024)."},{"key":"e_1_3_2_1_19_1","volume-title":"Self-preference bias in llm-as-a-judge. arXiv preprint arXiv:2410.21819","author":"Wataoka Koki","year":"2024","unstructured":"Koki Wataoka, Tsubasa Takahashi, and Ryokan Ri. 2024. Self-preference bias in llm-as-a-judge. arXiv preprint arXiv:2410.21819 (2024)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.307"}],"event":{"name":"SIGIR '25: The 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Padua Italy","acronym":"SIGIR '25"},"container-title":["Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3726302.3730156","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T18:29:32Z","timestamp":1755887372000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3726302.3730156"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,13]]},"references-count":20,"alternative-id":["10.1145\/3726302.3730156","10.1145\/3726302"],"URL":"https:\/\/doi.org\/10.1145\/3726302.3730156","relation":{},"subject":[],"published":{"date-parts":[[2025,7,13]]},"assertion":[{"value":"2025-07-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}