{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,15]],"date-time":"2026-03-15T23:28:05Z","timestamp":1773617285014,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,3,22]]},"DOI":"10.1145\/3786304.3787923","type":"proceedings-article","created":{"date-parts":[[2026,2,28]],"date-time":"2026-02-28T23:43:22Z","timestamp":1772322202000},"page":"350-354","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Supporting Humans in Evaluating AI Summaries of Legal Depositions"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-3297-8888","authenticated-orcid":false,"given":"Naghmeh","family":"Farzi","sequence":"first","affiliation":[{"name":"The University of New Hampshire, Durham, NH, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1624-3907","authenticated-orcid":false,"given":"Laura","family":"Dietz","sequence":"additional","affiliation":[{"name":"University of New Hampshire, Durham, NH, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-0360-2362","authenticated-orcid":false,"given":"David D.","family":"Lewis","sequence":"additional","affiliation":[{"name":"Nextpoint, Chicago, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,3,22]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","unstructured":"Mousumi Akter Erion \u00c7ano Erik Weber Dennis Dobler and Ivan Habernal. 2025. A Comprehensive Survey on Legal Summarization: Challenges and Future Directions. arXiv:2501.17830 (Jan. 2025). 10.48550\/arXiv.2501.17830arXiv:https:\/\/arXiv.org\/abs\/2501.17830 [cs].","DOI":"10.48550\/arXiv.2501.17830"},{"key":"e_1_3_3_2_3_2","volume-title":"Proceedings of LLM4Eval: The First Workshop on Large Language Models for Evaluation in Information Retrieval","author":"Farzi Naghmeh","year":"2024","unstructured":"Naghmeh Farzi and Laura Dietz. 2024. Exam++: Llm-based answerability metrics for ir evaluation. In Proceedings of LLM4Eval: The First Workshop on Large Language Models for Evaluation in Information Retrieval."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3664190.3672511"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3731120.3744591"},{"key":"e_1_3_3_2_6_2","first-page":"74","volume-title":"Text Summarization Branches Out","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out. Association for Computational Linguistics, Barcelona, Spain, 74\u201381. https:\/\/aclanthology.org\/W04-1013\/"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.3115\/1220835.1220884"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","unstructured":"Igor Linkov Stephanie Galaitsi Benjamin\u00a0D. Trump Jeffrey\u00a0M. Keisler and Alexander Kott. 2020. Cybertrust: From Explainable to Actionable and Interpretable Artificial Intelligence. Computer 53 9 (2020) 91\u201396. 10.1109\/MC.2020.2993623","DOI":"10.1109\/MC.2020.2993623"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","unstructured":"Varun Magesh Faiz Surani Matthew Dahl Mirac Suzgun Christopher\u00a0D. Manning and Daniel\u00a0E. Ho. 2024. Hallucination-Free? Assessing the Reliability of Leading AI Legal Research Tools. arXiv:2405.20362 (May 2024). 10.48550\/arXiv.2405.20362arXiv:https:\/\/arXiv.org\/abs\/2405.20362 [cs].","DOI":"10.48550\/arXiv.2405.20362"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657846"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3443441"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"e_1_3_3_2_13_2","first-page":"258","volume-title":"Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: System Demonstrations","author":"Polsley Seth","year":"2016","unstructured":"Seth Polsley, Pooja Jhunjhunwala, and Ruihong Huang. 2016. CaseSummarizer: A System for Automated Summarization of Legal Texts. In Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: System Demonstrations, Hideo Watanabe (Ed.). The COLING 2016 Organizing Committee, Osaka, Japan, 258\u2013262. https:\/\/aclanthology.org\/C16-2054\/"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","unstructured":"Ronak Pradeep Nandan Thakur Shivani Upadhyay Daniel Campos Nick Craswell and Jimmy Lin. 2024. Initial Nugget Evaluation Results for the TREC 2024 RAG Track with the AutoNuggetizer Framework. arXiv:2411.09607 (Nov. 2024). 10.48550\/arXiv.2411.09607arXiv:https:\/\/arXiv.org\/abs\/2411.09607 [cs].","DOI":"10.48550\/arXiv.2411.09607"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","unstructured":"Ronak Pradeep Nandan Thakur Shivani Upadhyay Daniel Campos Nick Craswell and Jimmy Lin. 2025. The Great Nugget Recall: Automating Fact Extraction and RAG Evaluation with Large Language Models. arXiv:2504.15068 (April 2025). 10.48550\/arXiv.2504.15068arXiv:https:\/\/arXiv.org\/abs\/2504.15068 [cs].","DOI":"10.48550\/arXiv.2504.15068"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","unstructured":"Jaromir Savelka Kevin\u00a0D. Ashley Morgan\u00a0A. Gray Hannes Westermann and Huihui Xu. 2023. Explaining Legal Concepts with Augmented Large Language Models (GPT-4). arXiv:2306.09525 (2023). 10.48550\/arXiv.2306.09525arXiv:https:\/\/arXiv.org\/abs\/2306.09525 [cs].","DOI":"10.48550\/arXiv.2306.09525"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3594536.3595150"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","unstructured":"William Walden Orion Weller Laura Dietz Bryan Li Gabrielle Kaili-May Liu Yu Hou and Eugene Yang. 2025. Auto-ARGUE: LLM-Based Report Generation Evaluation. arXiv:2509.26184 (Oct. 2025). 10.48550\/arXiv.2509.26184arXiv:https:\/\/arXiv.org\/abs\/2509.26184 [cs].","DOI":"10.48550\/arXiv.2509.26184"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.3233\/FAIA230977"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","unstructured":"Ziwei Xu Sanjay Jain and Mohan Kankanhalli. 2025. Hallucination is Inevitable: An Innate Limitation of Large Language Models. arXiv:2401.11817 (Feb. 2025). 10.48550\/arXiv.2401.11817arXiv:https:\/\/arXiv.org\/abs\/2401.11817 [cs].","DOI":"10.48550\/arXiv.2401.11817"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","unstructured":"Ronald Yu and Gabriele\u00a0Spina Al\u00ec. 2019. What\u2019s Inside the Black Box? AI Challenges for Lawyers and Researchers. Legal Information Management 19 1 (March 2019) 2\u201313. 10.1017\/S1472669619000021","DOI":"10.1017\/S1472669619000021"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","unstructured":"Lianmin Zheng Wei-Lin Chiang Ying Sheng Siyuan Zhuang Zhanghao Wu Yonghao Zhuang Zi Lin Zhuohan Li Dacheng Li Eric\u00a0P. Xing Hao Zhang Joseph\u00a0E. Gonzalez and Ion Stoica. 2023. Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena. arXiv:2306.05685 (Dec. 2023). 10.48550\/arXiv.2306.05685arXiv:https:\/\/arXiv.org\/abs\/2306.05685 [cs].","DOI":"10.48550\/arXiv.2306.05685"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3322640.3326728"}],"event":{"name":"CHIIR '26: 2026 ACM SIGIR Conference on Human Information Interaction and Retrieval","location":"Seattle USA","acronym":"CHIIR '26","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 2026 Conference on Human Information Interaction and Retrieval"],"original-title":[],"deposited":{"date-parts":[[2026,3,15]],"date-time":"2026-03-15T22:45:12Z","timestamp":1773614712000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3786304.3787923"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,22]]},"references-count":22,"alternative-id":["10.1145\/3786304.3787923","10.1145\/3786304"],"URL":"https:\/\/doi.org\/10.1145\/3786304.3787923","relation":{},"subject":[],"published":{"date-parts":[[2026,3,22]]},"assertion":[{"value":"2026-03-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}