{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,17]],"date-time":"2026-02-17T12:15:04Z","timestamp":1771330504621,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":17,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,16]]},"DOI":"10.1145\/3769126.3769230","type":"proceedings-article","created":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T14:50:37Z","timestamp":1768315837000},"page":"455-459","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Parameterized Argumentation-based Reasoning Tasks for Benchmarking Generative Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6887-1687","authenticated-orcid":false,"given":"Cor","family":"Steging","sequence":"first","affiliation":[{"name":"University of Groningen, Groningen, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4339-8146","authenticated-orcid":false,"given":"Silja","family":"Renooij","sequence":"additional","affiliation":[{"name":"Utrecht University, Utrecht, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8927-8751","authenticated-orcid":false,"given":"Bart","family":"Verheij","sequence":"additional","affiliation":[{"name":"University of Groningen, Groningen, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,1,13]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"P. Baroni F. Toni and B. Verheij. 2020. Introduction to the special issue \u2018On the acceptability of arguments and its fundamental role in nonmonotonic reasoning logic programming and n-person games: 25 years later\u2019. Argument & Computation 11 1\u20132 (2020) 1\u201314.","DOI":"10.3233\/AAC-200901"},{"key":"e_1_3_3_2_3_2","unstructured":"C.V. Chien and M. Kim. 2024. How Generative AI Can Help Address the Access to Justice Gap Through the Courts. Loyola of Los Angeles Law Review (2024)."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"M. Dahl V. Magesh M. Suzgun and D.\u00a0E. Ho. 2024. Large Legal Fictions: Profiling Legal Hallucinations in Large Language Models. Journal of Legal Analysis 16 1 (2024) 64\u201393.","DOI":"10.1093\/jla\/laae003"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","unstructured":"P.\u00a0M. Dung. 1995. On the Acceptability of Arguments and its Fundamental Role in Nonmonotonic Reasoning Logic Programming and n-Person Games. Artificial Intelligence 77 (1995) 321\u2013357.","DOI":"10.1016\/0004-3702(94)00041-X"},{"key":"e_1_3_3_2_6_2","series-title":"(NIPS \u201923)","volume-title":"Proceedings of the 37th International Conference on Neural Information Processing Systems","author":"al. N. Guha\u00a0et","year":"2024","unstructured":"N. Guha\u00a0et al.2024. LegalBench: a collaboratively built benchmark for measuring legal reasoning in large language models. In Proceedings of the 37th International Conference on Neural Information Processing Systems (New Orleans, LA, USA) (NIPS \u201923). Curran Associates, Red Hook, NY, USA, Article 1915, 157\u00a0pages."},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.67"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Z. Ji N. Lee R. Frieske T. Yu D. Su Y. Xu E. Ishii Y.J. Bang A. Madotto and P. Fung. 2023. Survey of hallucination in natural language generation. Comput. Surveys 55 12 Article 248 (2023) 38\u00a0pages.","DOI":"10.1145\/3571730"},{"key":"e_1_3_3_2_9_2","unstructured":"M. Kant M. Kant M. Nabi P. Carlson and M. Ma. 2024. Equitable Access to Justice: Logical LLMs Show Promise."},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"D. Liga and L. Robaldo. 2023. Fine-tuning GPT-3 for legal rule classification. Computer Law & Security Review 51 (2023) 105864.","DOI":"10.1016\/j.clsr.2023.105864"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"crossref","unstructured":"J. Savelka and K.D. Ashley. 2023. The unreasonable effectiveness of large language models in zero-shot semantic annotation of legal texts. Frontiers in Artificial Intelligence 6 (2023).","DOI":"10.3389\/frai.2023.1279794"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3594536.3595146"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3462757.3466059"},{"key":"e_1_3_3_2_14_2","unstructured":"C. Steging S. Renooij and B. Verheij. 2025. Parameterized Argumentation-based Reasoning Tasks for Benchmarking Generative Language Models. ArXiv abs\/2505.01539 (2025)."},{"key":"e_1_3_3_2_15_2","first-page":"154","volume-title":"Eighteenth International Workshop on Juris-Informatics (JURISIN 2024)","author":"Steging C.","year":"2024","unstructured":"C. Steging and L. van Leeuwen. 2024. A hybrid approach to legal textual entailment. In Eighteenth International Workshop on Juris-Informatics (JURISIN 2024). Hamamatsu, Japan, 154\u2013169."},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"T. Webb K. Holyoak and H. Lu. 2023. Emergent analogical reasoning in large language models. Nature Human Behaviour 7 (2023) 1\u201316.","DOI":"10.1038\/s41562-023-01659-w"},{"key":"e_1_3_3_2_17_2","unstructured":"J. Wei X. Wang D. Schuurmans M. Bosma F. Xia E. Chi Q.V. Le D. Zhou et\u00a0al. 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in Neural Information Processing Systems 35 (2022) 24824\u201324837."},{"key":"e_1_3_3_2_18_2","volume-title":"2nd Workshop on Generative AI and Law, co-located with the International Conference on Machine Learning (ICML) (Vienna, Austria, 2024)","author":"Westermann H.","year":"2024","unstructured":"H. Westermann. 2024. Dallma: Semi-Structured Legal Reasoning and Drafting with Large Language Models. In 2nd Workshop on Generative AI and Law, co-located with the International Conference on Machine Learning (ICML) (Vienna, Austria, 2024)."}],"event":{"name":"ICAIL 2025: 20th International Conference on Artificial Intelligence and Law","location":"Chicago , IL , USA","acronym":"ICAIL 2025"},"container-title":["Proceedings of the Twentieth International Conference on Artificial Intelligence and Law"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3769126.3769230","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T15:49:28Z","timestamp":1768319368000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3769126.3769230"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,16]]},"references-count":17,"alternative-id":["10.1145\/3769126.3769230","10.1145\/3769126"],"URL":"https:\/\/doi.org\/10.1145\/3769126.3769230","relation":{},"subject":[],"published":{"date-parts":[[2025,6,16]]},"assertion":[{"value":"2026-01-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}