{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T18:33:55Z","timestamp":1775586835830,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,21]]},"DOI":"10.1145\/3627673.3680025","type":"proceedings-article","created":{"date-parts":[[2024,10,20]],"date-time":"2024-10-20T19:34:11Z","timestamp":1729452851000},"page":"4554-4562","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Optimizing Numerical Estimation and Operational Efficiency in the Legal Domain through Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7943-2591","authenticated-orcid":false,"given":"Jia-Hong","family":"Huang","sequence":"first","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-4898-6531","authenticated-orcid":false,"given":"Chao-Chun","family":"Yang","sequence":"additional","affiliation":[{"name":"Yang Chao-Chun Law Firm, Taiwan, Taipei City, Taiwan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8447-872X","authenticated-orcid":false,"given":"Yixian","family":"Shen","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3591-0509","authenticated-orcid":false,"given":"Alessio M.","family":"Pacces","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8312-0694","authenticated-orcid":false,"given":"Evangelos","family":"Kanoulas","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}]}],"member":"320","published-online":{"date-parts":[[2024,10,21]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Predicting judicial decisions of the European Court of Human Rights: A natural language processing perspective. PeerJ computer science 2","author":"Aletras Nikolaos","year":"2016","unstructured":"Nikolaos Aletras, Dimitrios Tsarapatsanis, Daniel Preotiuc-Pietro, and Vasileios Lampos. 2016. Predicting judicial decisions of the European Court of Human Rights: A natural language processing perspective. PeerJ computer science 2 (2016), e93."},{"key":"e_1_3_2_1_2_1","unstructured":"Iosif Angelidis Ilias Chalkidis and Manolis Koubarakis. 2018. Named Entity Recognition Linking and Generation for Greek Legislation.. In JURIX. 1--10."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-15712-8_27"},{"key":"e_1_3_2_1_4_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et al. 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020) 1877--1901."},{"key":"e_1_3_2_1_5_1","volume-title":"Laura Alonso Alemany, and Serena Villata","author":"Cardellino Cristian","year":"2017","unstructured":"Cristian Cardellino, Milagro Teruel, Laura Alonso Alemany, and Serena Villata. 2017. Legal NERC with ontologies, Wikipedia and curriculum learning. In 15th European Chapter of the Association for Computational Linguistics (EACL 2017). 254--259."},{"key":"e_1_3_2_1_6_1","volume-title":"Neural legal judgment prediction in English. arXiv preprint arXiv:1906.02059","author":"Chalkidis Ilias","year":"2019","unstructured":"Ilias Chalkidis, Ion Androutsopoulos, and Nikolaos Aletras. 2019. Neural legal judgment prediction in English. arXiv preprint arXiv:1906.02059 (2019)."},{"key":"e_1_3_2_1_7_1","volume-title":"Large-scale multi-label text classification on EU legislation. arXiv preprint arXiv:1906.02192","author":"Chalkidis Ilias","year":"2019","unstructured":"Ilias Chalkidis, Manos Fergadiotis, Prodromos Malakasiotis, and Ion Androutsopoulos. 2019. Large-scale multi-label text classification on EU legislation. arXiv preprint arXiv:1906.02192 (2019)."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10506-018-9238-9"},{"key":"e_1_3_2_1_9_1","volume-title":"Charge-based prison term prediction with deep gating network. arXiv preprint arXiv:1908.11521","author":"Chen Huajie","year":"2019","unstructured":"Huajie Chen, Deng Cai,Wei Dai, Zehui Dai, and Yadong Ding. 2019. Charge-based prison term prediction with deep gating network. arXiv preprint arXiv:1908.11521 (2019)."},{"key":"e_1_3_2_1_10_1","first-page":"1","article-title":"Palm: Scaling language modeling with pathways","volume":"24","author":"Chowdhery Aakanksha","year":"2023","unstructured":"Aakanksha Chowdhery, Sharan Narang, Jacob Devlin, Maarten Bosma, Gaurav Mishra, Adam Roberts, Paul Barham, Hyung Won Chung, Charles Sutton, Sebastian Gehrmann, et al. 2023. Palm: Scaling language modeling with pathways. Journal of Machine Learning Research 24, 240 (2023), 1--113.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_11_1","volume-title":"JURISDIC: Polish Speech Database for Taking Dictation of Legal Texts.. In LREC.","author":"Demenko Grazyna","year":"2008","unstructured":"Grazyna Demenko, Stefan Grocholewski, Katarzyna Klessa, Jerzy Og\u00f3rkiewicz, Agnieszka Wagner, Marek Lange, Daniel Sledzinski, and Natalia Cylwik. 2008. JURISDIC: Polish Speech Database for Taking Dictation of Legal Texts.. In LREC."},{"key":"e_1_3_2_1_12_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_1_13_1","volume-title":"Stefano Mangini, and Marcel Worring.","author":"Sipio Riccardo Di","year":"2022","unstructured":"Riccardo Di Sipio, Jia-Hong Huang, Samuel Yen-Chi Chen, Stefano Mangini, and Marcel Worring. 2022. The Dawn of Quantum Natural Language Processing. ICASSP (2022)."},{"key":"e_1_3_2_1_14_1","volume-title":"International Conference on Machine Learning. PMLR, 5547--5569","author":"Du Nan","year":"2022","unstructured":"Nan Du, Yanping Huang, Andrew M Dai, Simon Tong, Dmitry Lepikhin, Yuanzhong Xu, Maxim Krikun, Yanqi Zhou, Adams Wei Yu, Orhan Firat, et al. 2022. Glam: Efficient scaling of language models with mixture-of-experts. In International Conference on Machine Learning. PMLR, 5547--5569."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32381-3_36"},{"key":"e_1_3_2_1_16_1","volume-title":"An artificial intelligence approach to legal reasoning","author":"von der Lieth Gardner Anne","unstructured":"Anne von der Lieth Gardner. 1987. An artificial intelligence approach to legal reasoning. MIT press."},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the 5th International Workshop on Linguistically Interpreted Corpora. 47--54","author":"Grover Claire","year":"2004","unstructured":"Claire Grover, Ben Hachey, and Ian Hughson. 2004. The HOLJ Corpus. Supporting summarisation of legal texts. In Proceedings of the 5th International Workshop on Linguistically Interpreted Corpora. 47--54."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10506-007-9039-z"},{"key":"e_1_3_2_1_19_1","first-page":"43","article-title":"The LKIF Core Ontology of Basic Legal Concepts","volume":"321","author":"Hoekstra Rinke","year":"2007","unstructured":"Rinke Hoekstra, Joost Breuker, Marcello Di Bello, Alexander Boer, et al. 2007. The LKIF Core Ontology of Basic Legal Concepts. LOAIT 321 (2007), 43--63.","journal-title":"LOAIT"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the 27th International Conference on Computational Linguistics. 487--498","author":"Hu Zikun","year":"2018","unstructured":"Zikun Hu, Xiang Li, Cunchao Tu, Zhiyuan Liu, and Maosong Sun. 2018. Few-shot charge prediction with discriminative legal attributes. In Proceedings of the 27th International Conference on Computational Linguistics. 487--498."},{"key":"e_1_3_2_1_21_1","volume-title":"Robustness Analysis of Visual Question Answering Models by Basic Questions","author":"Huang Jia-Hong","year":"2017","unstructured":"Jia-Hong Huang. 2017. Robustness Analysis of Visual Question Answering Models by Basic Questions. King Abdullah University of Science and Technology, Master Thesis (2017)."},{"key":"e_1_3_2_1_22_1","volume-title":"VQABQ: Visual Question Answering by Basic Questions. VQA ChallengeWorkshop, CVPR","author":"Huang Jia-Hong","year":"2017","unstructured":"Jia-Hong Huang, Modar Alfadly, and Bernard Ghanem. 2017. VQABQ: Visual Question Answering by Basic Questions. VQA ChallengeWorkshop, CVPR (2017)."},{"key":"e_1_3_2_1_23_1","volume-title":"VQA Challenge and Visual Dialog Workshop, CVPR","author":"Huang Jia-Hong","year":"2018","unstructured":"Jia-Hong Huang, Modar Alfadly, and Bernard Ghanem. 2018. Robustness Analysis of Visual QA Models by Basic Questions. VQA Challenge and Visual Dialog Workshop, CVPR (2018)."},{"key":"e_1_3_2_1_24_1","volume-title":"Assessing the robustness of visual question answering. arXiv preprint arXiv:1912.01452","author":"Huang Jia-Hong","year":"2019","unstructured":"Jia-Hong Huang, Modar Alfadly, Bernard Ghanem, and Marcel Worring. 2019. Assessing the robustness of visual question answering. arXiv preprint arXiv:1912.01452 (2019)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33018449"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICME52920.2022.9859948"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW59228.2023.00262"},{"key":"e_1_3_2_1_28_1","volume-title":"Pin-Yu Chen, Min-Hung Chen, and MarcelWorring.","author":"Huang Jia-Hong","year":"2023","unstructured":"Jia-Hong Huang, Chao-Han Huck Yang, Pin-Yu Chen, Min-Hung Chen, and MarcelWorring. 2023. Conditional Modeling Based Automatic Video Summarization. ACM Transactions on Multimedia Computing, Communications, and Applications (Under review) (2023)."},{"key":"e_1_3_2_1_29_1","volume-title":"Mathprompter: Mathematical reasoning using large language models. arXiv preprint arXiv:2303.05398","author":"Imani Shima","year":"2023","unstructured":"Shima Imani, Liang Du, and Harsh Shrivastava. 2023. Mathprompter: Mathematical reasoning using large language models. arXiv preprint arXiv:2303.05398 (2023)."},{"key":"e_1_3_2_1_30_1","volume-title":"Financial Education Foundation","author":"Browning Jack","year":"2023","unstructured":"Jack Browning and U.S. Financial Education Foundation. 2023. Top court filing statistics from around the country. http:\/\/ogdenpage.com\/frivolous_lawsuits.htm & https:\/\/www.onelegal.com\/blog\/top-court-filing-statistics-united-states\/ & http:\/\/www.usfef.org\/."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-31605-1_14"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3086512.3086550"},{"key":"e_1_3_2_1_33_1","volume-title":"Machel Reid, Yutaka Matsuo, and Yusuke Iwasawa.","author":"Kojima Takeshi","year":"2022","unstructured":"Takeshi Kojima, Shixiang Shane Gu, Machel Reid, Yutaka Matsuo, and Yusuke Iwasawa. 2022. Large language models are zero-shot reasoners. Advances in neural information processing systems 35 (2022), 22199--22213."},{"key":"e_1_3_2_1_34_1","unstructured":"J\u00f6rg Landthaler BernhardWaltl Patrick Holl and Florian Matthes. 2016. Extending Full Text Search for Legal Document Collections Using Word Embeddings.. In JURIX. 73--82."},{"key":"e_1_3_2_1_35_1","volume-title":"What Makes Good In-Context Examples for GPT-3 arXiv preprint arXiv:2101.06804","author":"Liu Jiachang","year":"2021","unstructured":"Jiachang Liu, Dinghan Shen, Yizhe Zhang, Bill Dolan, Lawrence Carin, and Weizhu Chen. 2021. What Makes Good In-Context Examples for GPT-3 arXiv preprint arXiv:2101.06804 (2021)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32381-3_46"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210161"},{"key":"e_1_3_2_1_38_1","volume-title":"Learning to predict charges for criminal cases with legal basis. arXiv preprint arXiv:1707.09168","author":"Luo Bingfeng","year":"2017","unstructured":"Bingfeng Luo, Yansong Feng, Jianbo Xu, Xiang Zhang, and Dongyan Zhao. 2017. Learning to predict charges for criminal cases with legal basis. arXiv preprint arXiv:1707.09168 (2017)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99722-3_32"},{"key":"e_1_3_2_1_40_1","volume-title":"Plain English summarization of contracts. arXiv preprint arXiv:1906.00424","author":"Manor Laura","year":"2019","unstructured":"Laura Manor and Junyi Jessy Li. 2019. Plain English summarization of contracts. arXiv preprint arXiv:1906.00424 (2019)."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-00382-0_40"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-15-1377-0_59"},{"key":"e_1_3_2_1_43_1","unstructured":"Jack W Rae Sebastian Borgeaud Trevor Cai Katie Millican Jordan Hoffmann Francis Song John Aslanides Sarah Henderson Roman Ring Susannah Young et al. 2021. Scaling language models: Methods analysis & insights from training gopher. arXiv preprint arXiv:2112.11446 (2021)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.5555\/3455716.3455856"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3451760"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.21236\/ADA249335"},{"key":"e_1_3_2_1_47_1","volume-title":"It's not just size that matters: Small language models are also few-shot learners. arXiv preprint arXiv:2009.07118","author":"Schick Timo","year":"2020","unstructured":"Timo Schick and Hinrich Sch\u00fctze. 2020. It's not just size that matters: Small language models are also few-shot learners. arXiv preprint arXiv:2009.07118 (2020)."},{"key":"e_1_3_2_1_48_1","unstructured":"Shaden Smith Mostofa Patwary Brandon Norick Patrick LeGresley Samyam Rajbhandari Jared Casper Zhun Liu Shrimai Prabhumoye George Zerveas Vijay Korthikanti et al. 2022. Using deepspeed and megatron to train megatron-turing nlg 530b a large-scale generative language model. arXiv preprint arXiv:2201.11990 (2022)."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01177-2_12"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-61572-1_19"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3322640.3326740"},{"key":"e_1_3_2_1_52_1","volume-title":"Attention is all you need. arXiv preprint arXiv:1706.03762","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, Lukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. arXiv preprint arXiv:1706.03762 (2017)."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/QRS-C.2019.00038"},{"key":"e_1_3_2_1_54_1","volume-title":"Aakanksha Chowdhery, and Denny Zhou.","author":"Wang Xuezhi","year":"2022","unstructured":"Xuezhi Wang, Jason Wei, Dale Schuurmans, Quoc Le, Ed Chi, Sharan Narang, Aakanksha Chowdhery, and Denny Zhou. 2022. Self-consistency improves chain of thought reasoning in language models. arXiv preprint arXiv:2203.11171 (2022)."},{"key":"e_1_3_2_1_55_1","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Fei Xia, Ed Chi, Quoc V Le, Denny Zhou, et al. 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in Neural Information Processing Systems 35 (2022), 24824--24837.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_56_1","volume-title":"Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision. 1859--1868","author":"Wu Ting-Wei","year":"2023","unstructured":"Ting-Wei Wu, Jia-Hong Huang, Joseph Lin, and Marcel Worring. 2023. Expertdefined Keywords Improve Interpretability of Retinal Image Captioning. In Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision. 1859--1868."},{"key":"e_1_3_2_1_57_1","unstructured":"Chaojun Xiao Haoxi Zhong Zhipeng Guo Cunchao Tu Zhiyuan Liu Maosong Sun Yansong Feng Xianpei Han Zhen Hu Heng Wang et al. 2018. Cail2018: A large-scale legal dataset for judgment prediction. arXiv preprint arXiv:1807.02478 (2018)."},{"key":"e_1_3_2_1_58_1","unstructured":"Chaojun Xiao Haoxi Zhong Zhipeng Guo Cunchao Tu Zhiyuan Liu Maosong Sun Tianyang Zhang Xianpei Han Zhen Hu Heng Wang et al. 2019. Cail2019-scm: A dataset of similar case matching in legal domain. arXiv preprint arXiv:1911.08962 (2019)."},{"key":"e_1_3_2_1_59_1","volume-title":"Interpretable charge predictions for criminal cases: Learning to generate court views from fact descriptions. arXiv preprint arXiv:1802.08504","author":"Ye Hai","year":"2018","unstructured":"Hai Ye, Xin Jiang, Zhunchen Luo, and Wenhan Chao. 2018. Interpretable charge predictions for criminal cases: Learning to generate court views from fact descriptions. arXiv preprint arXiv:1802.08504 (2018)."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1390"},{"key":"e_1_3_2_1_61_1","volume-title":"How does NLP benefit legal system: A summary of legal artificial intelligence. arXiv preprint arXiv:2004.12158","author":"Zhong Haoxi","year":"2020","unstructured":"Haoxi Zhong, Chaojun Xiao, Cunchao Tu, Tianyang Zhang, Zhiyuan Liu, and Maosong Sun. 2020. How does NLP benefit legal system: A summary of legal artificial intelligence. arXiv preprint arXiv:2004.12158 (2020)."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6519"}],"event":{"name":"CIKM '24: The 33rd ACM International Conference on Information and Knowledge Management","location":"Boise ID USA","acronym":"CIKM '24","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 33rd ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3680025","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3627673.3680025","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:58:17Z","timestamp":1750294697000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3680025"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,21]]},"references-count":62,"alternative-id":["10.1145\/3627673.3680025","10.1145\/3627673"],"URL":"https:\/\/doi.org\/10.1145\/3627673.3680025","relation":{},"subject":[],"published":{"date-parts":[[2024,10,21]]},"assertion":[{"value":"2024-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}