{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T12:58:01Z","timestamp":1779886681930,"version":"3.53.1"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,21]]},"DOI":"10.1145\/3627673.3680020","type":"proceedings-article","created":{"date-parts":[[2024,10,20]],"date-time":"2024-10-20T19:34:11Z","timestamp":1729452851000},"page":"4882-4889","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":35,"title":["LawLLM: Law Large Language Model for the US Legal System"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-9785-3934","authenticated-orcid":false,"given":"Dong","family":"Shu","sequence":"first","affiliation":[{"name":"Northwestern University, Evanston, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4563-9302","authenticated-orcid":false,"given":"Haoran","family":"Zhao","sequence":"additional","affiliation":[{"name":"Northwestern University, Evanston, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4608-9448","authenticated-orcid":false,"given":"Xukun","family":"Liu","sequence":"additional","affiliation":[{"name":"Northwestern University, Evanston, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7560-1132","authenticated-orcid":false,"given":"David","family":"Demeter","sequence":"additional","affiliation":[{"name":"Northwestern University, Evanston, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1614-6069","authenticated-orcid":false,"given":"Mengnan","family":"Du","sequence":"additional","affiliation":[{"name":"New Jersey Institute of Technology, Newark, NJ, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2633-8555","authenticated-orcid":false,"given":"Yongfeng","family":"Zhang","sequence":"additional","affiliation":[{"name":"Rutgers University, New Brunswick, NJ, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,10,21]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Diogo Almeida, Janko Altenschmidt, Sam Altman, Shyamal Anadkat, et al.","author":"Achiam Josh","year":"2023","unstructured":"Josh Achiam, Steven Adler, Sandhini Agarwal, Lama Ahmad, Ilge Akkaya, Florencia Leoni Aleman, Diogo Almeida, Janko Altenschmidt, Sam Altman, Shyamal Anadkat, et al. 2023. Gpt-4 technical report. arXiv preprint arXiv:2303.08774 (2023)."},{"key":"e_1_3_2_1_2_1","volume-title":"PILOT: Legal Case Outcome Prediction with Case Law. arXiv preprint arXiv:2401.15770","author":"Cao Lang","year":"2024","unstructured":"Lang Cao, Zifeng Wang, Cao Xiao, and Jimeng Sun. 2024. PILOT: Legal Case Outcome Prediction with Case Law. arXiv preprint arXiv:2401.15770 (2024)."},{"key":"e_1_3_2_1_3_1","volume-title":"Neural legal judgment prediction in English. arXiv preprint arXiv:1906.02059","author":"Chalkidis Ilias","year":"2019","unstructured":"Ilias Chalkidis, Ion Androutsopoulos, and Nikolaos Aletras. 2019. Neural legal judgment prediction in English. arXiv preprint arXiv:1906.02059 (2019)."},{"key":"e_1_3_2_1_4_1","volume-title":"Malik Boudiaf, Dominic Culver, Rui Melo, Caio Corro, Andre FT Martins, Fabrizio Esposito, Vera L\u00facia Raposo, Sofia Morgado, et al.","author":"Colombo Pierre","year":"2024","unstructured":"Pierre Colombo, Telmo Pessoa Pires, Malik Boudiaf, Dominic Culver, Rui Melo, Caio Corro, Andre FT Martins, Fabrizio Esposito, Vera L\u00facia Raposo, Sofia Morgado, et al. 2024. Saullm-7b: A pioneering large language model for law. arXiv preprint arXiv:2403.03883 (2024)."},{"key":"e_1_3_2_1_5_1","volume-title":"Chatlaw: Open-source legal large language model with integrated external knowledge bases. arXiv preprint arXiv:2306.16092","author":"Cui Jiaxi","year":"2023","unstructured":"Jiaxi Cui, Zongjian Li, Yang Yan, Bohua Chen, and Li Yuan. 2023. Chatlaw: Open-source legal large language model with integrated external knowledge bases. arXiv preprint arXiv:2306.16092 (2023)."},{"key":"e_1_3_2_1_6_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Dettmers Tim","year":"2024","unstructured":"Tim Dettmers, Artidoro Pagnoni, Ari Holtzman, and Luke Zettlemoyer. 2024. Qlora: Efficient finetuning of quantized llms. Advances in Neural Information Processing Systems, Vol. 36 (2024)."},{"key":"e_1_3_2_1_7_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_1_8_1","volume-title":"How contextual are contextualized word representations? Comparing the geometry of BERT, ELMo, and GPT-2 embeddings. arXiv preprint arXiv:1909.00512","author":"Ethayarajh Kawin","year":"2019","unstructured":"Kawin Ethayarajh. 2019. How contextual are contextualized word representations? Comparing the geometry of BERT, ELMo, and GPT-2 embeddings. arXiv preprint arXiv:1909.00512 (2019)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2311.13281"},{"key":"e_1_3_2_1_10_1","volume-title":"Accessed","author":"School's Library Innovation Lab Harvard Law","year":"2024","unstructured":"Harvard Law School's Library Innovation Lab. Accessed in 2024. CaseLaw Project. https:\/\/case.law\/. Comprehensive database of U.S. court decisions."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3594536.3595170"},{"key":"e_1_3_2_1_12_1","volume-title":"Health-llm: Personalized retrieval-augmented disease prediction system. arXiv preprint arXiv:2402.00746","author":"Jin Mingyu","year":"2024","unstructured":"Mingyu Jin, Qinkai Yu, Dong Shu, Chong Zhang, Lizhou Fan, Wenyue Hua, Suiyuan Zhu, Yanda Meng, Zhenting Wang, Mengnan Du, et al. 2024. Health-llm: Personalized retrieval-augmented disease prediction system. arXiv preprint arXiv:2402.00746 (2024)."},{"key":"e_1_3_2_1_13_1","unstructured":"Mingyu Jin Qinkai Yu Haiyan Zhao Wenyue Hua Yanda Meng Yongfeng Zhang Mengnan Du et al. 2024. The impact of reasoning step length on large language models. arXiv preprint arXiv:2401.04925 (2024)."},{"key":"e_1_3_2_1_14_1","volume-title":"A retrieval strategy for case-based reasoning using similarity and association knowledge","author":"Kang Yong-Bin","year":"2013","unstructured":"Yong-Bin Kang, Shonali Krishnaswamy, and Arkady Zaslavsky. 2013. A retrieval strategy for case-based reasoning using similarity and association knowledge. IEEE transactions on cybernetics, Vol. 44, 4 (2013), 473--487."},{"key":"e_1_3_2_1_15_1","article-title":"Gpt-4 passes the bar exam","volume":"382","author":"Katz Daniel Martin","year":"2024","unstructured":"Daniel Martin Katz, Michael James Bommarito, Shang Gao, and Pablo Arredondo. 2024. Gpt-4 passes the bar exam. Philosophical Transactions of the Royal Society A, Vol. 382, 2270 (2024), 20230254.","journal-title":"Philosophical Transactions of the Royal Society A"},{"key":"e_1_3_2_1_16_1","volume-title":"Precedent and the Rule of Law. Oxford journal of legal studies","author":"Lewis Sebastian","year":"2021","unstructured":"Sebastian Lewis. 2021. Precedent and the Rule of Law. Oxford journal of legal studies, Vol. 41, 4 (2021), 873--898."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3609796"},{"key":"e_1_3_2_1_18_1","volume-title":"CaseEncoder: A Knowledge-enhanced Pre-trained Model for Legal Case Encoding. arXiv preprint arXiv:2305.05393","author":"Ma Yixiao","year":"2023","unstructured":"Yixiao Ma, Yueyue Wu, Weihang Su, Qingyao Ai, and Yiqun Liu. 2023. CaseEncoder: A Knowledge-enhanced Pre-trained Model for Legal Case Encoding. arXiv preprint arXiv:2305.05393 (2023)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10506-020-09280-2"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1155\/2023\/6660983"},{"key":"e_1_3_2_1_21_1","volume-title":"Shi Qiu, Muhammad Saqib, Saeed Anwar, Muhammad Usman, Nick Barnes, and Ajmal Mian.","author":"Naveed Humza","year":"2023","unstructured":"Humza Naveed, Asad Ullah Khan, Shi Qiu, Muhammad Saqib, Saeed Anwar, Muhammad Usman, Nick Barnes, and Ajmal Mian. 2023. A comprehensive overview of large language models. arXiv preprint arXiv:2307.06435 (2023)."},{"key":"e_1_3_2_1_22_1","volume-title":"Incorporating Judgment Prediction into Legal Case Retrieval via Law-aware Generative Retrieval. arXiv preprint arXiv:2312.09591","author":"Qin Weicong","year":"2023","unstructured":"Weicong Qin, Zelin Cao, Weijie Yu, Zihua Si, Sirui Chen, and Jun Xu. 2023. Incorporating Judgment Prediction into Legal Case Retrieval via Law-aware Generative Retrieval. arXiv preprint arXiv:2312.09591 (2023)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.semeval-1.36"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485766"},{"key":"e_1_3_2_1_25_1","volume-title":"Knowledge Graph Large Language Model (KG-LLM) for Link Prediction. arXiv preprint arXiv:2403.07311","author":"Shu Dong","year":"2024","unstructured":"Dong Shu, Tianle Chen, Mingyu Jin, Yiting Zhang, Mengnan Du, and Yongfeng Zhang. 2024. Knowledge Graph Large Language Model (KG-LLM) for Link Prediction. arXiv preprint arXiv:2403.07311 (2024)."},{"key":"e_1_3_2_1_26_1","volume-title":"A Comprehensive Evaluation of Large Language Models on Legal Judgment Prediction. arXiv preprint arXiv:2310.11761","author":"Shui Ruihao","year":"2023","unstructured":"Ruihao Shui, Yixin Cao, Xiang Wang, and Tat-Seng Chua. 2023. A Comprehensive Evaluation of Large Language Models on Legal Judgment Prediction. arXiv preprint arXiv:2310.11761 (2023)."},{"key":"e_1_3_2_1_27_1","volume-title":"Caseformer: Pre-training for Legal Case Retrieval. arXiv preprint arXiv:2311.00333","author":"Su Weihang","year":"2023","unstructured":"Weihang Su, Qingyao Ai, Yueyue Wu, Yixiao Ma, Haitao Li, and Yiqun Liu. 2023. Caseformer: Pre-training for Legal Case Retrieval. arXiv preprint arXiv:2311.00333 (2023)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2303.09136"},{"key":"e_1_3_2_1_29_1","unstructured":"Gemini Team Rohan Anil Sebastian Borgeaud Yonghui Wu Jean-Baptiste Alayrac Jiahui Yu Radu Soricut Johan Schalkwyk Andrew M Dai Anja Hauth et al. 2023. Gemini: a family of highly capable multimodal models. arXiv preprint arXiv:2312.11805 (2023)."},{"key":"e_1_3_2_1_30_1","volume-title":"Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971","author":"Touvron Hugo","year":"2023","unstructured":"Hugo Touvron, Thibaut Lavril, Gautier Izacard, Xavier Martinet, Marie-Anne Lachaux, Timoth\u00e9e Lacroix, Baptiste Rozi\u00e8re, Naman Goyal, Eric Hambro, Faisal Azhar, et al. 2023. Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICAICA50127.2020.9182565"},{"key":"e_1_3_2_1_32_1","volume-title":"Joint Extraction Methods for Semantic Retrieval in Chinese Judicial Cases. In 2021 16th International Conference on Computer Science & Education (ICCSE). IEEE, 1126--1129","author":"Wu Hao","year":"2021","unstructured":"Hao Wu, Songyuan Gu, Zhu Wang, and Yang Weng. 2021. Joint Extraction Methods for Semantic Retrieval in Chinese Judicial Cases. In 2021 16th International Conference on Computer Science & Education (ICCSE). IEEE, 1126--1129."},{"key":"e_1_3_2_1_33_1","volume-title":"Precedent-Enhanced Legal Judgment Prediction with LLM and Domain-Model Collaboration. arXiv preprint arXiv:2310.09241","author":"Wu Yiquan","year":"2023","unstructured":"Yiquan Wu, Siying Zhou, Yifei Liu, Weiming Lu, Xiaozhong Liu, Yating Zhang, Changlong Sun, Fei Wu, and Kun Kuang. 2023. Precedent-Enhanced Legal Judgment Prediction with LLM and Domain-Model Collaboration. arXiv preprint arXiv:2310.09241 (2023)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.740"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2021.06.003"},{"key":"e_1_3_2_1_36_1","volume-title":"An explanation of in-context learning as implicit bayesian inference. arXiv preprint arXiv:2111.02080","author":"Xie Sang Michael","year":"2021","unstructured":"Sang Michael Xie, Aditi Raghunathan, Percy Liang, and Tengyu Ma. 2021. An explanation of in-context learning as implicit bayesian inference. arXiv preprint arXiv:2111.02080 (2021)."},{"key":"e_1_3_2_1_37_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Zheng Lianmin","year":"2024","unstructured":"Lianmin Zheng, Wei-Lin Chiang, Ying Sheng, Siyuan Zhuang, Zhanghao Wu, Yonghao Zhuang, Zi Lin, Zhuohan Li, Dacheng Li, Eric Xing, et al. 2024. Judging llm-as-a-judge with mt-bench and chatbot arena. Advances in Neural Information Processing Systems, Vol. 36 (2024)."},{"key":"e_1_3_2_1_38_1","volume-title":"How Does NLP Benefit Legal System: A Summary of Legal Artificial Intelligence. arxiv","author":"Zhong Haoxi","year":"2004","unstructured":"Haoxi Zhong, Chaojun Xiao, Cunchao Tu, Tianyang Zhang, Zhiyuan Liu, and Maosong Sun. 2020. How Does NLP Benefit Legal System: A Summary of Legal Artificial Intelligence. arxiv: 2004.12158 [cs.CL]"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3624918.3625328"}],"event":{"name":"CIKM '24: The 33rd ACM International Conference on Information and Knowledge Management","location":"Boise ID USA","acronym":"CIKM '24","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 33rd ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3680020","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3627673.3680020","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:58:17Z","timestamp":1750294697000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3680020"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,21]]},"references-count":39,"alternative-id":["10.1145\/3627673.3680020","10.1145\/3627673"],"URL":"https:\/\/doi.org\/10.1145\/3627673.3680020","relation":{},"subject":[],"published":{"date-parts":[[2024,10,21]]},"assertion":[{"value":"2024-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}