{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T14:26:42Z","timestamp":1783348002413,"version":"3.54.6"},"reference-count":37,"publisher":"Oxford University Press (OUP)","issue":"4","license":[{"start":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T00:00:00Z","timestamp":1783296000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"La Caixa Foundation","award":["2023DIG11"],"award-info":[{"award-number":["2023DIG11"]}]},{"DOI":"10.13039\/100012000","name":"CajaCanarias Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100012000","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,7,27]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:p>This study evaluates the applicability of generative artificial intelligence (AI), specifically Large Language Models (LLMs), in legal assistance tasks using the Artificial Intelligence for Legal Assistance challenge dataset, which includes 197 statutes, 2914 judicial cases, and 50 legal queries. The research compared conversational LLM tools with semantic retrieval systems based on dense embeddings. Results show that general-purpose tools (ChatGPT, NotebookLM) achieved poor discrimination, while embedding-based methods significantly improved accuracy: the OpenAI text-embedding-ada-002 model reached 46.43% retrieval accuracy, and a fine-tuned all-mpnet-base-v2 model improved from 18.9% to 31.87% (a 68.6% relative gain). These findings demonstrate that combining LLMs with semantic retrieval techniques enhances precision and scalability in legal information systems, offering a viable roadmap for developing domain-specific, efficient, and sustainable AI legal assistants.<\/jats:p>","DOI":"10.1093\/jigpal\/jzag043","type":"journal-article","created":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T14:05:37Z","timestamp":1783346737000},"source":"Crossref","is-referenced-by-count":0,"title":["Application of large language models in legal queries: experiments with the artificial intelligence for legal assistance challenge"],"prefix":"10.1093","volume":"34","author":[{"given":"Carlos A","family":"Mart\u00edn","sequence":"first","affiliation":[{"name":"Department of Computer Engineering and Systems , University of La Laguna, Camino San Francisco de Paula, n\u00b0 19, 38200, San Crist\u00f3bal de La Laguna, Santa Cruz de Tenerife,","place":["Spain"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jes\u00fas M","family":"Torres","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering and Systems , University of La Laguna, Camino San Francisco de Paula, n\u00b0 19, 38200, San Crist\u00f3bal de La Laguna, Santa Cruz de Tenerife,","place":["Spain"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rosa M","family":"Aguilar","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering and Systems , University of La Laguna, Camino San Francisco de Paula, n\u00b0 19, 38200, San Crist\u00f3bal de La Laguna, Santa Cruz de Tenerife,","place":["Spain"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Manuel A","family":"Bacallado","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering and Systems , University of La Laguna, Camino San Francisco de Paula, n\u00b0 19, 38200, San Crist\u00f3bal de La Laguna, Santa Cruz de Tenerife,","place":["Spain"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Silvia","family":"Alay\u00f3n","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering and Systems , University of La Laguna, Camino San Francisco de Paula, n\u00b0 19, 38200, San Crist\u00f3bal de La Laguna, Santa Cruz de Tenerife,","place":["Spain"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2026,7,6]]},"reference":[{"key":"2026070610053198400_ref2","first-page":"60","article-title":"Artificial intelligence as legal research assistant","volume":"2826","author":"Arora","year":"2020","journal-title":"CEUR Workshop Proc"},{"key":"2026070610053198400_ref3","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1145\/3368567.3368587","article-title":"FIRE 2019 AILA track: artificial intelligence for legal assistance","author":"Bhattacharya","year":"2019","journal-title":"Proc 11th Annu Meet Forum Inf Retr Eval"},{"key":"2026070610053198400_ref4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3441501.3441510","volume-title":"Proceedings of the 12th Annual Meeting of the Forum for Information Retrieval Evaluation","author":"Bhattacharya","year":"2021"},{"key":"2026070610053198400_ref5","first-page":"1","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Adv Neural Inf Process Syst"},{"key":"2026070610053198400_ref6","first-page":"2898","article-title":"LEGAL-BERT: The Muppets straight out of law school","volume":"2020","author":"Chalkidis","year":"2020","journal-title":"Find Assoc Comput Linguist EMNLP"},{"key":"2026070610053198400_ref7","doi-asserted-by":"crossref","first-page":"4430","DOI":"10.1109\/TASLPRO.2025.3622944","article-title":"Unlocking multi-view insights in knowledge-dense retrieval-augmented generation","volume":"33","author":"Chen","year":"2025","journal-title":"IEEE Trans Audio Speech Lang Process"},{"key":"2026070610053198400_ref9","first-page":"64","article-title":"Large legal fictions: profiling legal hallucinations in large language models","volume-title":"Journal of Legal Analysis","author":"Dahl","year":"2024"},{"key":"2026070610053198400_ref10","doi-asserted-by":"publisher","first-page":"4171","DOI":"10.18653\/v1\/N19-1423","article-title":"BERT: pre-training of deep bidirectional transformers for language understanding","volume":"1","author":"Devlin","year":"2019","journal-title":"Proc 2019 Conf North Am Chapter Assoc Comput Linguist Hum Lang Technol"},{"key":"2026070610053198400_ref13","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2105.11347","article-title":"IITP at AILA 2019: system report for artificial intelligence for legal assistance shared task","volume-title":"Working Notes of FIRE 2019 - Forum for Information Retrieval Evaluation","author":"Gain","year":"2020"},{"key":"2026070610053198400_ref14","doi-asserted-by":"publisher","first-page":"179759","DOI":"10.1109\/ACCESS.2025.3622138","article-title":"Legal AI for all: reducing perplexity and boosting accuracy in normative texts with fine-tuned LLMs and RAG","volume":"13","author":"Garc\u00eda-Montero","year":"2025","journal-title":"IEEE Access"},{"key":"2026070610053198400_ref16","doi-asserted-by":"publisher","first-page":"1167","DOI":"10.1145\/3616855.3635739","article-title":"HealAI: a healthcare LLM for effective medical documentation","author":"Goyal","year":"2024","journal-title":"Proc 17th ACM Int Conf Web Search Data Min"},{"key":"2026070610053198400_ref17","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2305.15062","article-title":"Lawyer LLaMA. Technical Report","author":"Huang","year":"2023"},{"key":"2026070610053198400_ref21","doi-asserted-by":"crossref","first-page":"6835","DOI":"10.53730\/ijhs.v6nS3.7553","article-title":"AI enabled legal assistance system: a case study","volume":"6","author":"Lalitha","year":"2022","journal-title":"Int J Health Sci"},{"key":"2026070610053198400_ref20","first-page":"33","article-title":"Retrieval-augmented generation for knowledge-intensive NLP tasks","author":"Lewis","year":"2020","journal-title":"Adv Neural Inf Process Syst"},{"key":"2026070610053198400_ref22","doi-asserted-by":"publisher","first-page":"1035","DOI":"10.1145\/3539618.3591761","article-title":"SAILER: structure-aware pre-trained language model for legal case retrieval","author":"Li","year":"2023","journal-title":"Proc 46th Int ACM SIGIR Conf Res Dev Inf Retr"},{"key":"2026070610053198400_ref23","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1111\/jels.12413","article-title":"Hallucination-free? Assessing the reliability of leading AI legal research tools","volume-title":"Journal of Empirical Legal Studies","author":"Magesh","year":"2025"},{"key":"2026070610053198400_ref25","first-page":"100247","article-title":"Textual similarity for legal precedents discovery: assessing the performance of machine learning techniques in an administrative court","volume":"4","author":"Mentzingen","year":"2024","journal-title":"Int J Inf Manag Data Insights"},{"key":"2026070610053198400_ref26","article-title":"Efficient estimation of word representations in vector space","author":"Mikolov","year":"2013","journal-title":"Proc 1st Int Conf Learn Represent (ICLR 2013), Workshop Track"},{"key":"2026070610053198400_ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2024.103949","article-title":"Retrieve\u2013revise\u2013refine: a novel framework for retrieval of concise entailing legal article set","volume":"62","author":"Nguyen","year":"2025","journal-title":"Inf Process Manag"},{"key":"2026070610053198400_ref30","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1145\/3503162.3506571","article-title":"AILA 2021: shared task on artificial intelligence for legal assistance","author":"Parikh","year":"2022","journal-title":"Proc 13th Annu Meet Forum Inf Retr Eval"},{"key":"2026070610053198400_ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2025.111570","article-title":"A fine-tuning framework based on question, context, and answer relationships for enhancing legal information retrieval","volume":"159","author":"Phung","year":"2025","journal-title":"Eng Appl Artif Intell"},{"key":"2026070610053198400_ref32","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1561\/1500000019","article-title":"The probabilistic relevance framework: BM25 and beyond","volume":"4","author":"Robertson","year":"2009","journal-title":"Found Trends Inf Retr"},{"key":"2026070610053198400_ref33","doi-asserted-by":"crossref","first-page":"18253","DOI":"10.1109\/ACCESS.2025.3533217","article-title":"Exploring LLMs applications in law: a literature review on current legal NLP approaches","volume":"13","author":"Siino","year":"2025","journal-title":"IEEE Access"},{"key":"2026070610053198400_ref34","doi-asserted-by":"publisher","first-page":"6743","DOI":"10.1145\/3637528.3671498","article-title":"AI for Education (AI4EDU): advancing personalized education with LLM and adaptive learning","author":"Wen","year":"2024","journal-title":"Proc 30th ACM SIGKDD Conf Knowl Discov Data Min"},{"key":"2026070610053198400_ref35","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2412.20138","article-title":"TradingAgents: multi-agents LLM financial trading framework","author":"Xiao","year":"2025"},{"key":"2026070610053198400_ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2025.112436","article-title":"RAGVA: engineering retrieval augmented generation-based virtual assistants in practice","volume":"226","author":"Yang","year":"2025","journal-title":"J Syst Softw"},{"key":"2026070610053198400_ref36","doi-asserted-by":"publisher","first-page":"610","DOI":"10.1145\/3757749.3757850","article-title":"LLM-driven E-commerce marketing content optimization: balancing creativity and conversion","author":"Yang","year":"2025","journal-title":"Proc 2nd Int Conf Comput Multimedia Technol"},{"key":"2026070610053198400_ref38","doi-asserted-by":"publisher","first-page":"2012627","DOI":"10.1007\/s11704-026-60308-3","article-title":"A survey of large language models","volume-title":"Front Comput Sci","author":"Zhao","year":"2026"},{"key":"2026070610053198400_ref1","volume-title":"LegalAI","author":"AILA dataset","year":"2019"},{"key":"2026070610053198400_ref8","author":"Chroma","year":"2022"},{"key":"2026070610053198400_ref11","author":"Ecma International","year":"2025"},{"key":"2026070610053198400_ref12","author":"European Union","year":"2024"},{"key":"2026070610053198400_ref15","author":"Google Labs","year":"2023"},{"key":"2026070610053198400_ref18","author":"Hugging Face","year":"2025"},{"key":"2026070610053198400_ref19","author":"Hugging Face","year":"2025"},{"key":"2026070610053198400_ref28","author":"OpenAI","year":"2024"},{"key":"2026070610053198400_ref29","author":"OpenAI","year":"2025"}],"container-title":["Logic Journal of the IGPL"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jigpal\/article-pdf\/34\/4\/jzag043\/68701665\/jzag043.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jigpal\/article-pdf\/34\/4\/jzag043\/68701665\/jzag043.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T14:05:39Z","timestamp":1783346739000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jigpal\/article\/doi\/10.1093\/jigpal\/jzag043\/8725402"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,6]]},"references-count":37,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2026,7,27]]}},"URL":"https:\/\/doi.org\/10.1093\/jigpal\/jzag043","relation":{},"ISSN":["1367-0751","1368-9894"],"issn-type":[{"value":"1367-0751","type":"print"},{"value":"1368-9894","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2026,8]]},"published":{"date-parts":[[2026,7,6]]},"article-number":"jzag043"}}