{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T19:16:54Z","timestamp":1783192614963,"version":"3.54.6"},"publisher-location":"Singapore","reference-count":21,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819549627","type":"print"},{"value":"9789819549634","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,11,22]],"date-time":"2025-11-22T00:00:00Z","timestamp":1763769600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,22]],"date-time":"2025-11-22T00:00:00Z","timestamp":1763769600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-95-4963-4_21","type":"book-chapter","created":{"date-parts":[[2025,11,21]],"date-time":"2025-11-21T17:06:40Z","timestamp":1763744800000},"page":"252-264","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["The Application of\u00a0Pre-trained Transformer Models to\u00a0UK Court of\u00a0Appeal Legal Judgments"],"prefix":"10.1007","author":[{"given":"Waleed","family":"Abbas","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tehseen","family":"Zia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Santosh","family":"Tirunagari","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vijay","family":"Chennareddy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mandeep","family":"Dhami","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David","family":"Windridge","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,11,22]]},"reference":[{"key":"21_CR1","doi-asserted-by":"publisher","unstructured":"Alsentzer, E., et al.: Publicly available clinical BERT embeddings. In: Proceedings of the 2nd Clinical Natural Language Processing Workshop, pp. 72\u201378. Association for Computational Linguistics, Minneapolis (2019). https:\/\/doi.org\/10.18653\/v1\/W19-1909","DOI":"10.18653\/v1\/W19-1909"},{"key":"21_CR2","unstructured":"Beltagy, I., Peters, M.E., Cohan, A.: LongFormer: the long-document transformer. arXiv preprint arXiv:2004.05150 (2020)"},{"key":"21_CR3","unstructured":"Betancur\u00a0S\u00e1nchez, D., et al.: Mel: legal spanish language model. arXiv preprint arXiv:2501.16011 (2025). Fine-tuned on Spanish legal corpora such as BOE and congressional texts"},{"key":"21_CR4","doi-asserted-by":"publisher","unstructured":"Chalkidis, I., et al.: LexGLUE: a benchmark dataset for legal language understanding in English. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 4310\u20134330. ACL, Dublin (2022). https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.297","DOI":"10.18653\/v1\/2022.acl-long.297"},{"key":"21_CR5","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: Bert: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 4171\u20134186. ACL, Minneapolis (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"21_CR6","doi-asserted-by":"crossref","unstructured":"Gupta, J., Sharma, A., Singhania, S., Abidi, A.I.: Legal assist AI: leveraging transformer-based model for effective legal assistance. arXiv preprint arXiv:2505.22003 (2025)","DOI":"10.21203\/rs.3.rs-5351879\/v1"},{"key":"21_CR7","doi-asserted-by":"publisher","first-page":"29217","DOI":"10.52202\/068431-2119","volume":"35","author":"P Henderson","year":"2022","unstructured":"Henderson, P., et al.: Pile of law: learning responsible data filtering from the law and a 256GB open-source legal dataset. Adv. Neural. Inf. Process. Syst. 35, 29217\u201329234 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"2270","key":"21_CR8","doi-asserted-by":"publisher","first-page":"20230254","DOI":"10.1098\/rsta.2023.0254","volume":"382","author":"DM Katz","year":"2024","unstructured":"Katz, D.M., Bommarito, M.J., Gao, S., Arredondo, P.: GPT-4 passes the bar exam. Philos. Trans. Roy. Soc. A: Math. Phys. Eng. Sci. 382(2270), 20230254 (2024). https:\/\/doi.org\/10.1098\/rsta.2023.0254","journal-title":"Philos. Trans. Roy. Soc. A: Math. Phys. Eng. Sci."},{"key":"21_CR9","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2019","unstructured":"Lee, J., Yoon, W., Kim, S., Kim, D., Kim, S., So, C.H., Kang, J.: BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36, 1234\u20131240 (2019)","journal-title":"Bioinformatics"},{"key":"21_CR10","unstructured":"Liu, Y., et al.: RoBERTa: a robustly optimized BERT pretraining approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"21_CR11","doi-asserted-by":"crossref","unstructured":"Naseem, U., Khushi, M., Reddy, V., Rajendran, S., Razzak, I., Kim, J.: BioalBERT: a simple and effective pre-trained language model for biomedical named entity recognition. In: Proceedings of the International Joint Conference on Neural Networks (IJCNN), pp.\u00a01\u20137. IEEE (2021)","DOI":"10.1109\/IJCNN52387.2021.9533884"},{"key":"21_CR12","doi-asserted-by":"publisher","unstructured":"Niklaus, J., Matoshi, V., St\u00fcrmer, M., Chalkidis, I., Ho, D.E.: MultiLegalPile: a 689gb multilingual legal corpus. In: Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 15065\u201315083. Association for Computational Linguistics, Bangkok (2024). https:\/\/doi.org\/10.18653\/v1\/2024.acl-long.805","DOI":"10.18653\/v1\/2024.acl-long.805"},{"key":"21_CR13","doi-asserted-by":"publisher","unstructured":"Quevedo, A., Rivas, P.: Legal natural language processing from 2015\u20132022: a comprehensive survey. arXiv preprint arXiv:2303.14263 (2023). https:\/\/doi.org\/10.48550\/arXiv.2303.14263","DOI":"10.48550\/arXiv.2303.14263"},{"key":"21_CR14","doi-asserted-by":"publisher","unstructured":"Quevedo, A., Rivas, P.: Natural language processing for the legal domain: a survey of tasks, datasets, models, and challenges. arXiv preprint arXiv:2410.21306 (2024). https:\/\/doi.org\/10.48550\/arXiv.2410.21306","DOI":"10.48550\/arXiv.2410.21306"},{"key":"21_CR15","doi-asserted-by":"publisher","first-page":"264","DOI":"10.1162\/tacl_a_00313","volume":"8","author":"S Rothe","year":"2019","unstructured":"Rothe, S., Narayan, S., Severyn, A.: Leveraging pre-trained checkpoints for sequence generation tasks. Trans. Assoc. Comput. Linguist. 8, 264\u2013280 (2019)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"21_CR16","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: Distilbert, a distilled version of BERT: smaller, faster, cheaper and lighter. ArXiv abs\/1910.01108 (2019)"},{"key":"21_CR17","doi-asserted-by":"publisher","unstructured":"Wolf, T., et al.: Transformers: state-of-the-art natural language processing. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP): System Demonstrations, pp. 38\u201345. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-demos.6","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"21_CR18","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1016\/j.aiopen.2021.06.003","volume":"2","author":"C Xiao","year":"2021","unstructured":"Xiao, C., Hu, X., Liu, Z., Tu, C., Sun, M.: LawFormer: a pre-trained language model for Chinese legal long documents. AI Open 2, 79\u201384 (2021). https:\/\/doi.org\/10.1016\/j.aiopen.2021.06.003","journal-title":"AI Open"},{"key":"21_CR19","unstructured":"Yang, Z., et al.: XLNet: generalized autoregressive pretraining for language understanding. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol.\u00a032. Curran Associates, Inc. (2019)"},{"key":"21_CR20","doi-asserted-by":"publisher","unstructured":"Zheng, L., Guha, N., Anderson, B.R., Henderson, P., Ho, D.E.: When does pretraining help? Assessing self-supervised learning for law and the CaseHOLD dataset of 53,000+ legal holdings. In: Proc. 18th Int. Conf. on Artificial Intelligence and Law, pp. 159\u2013168. ACM (2021). https:\/\/doi.org\/10.1145\/3462757.3466088","DOI":"10.1145\/3462757.3466088"},{"key":"21_CR21","doi-asserted-by":"publisher","unstructured":"Zhong, H., Xiao, C., Tu, C., Zhang, T., Liu, Z., Sun, M.: How does NLP benefit legal system: a summary of legal artificial intelligence. In: Proceedings of the ACL, pp. 5218\u20135230 (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.466","DOI":"10.18653\/v1\/2020.acl-main.466"}],"container-title":["Lecture Notes in Computer Science","Multi-disciplinary Trends in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-95-4963-4_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T18:59:42Z","timestamp":1783191582000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-95-4963-4_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,22]]},"ISBN":["9789819549627","9789819549634"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-981-95-4963-4_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,22]]},"assertion":[{"value":"22 November 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MIWAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Multi-disciplinary Trends in Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ho Chi Minh City","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vietnam","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 December 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miwai2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/miwai25.miwai.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}