{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T17:37:36Z","timestamp":1781717856046,"version":"3.54.5"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"23","license":[{"start":{"date-parts":[[2024,5,7]],"date-time":"2024-05-07T00:00:00Z","timestamp":1715040000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,5,7]],"date-time":"2024-05-07T00:00:00Z","timestamp":1715040000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100008982","name":"Qatar National Research Fund","doi-asserted-by":"publisher","award":["NPRP11S-1227-170135"],"award-info":[{"award-number":["NPRP11S-1227-170135"]}],"id":[{"id":"10.13039\/100008982","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2024,8]]},"DOI":"10.1007\/s00521-024-09869-7","type":"journal-article","created":{"date-parts":[[2024,5,7]],"date-time":"2024-05-07T18:01:54Z","timestamp":1715104914000},"page":"14465-14481","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Deep learning-based automatic analysis of legal contracts: a named entity recognition benchmark"],"prefix":"10.1007","volume":"36","author":[{"given":"Bajeela","family":"Aejas","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abdelhak","family":"Belhi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8881-361X","authenticated-orcid":false,"given":"Haiqing","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abdelaziz","family":"Bouras","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,5,7]]},"reference":[{"key":"9869_CR1","doi-asserted-by":"publisher","unstructured":"Grishman R, Sundheim B (1996) Message understanding conference-6: a brief history. In: Proceedings of the 16th conference on computational linguistics. 1:466\u2013471. https:\/\/doi.org\/10.3115\/992628.992709","DOI":"10.3115\/992628.992709"},{"key":"9869_CR2","doi-asserted-by":"crossref","unstructured":"Tjong Kim Sang EF, De Meulder F (2003) Introduction to the CoNLL-2003 shared task: language-independent named entity recognition. In: Proceedings of the seventh conference on natural language learning at HLT-NAACL 2003:142\u2013147, [Online]. Available: https:\/\/aclanthology.org\/W03-0419","DOI":"10.3115\/1119176.1119195"},{"key":"9869_CR3","doi-asserted-by":"crossref","unstructured":"Au TWT, Cox IJ, Lampos V (2022) E-NER\u2014an annotated named entity recognition corpus of legal text. arXiv:2212.09306","DOI":"10.18653\/v1\/2022.nllp-1.22"},{"key":"9869_CR4","doi-asserted-by":"publisher","DOI":"10.1145\/3522593","author":"Y Wang","year":"2022","unstructured":"Wang Y, Tong H, Zhu Z, Li Y (2022) Nested named entity recognition: a survey. ACM Trans Knowl Discov Data. https:\/\/doi.org\/10.1145\/3522593","journal-title":"ACM Trans Knowl Discov Data"},{"key":"9869_CR5","doi-asserted-by":"publisher","first-page":"104416","DOI":"10.1016\/j.jbi.2023.104416","volume":"144","author":"T Tsujimura","year":"2023","unstructured":"Tsujimura T, Yamada K, Ida R, Miwa M, Sasaki Y (2023) Contextualized medication event extraction with striding NER and multi-turn QA. J Biomed Inform 144:104416. https:\/\/doi.org\/10.1016\/j.jbi.2023.104416","journal-title":"J Biomed Inform"},{"key":"9869_CR6","doi-asserted-by":"publisher","first-page":"104317","DOI":"10.1016\/j.jbi.2023.104317","volume":"140","author":"Y Yang","year":"2023","unstructured":"Yang Y, Lin H, Yang Z, Zhang Y, Zhao D, Huai S (2023) ADPG: biomedical entity recognition based on automatic dependency parsing graph. J Biomed Inform 140:104317. https:\/\/doi.org\/10.1016\/j.jbi.2023.104317","journal-title":"J Biomed Inform"},{"key":"9869_CR7","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1007\/978-3-030-66777-1_11","volume-title":"Data analytics for cultural heritage: current trends and concepts","author":"B Aejas","year":"2021","unstructured":"Aejas B, Bouras A, Belhi A, Gasmi H (2021) Named entity recognition for cultural heritage preservation. In: Belhi A, Bouras A, Al-Ali AK, Sadka AH (eds) Data analytics for cultural heritage: current trends and concepts. Springer International Publishing, Cham, pp 249\u2013270"},{"key":"9869_CR8","unstructured":"Curtotti M, McCreath E (2010) Corpus based classification of text in Australian contracts. In: Proceedings of the Australasian language technology association workshop. 2010:18\u201326, [Online]. Available: https:\/\/aclanthology.org\/U10-1005"},{"key":"9869_CR9","doi-asserted-by":"crossref","unstructured":"Indukuri KV, Krishna PR (2010) Mining e-contract documents to classify clauses. In: Proceedings of the third annual ACM Bangalore conference. pp. 1\u20135","DOI":"10.1145\/1754288.1754295"},{"key":"9869_CR10","doi-asserted-by":"publisher","unstructured":"Loza Mencia E (2009) Segmentation of legal documents. In: Proceedings of the 12th international conference on artificial intelligence and law., pp. 88\u201397. https:\/\/doi.org\/10.1145\/1568234.1568245","DOI":"10.1145\/1568234.1568245"},{"key":"9869_CR11","doi-asserted-by":"publisher","unstructured":"Chalkidis I, Androutsopoulos I, Michos A (2017) Extracting contract elements. In: Proceedings of the 16th edition of the international conference on articial intelligence and law. pp. 19\u201328. https:\/\/doi.org\/10.1145\/3086512.3086515","DOI":"10.1145\/3086512.3086515"},{"key":"9869_CR12","first-page":"155","volume":"2017","author":"I Chalkidis","year":"2017","unstructured":"Chalkidis I, Androutsopoulos I (2017) A deep learning approach to contract element extraction. JURIX 2017:155\u2013164","journal-title":"JURIX"},{"key":"9869_CR13","doi-asserted-by":"publisher","unstructured":"Chalkidis I, Fergadiotis M, Malakasiotis P, Aletras N, Androutsopoulos I (2020) LEGAL-BERT: the muppets straight out of law school. In: Findings of the association for computational linguistics: EMNLP 2020. pp. 2898\u20132904. https:\/\/doi.org\/10.18653\/v1\/2020.findings-emnlp.261","DOI":"10.18653\/v1\/2020.findings-emnlp.261"},{"key":"9869_CR14","unstructured":"Chalkidis I, Fergadiotis M, Malakasiotis P, Androutsopoulos I (2021) Neural contract element extraction revisited: letters from sesame street. arXiv Prepr. arXiv:2101.04355"},{"key":"9869_CR15","doi-asserted-by":"publisher","unstructured":"Dolga R, Treleaven P, Denny MT (2020) Machine understandable contracts with deep learning. In: 2020 international conference on computational science and computational intelligence (CSCI). pp 551\u2013557, https:\/\/doi.org\/10.1109\/CSCI51800.2020.00099","DOI":"10.1109\/CSCI51800.2020.00099"},{"key":"9869_CR16","unstructured":"Tuggener D, von D\u00e4niken P, Peetz T, Cieliebak M (2020) LEDGAR: a large-scale multi-label corpus for text classification of legal provisions in contracts. In: Proceedings of the twelfth language resources and evaluation conference. pp. 1235\u20131241, [Online]. Available: https:\/\/aclanthology.org\/2020.lrec-1.155"},{"key":"9869_CR17","doi-asserted-by":"publisher","unstructured":"Luz de Araujo PH, de Campos TE, de Oliveira RRR, Stauffer M, Couto S, Bermejo P (2018) LeNER-Br: a dataset for named entity recognition in Brazilian legal text. In: International conference on the computational processing of Portuguese. pp. 313\u2013323. https:\/\/doi.org\/10.1007\/978-3-319-99722-3_32","DOI":"10.1007\/978-3-319-99722-3_32"},{"key":"9869_CR18","doi-asserted-by":"crossref","unstructured":"Lample G, Ballesteros M, Subramanian S, Kawakami K, Dyer C (2016) Neural architectures for named entity recognition. arXiv:1603.01360","DOI":"10.18653\/v1\/N16-1030"},{"key":"9869_CR19","doi-asserted-by":"crossref","unstructured":"Leitner E, Rehm G, Moreno-Schneider J (2019) Fine-grained named entity recognition in legal documents BT\u2014semantic systems. The power of AI and knowledge graphs. pp. 272\u2013287","DOI":"10.1007\/978-3-030-33220-4_20"},{"key":"9869_CR20","unstructured":"Leitner E, Rehm G, Moreno-Schneider J (2020) A dataset of German legal documents for named entity recognition. In: Proceedings of the 12th language resources and evaluation conference. pp 4478\u20134485, [Online]. Available: https:\/\/aclanthology.org\/2020.lrec-1.551"},{"key":"9869_CR21","unstructured":"Funaki R, Nagata Y, Suenaga K, Mori S (2020) A contract corpus for recognizing rights and obligations"},{"key":"9869_CR22","doi-asserted-by":"publisher","unstructured":"Keshavarz H et al (2022) Named entity recognition in long documents: an end-to-end case study in the legal domain. In: 2022 IEEE international conference on Big Data (Big Data). pp. 2024\u20132033. https:\/\/doi.org\/10.1109\/BigData55660.2022.10020873","DOI":"10.1109\/BigData55660.2022.10020873"},{"key":"9869_CR23","doi-asserted-by":"publisher","first-page":"127064","DOI":"10.1016\/j.neucom.2023.127064","volume":"568","author":"GMC Guimar\u00e3es","year":"2024","unstructured":"Guimar\u00e3es GMC et al (2024) DODFMiner: an automated tool for named entity recognition from official gazettes. Neurocomputing 568:127064. https:\/\/doi.org\/10.1016\/j.neucom.2023.127064","journal-title":"Neurocomputing"},{"key":"9869_CR24","doi-asserted-by":"publisher","unstructured":"Lee S-M, Tan Y-H, Yu H-T (2023) LeArNER: few-shot legal argument named entity recognition. In: 19th international conference on artificial intelligence and law, ICAIL 2023 - Proceedings of the Conference. Pp 422\u2013426. https:\/\/doi.org\/10.1145\/3594536.3595144","DOI":"10.1145\/3594536.3595144"},{"issue":"1","key":"9869_CR25","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1186\/s40649-019-0069-y","volume":"6","author":"S Zhang","year":"2019","unstructured":"Zhang S, Tong H, Xu J, Maciejewski R (2019) Graph convolutional networks: a comprehensive review. Comput Soc Networks 6(1):11. https:\/\/doi.org\/10.1186\/s40649-019-0069-y","journal-title":"Comput Soc Networks"},{"key":"9869_CR26","doi-asserted-by":"publisher","unstructured":"Wan J, Ru D, Zhang W, Yu Y (2022) Nested named entity recognition with span-level graphs. In: Proceedings of the 60th annual meeting of the association for computational linguistics (Volume 1: Long Papers). pp. 892\u2013903, doi: https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.63","DOI":"10.18653\/v1\/2022.acl-long.63"},{"key":"9869_CR27","doi-asserted-by":"publisher","unstructured":"Nadapana V, Kommanti HB (2022) Investigating the role of named entity recognition in question answering models. In: 2022 IEEE 3rd global conference for advancement in technology (GCAT). pp. 1\u20137. https:\/\/doi.org\/10.1109\/GCAT55367.2022.9972157","DOI":"10.1109\/GCAT55367.2022.9972157"},{"key":"9869_CR28","doi-asserted-by":"publisher","DOI":"10.3390\/app13085163","author":"Y-J Park","year":"2023","unstructured":"Park Y-J, Lee M, Yang G-J, Park SJ, Sohn C-B (2023) Web interface of NER and RE with BERT for biomedical text mining. Appl Sci. https:\/\/doi.org\/10.3390\/app13085163","journal-title":"Appl Sci"},{"key":"9869_CR29","unstructured":"Ramshaw L, Marcus M (1995) Text chunking using transformation-based learning, [Online]. Available: https:\/\/aclanthology.org\/W95-0107"},{"key":"9869_CR30","doi-asserted-by":"publisher","DOI":"10.1145\/2907070","author":"P Branco","year":"2016","unstructured":"Branco P, Torgo L, Ribeiro RP (2016) A survey of predictive modeling on imbalanced domains. ACM Comput Surv. https:\/\/doi.org\/10.1145\/2907070","journal-title":"ACM Comput Surv"},{"key":"9869_CR31","unstructured":"Lafferty J, McCallum A, Pereira FCN (2001) Conditional random fields: probabilistic models for segmenting and labeling sequence data"},{"key":"9869_CR32","doi-asserted-by":"crossref","unstructured":"Graves A, Fern\u00e1ndez S, Schmidhuber J (2005) Bidirectional LSTM Networks for improved phoneme classification and recognition. In: Proceedings of the 15th international conference on artificial neural networks: formal models and their applications - Volume Part II. pp. 799\u2013804","DOI":"10.1007\/11550907_126"},{"key":"9869_CR33","unstructured":"Vaswani A et al (2017) Attention is all you need. In: Advances in neural information processing systems, vol. 30, [Online]. Available: https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2017\/file\/3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf"},{"issue":"10","key":"9869_CR34","doi-asserted-by":"publisher","first-page":"2451","DOI":"10.1162\/089976600300015015","volume":"12","author":"FA Gers","year":"2000","unstructured":"Gers FA, Schmidhuber J, Cummins F (2000) Learning to forget: continual prediction with LSTM. Neural Comput 12(10):2451\u20132471","journal-title":"Neural Comput"},{"key":"9869_CR35","doi-asserted-by":"publisher","first-page":"59684","DOI":"10.1109\/ACCESS.2020.2981361","volume":"8","author":"J Kim","year":"2020","unstructured":"Kim J, Ko Y, Seo J (2020) Construction of machine-labeled data for improving named entity recognition by transfer learning. IEEE Access 8:59684\u201359693. https:\/\/doi.org\/10.1109\/ACCESS.2020.2981361","journal-title":"IEEE Access"},{"key":"9869_CR36","doi-asserted-by":"publisher","unstructured":"Ma X, Hovy E (2016) End-to-end sequence labeling via bi-directional LSTM-CNNs-CRF. pp. 1064\u20131074. https:\/\/doi.org\/10.18653\/v1\/P16-1101","DOI":"10.18653\/v1\/P16-1101"},{"key":"9869_CR37","doi-asserted-by":"publisher","unstructured":"Zhai Z, Nguyen DQ, Verspoor K (2018) Comparing CNN and LSTM character-level embeddings in BiLSTM-CRF models for chemical and disease named entity recognition. In: Proceedings of the ninth international workshop on health text mining and information analysis. pp. 38\u201343. https:\/\/doi.org\/10.18653\/v1\/W18-5605","DOI":"10.18653\/v1\/W18-5605"},{"key":"9869_CR38","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2019) BERT: pre-training of deep bidirectional transformers for language understanding. ArXiv, vol. abs\/1810.0, [Online]. Available: https:\/\/api.semanticscholar.org\/CorpusID:52967399"},{"key":"9869_CR39","unstructured":"Zhuang L, Wayne L, Ya S, Jun Z (2021) A robustly optimized BERT pre-training approach with post-training. In: Proceedings of the 20th Chinese national conference on computational linguistics, pp. 1218\u20131227, [Online]. Available: https:\/\/aclanthology.org\/2021.ccl-1.108"},{"key":"9869_CR40","unstructured":"Sanh V, Debut L, Chaumond J, Wolf T (2019) DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter"},{"issue":"1","key":"9869_CR41","first-page":"281","volume":"13","author":"B James","year":"2012","unstructured":"James B, Yoshua B (2012) Random search for hyper-parameter optimization. J Mach Learn Res 13(1):281\u2013305","journal-title":"J Mach Learn Res"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09869-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-09869-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09869-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,19]],"date-time":"2024-08-19T10:15:28Z","timestamp":1724062528000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-09869-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,7]]},"references-count":41,"journal-issue":{"issue":"23","published-print":{"date-parts":[[2024,8]]}},"alternative-id":["9869"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-09869-7","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,5,7]]},"assertion":[{"value":"27 September 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 April 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 May 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}