{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T01:34:16Z","timestamp":1768354456767,"version":"3.49.0"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031482311","type":"print"},{"value":"9783031482328","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-48232-8_6","type":"book-chapter","created":{"date-parts":[[2023,11,14]],"date-time":"2023-11-14T14:02:36Z","timestamp":1699970556000},"page":"51-63","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Evaluating Text Classification in\u00a0the\u00a0Legal Domain Using BERT Embeddings"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1290-6454","authenticated-orcid":false,"given":"Jos\u00e9 Alfredo F.","family":"Costa","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5699-2657","authenticated-orcid":false,"given":"Nielsen Castelo D.","family":"Dantas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4225-6905","authenticated-orcid":false,"given":"Esdras Daniel S. A.","family":"Silva","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,11,15]]},"reference":[{"issue":"1","key":"6_CR1","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1016\/S0306-4573(02)00021-3","volume":"39","author":"A Aizawa","year":"2003","unstructured":"Aizawa, A.: An information-theoretic perspective of tf-idf measures. Inf. Process. Manag. 39(1), 45\u201365 (2003)","journal-title":"Inf. Process. Manag."},{"key":"6_CR2","doi-asserted-by":"publisher","first-page":"e93","DOI":"10.7717\/peerj-cs.93","volume":"2","author":"N Aletras","year":"2016","unstructured":"Aletras, N., Tsarapatsanis, D., Preotiuc-Pietro, D., Lampos, V.: Predicting judicial decisions of the European court of human rights: a natural language processing perspective. PeerJ Comput. Sci. 2, e93 (2016)","journal-title":"PeerJ Comput. Sci."},{"key":"6_CR3","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1007\/978-3-030-86230-5_6","volume-title":"Progress in Artificial Intelligence","author":"DC Ara\u00fajo","year":"2021","unstructured":"Ara\u00fajo, D.C., Lima, A., Lima, J.P., Costa, J.A.: A comparison of classification methods applied to legal text data. In: Marreiros, G., Melo, F.S., Lau, N., Lopes Cardoso, H., Reis, L.P. (eds.) EPIA 2021. LNCS (LNAI), vol. 12981, pp. 68\u201380. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86230-5_6"},{"key":"6_CR4","unstructured":"Boer, A., Engers, T.M.v., Winkels, R.: Using ontology\u2019s for an intelligent legal information system. In: Proceedings of the Workshop on Legal Ontologies (1997)"},{"key":"6_CR5","unstructured":"Bourcier, D., Mazzega, P.: Toward measures of legal predictability. In: Proceedings of the 11th International Conferenec on Artificial Intelligence and Law, pp. 207\u2013215 (2007)"},{"key":"6_CR6","unstructured":"Chalkidis, I., Androutsopoulos, I.: A deep learning approach to contract element extraction. arXiv preprint arXiv:2005.07033 (2020)"},{"key":"6_CR7","doi-asserted-by":"crossref","unstructured":"Chalkidis, N., Fergadiotis, M., Malakasiotis, P., Aletras, N., Androutsopoulos, I.: Extreme multi-label legal text classification: a case study in EU legislation. In: Proceedings of the Natural Legal Language Processing Workshop 2019, pp. 78\u201387 (2019)","DOI":"10.18653\/v1\/W19-2209"},{"key":"6_CR8","doi-asserted-by":"crossref","unstructured":"Conneau, A., Kiela, D., Schwenk, H., et al.: Supervised learning of universal sentence representations from natural language inference data. In: EMNLP (2017)","DOI":"10.18653\/v1\/D17-1070"},{"key":"6_CR9","unstructured":"Conselho Nacional de Justi\u00e7a: Justi\u00e7a em n\u00fameros 2022: ano-base 2021 (2022). Accessed 16 Feb 2023. https:\/\/www.cnj.jus.br\/wp-content\/uploads\/2022\/09\/sumario-executivo-jn-v3-2022-2022-09-15.pdf"},{"issue":"3","key":"6_CR10","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1007\/BF00994018","volume":"20","author":"C Cortes","year":"1995","unstructured":"Cortes, C., Vapnik, V.: Support-vector networks. Mach. Learn. 20(3), 273\u2013297 (1995)","journal-title":"Mach. Learn."},{"key":"6_CR11","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conf. of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT), vol. 1, pp. 4171\u20134186 (2019)"},{"issue":"4","key":"6_CR12","doi-asserted-by":"publisher","first-page":"917","DOI":"10.1007\/s10618-019-00619-1","volume":"33","author":"H Ismail Fawaz","year":"2019","unstructured":"Ismail Fawaz, H., Forestier, G., Weber, J., Idoumghar, L., Muller, P.-A.: Deep learning for time series classification: a review. Data Min. Knowl. Disc. 33(4), 917\u2013963 (2019). https:\/\/doi.org\/10.1007\/s10618-019-00619-1","journal-title":"Data Min. Knowl. Disc."},{"key":"6_CR13","unstructured":"Fawei, D., Wanjun, Z., Linjun, L., Yangjun, L., Xiaobing, L., Xiaolong, L.: Legal document clustering based on latent semantic analysis. In: Proceedings of the 2008 IEEE International Conference on Information Reuse and Integration, pp. 475\u2013480. IEEE (2008)"},{"key":"6_CR14","unstructured":"Ferraz, L.S.F., Salom\u00e3o, T.S., Salom\u00e3o, C.T.S., Nunes, D.J.C., da Silva, F.B., et al.: Relat\u00f3rio de intelig\u011bncia artificial e o poder judici\u00e1rio. Accessed 17 Feb 2023. https:\/\/ciapj.fgv.br\/sites\/ciapj.fgv.br\/files\/relatorio_ia_3a_edicao_0.pdf"},{"key":"6_CR15","doi-asserted-by":"crossref","unstructured":"Kim, Y.: Convolutional neural networks for sentence classification. arXiv preprint arXiv:1408.5882 (2014)","DOI":"10.3115\/v1\/D14-1181"},{"key":"6_CR16","unstructured":"Le, H., Vial, L., Frej, J., Segonne, V., Coavoux, M., Lecouteux, B., et al.: Flaubert: unsupervised language model pre-training for french. arXiv preprint arXiv:1912.05372 (2019)"},{"key":"6_CR17","unstructured":"Le, H., Vial, L., Frej, J., Segonne, V., Coavoux, M., et al.: Flaubert: unsupervised language model pre-training for french. arXiv preprint arXiv:1912.05372 (2020)"},{"issue":"3","key":"6_CR18","first-page":"18","volume":"2","author":"A Liaw","year":"2002","unstructured":"Liaw, A., Wiener, M., et al.: Classification and regression by randomforest. R News 2(3), 18\u201322 (2002)","journal-title":"R News"},{"key":"6_CR19","unstructured":"Lodder, A., Oskamp, A.: DSS for law; opportunities and dangers. In: Proceedings of the 5th International Conference on Artificial Intelligence and Law, pp. 154\u2013163 (1995)"},{"key":"6_CR20","first-page":"47275","volume":"7","author":"W Long","year":"2019","unstructured":"Long, W., Lu, Q., Zhang, X.: A hierarchical attention model for legal judgment prediction. IEEE Access 7, 47275\u201347283 (2019)","journal-title":"IEEE Access"},{"issue":"2","key":"6_CR21","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1002\/(SICI)1097-4571(1999)50:2<151::AID-ASI6>3.0.CO;2-I","volume":"50","author":"MF Moens","year":"1999","unstructured":"Moens, M.F., Uyttendaele, C., Dumortier, J.: Abstracting of legal cases: the potential of clustering based on the selection of representative objects. J. Am. Soc. Inf. Sci. 50(2), 151\u2013161 (1999)","journal-title":"J. Am. Soc. Inf. Sci."},{"key":"6_CR22","unstructured":"Otake, Y., Suzuki, J., Kajiwara, H., Kuribayashi, T.: Legal article classification using only a small dataset based on BERT. In: Proceedings of the Natural Legal Language Processing Workshop 2020, pp. 46\u201351 (2020)"},{"issue":"2","key":"6_CR23","first-page":"161","volume":"25","author":"M Palmirani","year":"2017","unstructured":"Palmirani, M., Benyovskyi, L., Ceci, A., Mazzei, A., Biagioli, C.: NLP tools for legal text analysis. Artif. Intell. Law 25(2), 161\u2013183 (2017)","journal-title":"Artif. Intell. Law"},{"key":"6_CR24","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., Varoquaux, G., Gramfort, A., Michel, V., Thirion, B., Grisel, O., et al.: Scikit-learn: machine learning in python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011)","journal-title":"J. Mach. Learn. Res."},{"key":"6_CR25","unstructured":"Prokhorenkova, L., Gusev, G., Vorobev, A., et al.: CatBoost: unbiased boosting with categorical features. In: Advances in Neural Information Processing Systems, pp. 6638\u20136648 (2018)"},{"key":"6_CR26","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-bert: Sentence embeddings using siamese bert-networks. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing. Association for Computational Linguistics (2019)","DOI":"10.18653\/v1\/D19-1410"},{"issue":"3","key":"6_CR27","doi-asserted-by":"publisher","first-page":"660","DOI":"10.1109\/21.97458","volume":"21","author":"SR Safavian","year":"1991","unstructured":"Safavian, S.R., Landgrebe, D.: A survey of decision tree classifier methodology. IEEE Trans. Syst. Man Cybern. 21(3), 660\u2013674 (1991)","journal-title":"IEEE Trans. Syst. Man Cybern."},{"key":"6_CR28","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1007\/978-3-030-61377-8_28","volume-title":"Intelligent Systems","author":"F Souza","year":"2020","unstructured":"Souza, F., Nogueira, R., Lotufo, R.: BERTimbau: pretrained BERT models for Brazilian Portuguese. In: Cerri, R., Prati, R.C. (eds.) BRACIS 2020. LNCS (LNAI), vol. 12319, pp. 403\u2013417. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-61377-8_28"},{"key":"6_CR29","doi-asserted-by":"publisher","unstructured":"Sundermeyer, M., Schl\u00fcter, R., Ney, H.: LSTM neural networks for language modeling. In: Proceedings of Interspeech 2012, pp. 194\u2013197 (2012).https:\/\/doi.org\/10.21437\/Interspeech.2012-65","DOI":"10.21437\/Interspeech.2012-65"},{"key":"6_CR30","doi-asserted-by":"publisher","unstructured":"Viegas, C.F.O., Costa, Bruno C., Ishii, R.P., et al.: Jurisbert: a new approach that converts a classification corpus into an STS one. In: Gervasi, O., et al. (eds.) Computational Science and Its Applications-ICCSA 2023. ICCSA 2023. LNCS, vol. 13956, pp. 349\u2013365. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-36805-9_24","DOI":"10.1007\/978-3-031-36805-9_24"},{"key":"6_CR31","unstructured":"Wang, Y., Subramanian, N., Wang, E., Lou, C., et al.: LEGAL-BERT: the muppets straight out of law school. In: FAcct (2019)"},{"key":"6_CR32","doi-asserted-by":"crossref","unstructured":"Yang, Z., Yang, D., Dyer, C., et al.: Hierarchical attention networks for document classification. In: Proceedings of NAACL-HLT 2016, pp. 1480\u20131489. Association for Computational Linguistics (2016)","DOI":"10.18653\/v1\/N16-1174"},{"key":"6_CR33","unstructured":"Zhang, X., Li, J.J., Huang, S.J., et al.: SGM: sequence generation model for multi-label classification. In: Proceedings of the 27th (COLING), pp. 3915\u20133926 (2018)"},{"key":"6_CR34","doi-asserted-by":"crossref","unstructured":"Zhong, X., Guo, J., Tu, K., et al.: Legal judgment prediction via topological learning. In: EMNLP, pp. 3540\u20133549. Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/D18-1390"}],"container-title":["Lecture Notes in Computer Science","Intelligent Data Engineering and Automated Learning \u2013 IDEAL 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-48232-8_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,14]],"date-time":"2023-11-14T14:03:17Z","timestamp":1699970597000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-48232-8_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031482311","9783031482328"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-48232-8_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"15 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IDEAL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Data Engineering and Automated Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"\u00c9vora","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ideal2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ideal2023.uevora.pt\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"77","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"45","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"58% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.6","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}