{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,21]],"date-time":"2026-10-21T16:42:21Z","timestamp":1792600941626,"version":"4.5.0"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030587895","type":"print"},{"value":"9783030587901","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-58790-1_5","type":"book-chapter","created":{"date-parts":[[2020,9,13]],"date-time":"2020-09-13T13:02:20Z","timestamp":1600002140000},"page":"64-81","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Automatic Extraction of Legal Norms: Evaluation of Natural Language Processing Tools"],"prefix":"10.1007","author":[{"given":"Gabriela","family":"Ferraro","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ho-Pun","family":"Lam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Silvano Colombo","family":"Tosatto","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Francesco","family":"Olivieri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohammad Badiul","family":"Islam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nick","family":"van Beest","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guido","family":"Governatori","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,9,11]]},"reference":[{"key":"5_CR1","doi-asserted-by":"crossref","unstructured":"Angeli, G., Johnson Premkumar, M.J., Manning, C.D.: Leveraging linguistic structure for open domain information extraction. In: Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics, ACL 2015, Beijing, China, pp. 344\u2013354 (2015)","DOI":"10.3115\/v1\/P15-1034"},{"key":"5_CR2","unstructured":"Banarescu, L., et al.: Abstract meaning representation for sembanking. In: Pareja-Lora, A., Liakata, M., Dipper, S. (eds.) Proceedings of the 7th Linguistic Annotation Workshop and Interoperability with Discourse, Sofia, Bulgaria, pp. 178\u2013186, August 2013"},{"key":"5_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1007\/978-3-642-39617-5_20","volume-title":"Theory, Practice, and Applications of Rules on the Web","author":"G Boella","year":"2013","unstructured":"Boella, G., Di Caro, L., Robaldo, L.: Semantic relation extraction from legislative text using generalized syntactic dependencies and support vector machines. In: Morgenstern, L., Stefaneas, P., L\u00e9vy, F., Wyner, A., Paschke, A. (eds.) RuleML 2013. LNCS, vol. 8035, pp. 218\u2013225. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-39617-5_20"},{"key":"5_CR4","unstructured":"Breaux, T.D., Ant\u00f3n, A.I.: A systematic method for acquiring regulatory requirements: a frame-based approach. In: Proceedings of the 6th International Workshop on Requirements for High Assurance Systems, Pittsburg, PA, USA, September 2007"},{"key":"5_CR5","unstructured":"Burga, A., Codina, J., Ferraro, G., Saggion, H., Wanner, L.: The challenge of syntactic dependency parsing adaptation for the patent domain. In: Proceedings of ESSLLI-13 Workshop on Extrinsic Parse Improvement. EPI, D\u00fcsseldorf, Germany, August 2013"},{"key":"5_CR6","doi-asserted-by":"crossref","unstructured":"Dong, L., Lapata, M.: Language to logical form with neural attention. In: Erk, K., Smith, N.A. (eds.) Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics, vol. 1: Long Papers, Berlin, German, pp. 33\u201343, August 2016","DOI":"10.18653\/v1\/P16-1004"},{"key":"5_CR7","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1007\/978-3-030-00178-0_19","volume-title":"AI Approaches to the Complexity of Legal Systems","author":"M Dragoni","year":"2018","unstructured":"Dragoni, M., Villata, S., Rizzi, W., Governatori, G.: Combining natural language processing approaches for rule extraction from legal documents. In: Pagallo, U., Palmirani, M., Casanovas, P., Sartor, G., Villata, S. (eds.) AICOL 2015-2017. LNCS (LNAI), vol. 10791, pp. 287\u2013300. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00178-0_19"},{"key":"5_CR8","unstructured":"Dragoni, M., Villata, S., Rizzi, W., Governatori, G.: Combining NLP approaches for rule extraction from legal documents. In: 1st Workshop on MIning and REasoning with Legal texts (MIREL 2016), Sophia Antipolis, France, December 2016"},{"key":"5_CR9","unstructured":"van Engers, T.M., van Gog, R., Sayah, K.: A case study on automated norm extraction. In: Gordon, T. (ed.) The 17th International Conference on Legal Knowledge and Information Systems, JURIX 2004, pp. 49\u201358. IOS Press, Amsterdam (2004)"},{"key":"5_CR10","doi-asserted-by":"crossref","unstructured":"Fan, X., Monti, E., Mathias, L., Dreyer, M.: Transfer learning for neural semantic parsing. In: Blunsom, P., et al. (eds.) Proceedings of the 2nd Workshop on Representation Learning for NLP, Rep4NLP 2017, Vancouver, Canada, pp. 48\u201356, August 2017","DOI":"10.18653\/v1\/W17-2607"},{"key":"5_CR11","doi-asserted-by":"crossref","unstructured":"Finegan-Dollak, C., et al.: Improving text-to-SQL evaluation methodology. In: Gurevych, I., Miyao, Y. (eds.) Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, ACL 2018, Melbourne, Australia, pp. 351\u2013360, July 2018","DOI":"10.18653\/v1\/P18-1033"},{"key":"5_CR12","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1007\/978-3-662-48119-6_19","volume-title":"New Frontiers in Artificial Intelligence","author":"S Gaur","year":"2015","unstructured":"Gaur, S., Vo, N.H., Kashihara, K., Baral, C.: Translating simple legal text to formal representations. In: Murata, T., Mineshima, K., Bekki, D. (eds.) JSAI-isAI 2014. LNCS (LNAI), vol. 9067, pp. 259\u2013273. Springer, Heidelberg (2015). https:\/\/doi.org\/10.1007\/978-3-662-48119-6_19"},{"key":"5_CR13","doi-asserted-by":"publisher","DOI":"10.1017\/9781316584705","volume-title":"A Formal Theory of Commonsense Psychology: How People Think People Think","author":"AS Gordon","year":"2017","unstructured":"Gordon, A.S., Hobbs, J.R.: A Formal Theory of Commonsense Psychology: How People Think People Think, 1st edn. Cambridge University Press, New York (2017)","edition":"1"},{"key":"5_CR14","unstructured":"Governatori, G., Rotolo, A.: A conceptually rich model of business process compliance. In: Proceedings of the 7th Asia-Pacific Conference on Conceptual Modelling, APCCM 2010, ACS, Brisbane, QLD, Australia, pp. 3\u201312, January 2010"},{"key":"5_CR15","doi-asserted-by":"crossref","unstructured":"Herzig, J., Berant, J.: Neural semantic parsing over multiple knowledge-bases. In: Barzilay, R., Kan, M.Y. (eds.) Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics, ACL 2017, Vancouver, Canada, pp. 623\u2013628, July 2017","DOI":"10.18653\/v1\/P17-2098"},{"key":"5_CR16","doi-asserted-by":"crossref","unstructured":"Jia, R., Liang, P.: Data recombination for neural semantic parsing. In: Erka, K., Smith, N.A. (eds.) Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics, ACL 2016, Berlin, Germany, pp. 12\u201322, August 2016","DOI":"10.18653\/v1\/P16-1002"},{"key":"5_CR17","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780198252177.001.0001","volume-title":"General Theory of Norms","author":"H Kelsen","year":"1991","unstructured":"Kelsen, H.: General Theory of Norms. Oxford University Press, Inc., Oxford (1991)"},{"key":"5_CR18","unstructured":"Kennardi, A., Ferraro, G., Wang, Q.: Domain adaptation for low-resource neural semantic parsing. In: MacKinlay, A., Piccardi, M. (eds.) Proceedings of the 17th Workshop of the Australasian Language Technology Association, ALTA 2019, Sydney, Australia, pp. 107\u2013113 (2019)"},{"key":"5_CR19","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"242","DOI":"10.1007\/978-3-642-00609-8_21","volume-title":"New Frontiers in Artificial Intelligence","author":"Y Kimura","year":"2009","unstructured":"Kimura, Y., Nakamura, M., Shimazu, A.: Treatment of legal sentences including itemized and referential expressions \u2013 towards translation into logical forms. In: Hattori, H., Kawamura, T., Id\u00e9, T., Yokoo, M., Murakami, Y. (eds.) JSAI 2008. LNCS (LNAI), vol. 5447, pp. 242\u2013253. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-00609-8_21"},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"Ko\u010disk\u00fd, T., et al.: Semantic parsing with semi-supervised sequential autoencoders. In: Su, J., Duh, K., Carreras, X. (eds.) Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing, EMNLP 2016, pp. 1078\u20131087. Association for Computational Linguistics, Austin, November 2016","DOI":"10.18653\/v1\/D16-1116"},{"key":"5_CR21","unstructured":"Kwiatkowski, T., Zettlemoyer, L., Goldwater, S., Steedman, M.: Lexical generalization in CCG grammar induction for semantic parsing. In: Barzilay, R., Johnsn, M. (eds.) Proceedings of the 2011 Conference on Empirical Methods in Natural Language Processing, EMNLP 2011, Edinburgh, Scotland, UK, pp. 1512\u20131523, July 2011"},{"key":"5_CR22","unstructured":"Lapata, M., Dong, L.: Coarse-to-fine decoding for neural semantic parsing. In: Gurevych, I., Miyao, Y. (eds.) Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, ACL 2018, Melbourne, Australia, pp. 731\u2013742, July 2018"},{"key":"5_CR23","series-title":"New Studies in Deontic Logic and Computer Science","first-page":"29","volume-title":"Norms, Logics and Information Systems","author":"D Makinson","year":"1999","unstructured":"Makinson, D.: On a fundamental problem of deontic logic. In: McNamara, P., Prakken, H. (eds.) Norms, Logics and Information Systems. New Studies in Deontic Logic and Computer Science, vol. 49, pp. 29\u201353. IOS Press, Amsterdam (1999)"},{"key":"5_CR24","doi-asserted-by":"publisher","DOI":"10.1057\/9780230288492","volume-title":"Emergent Conflict and Peaceful Change","author":"H Miall","year":"2007","unstructured":"Miall, H.: Emergent Conflict and Peaceful Change. Palgrave MacMillan, London (2007)"},{"key":"5_CR25","unstructured":"Ministry of Business, Innovation and Employment, New Zealand: New Zealand Building Code Clause G4 Ventilation: Acceptable Solutions and Verification Methods, 4th edn. (2017)"},{"key":"5_CR26","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1007\/978-3-540-78197-4_33","volume-title":"New Frontiers in Artificial Intelligence","author":"M Nakamura","year":"2008","unstructured":"Nakamura, M., Nobuoka, S., Shimazu, A.: Towards translation of legal sentences into logical forms. In: Satoh, K., Inokuchi, A., Nagao, K., Kawamura, T. (eds.) JSAI 2007. LNCS (LNAI), vol. 4914, pp. 349\u2013362. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-78197-4_33"},{"key":"5_CR27","doi-asserted-by":"crossref","unstructured":"Niklaus, C., Cetto, M., Freitas, A., Handschuh, S.: Transforming complex sentences into a semantic hierarchy. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, Florence, Italy, pp. 3415\u20133427, July 2019","DOI":"10.18653\/v1\/P19-1333"},{"key":"5_CR28","unstructured":"OASIS LegalRuleML TC: OASIS LegalRuleML (2013). http:\/\/www.oasis-open.org\/committees\/legalruleml . Accessed 7 Dec 2019"},{"key":"5_CR29","doi-asserted-by":"crossref","unstructured":"Popple, J.: A Pragmatic Legal Expert System. Dartmouth (1996)","DOI":"10.2139\/ssrn.1335176"},{"key":"5_CR30","unstructured":"Rubino, R., Rotolo, A., Sartor, G.: An OWL ontology of fundamental legal concepts. In: Proceedings of the 9th Annual Conference on Legal Knowledge and Information Systems, JURIX 2006, pp. 101\u2013110. IOS Press, Amsterdam (2006)"},{"key":"5_CR31","volume-title":"Legal Reasoning: A Cognitive Approach to the Law, A Treatise of Legal Philosophy and General Jurisprudence","author":"G Sartor","year":"2005","unstructured":"Sartor, G.: Legal Reasoning: A Cognitive Approach to the Law, A Treatise of Legal Philosophy and General Jurisprudence, vol. 5. Springer, Berlin (2005)"},{"key":"5_CR32","doi-asserted-by":"crossref","unstructured":"Schwarm, S.E., Ostendorf, M.: Reading level assessment using support vector machines and statistical language models. In: Proceedings of the 43rd Annual Meeting on Association for Computational Linguistics, ACL 2005, Stroudsburg, PA, USA, pp. 523\u2013530 (2005)","DOI":"10.3115\/1219840.1219905"},{"key":"5_CR33","doi-asserted-by":"crossref","unstructured":"Sleimi, A., Sannier, N., Sabetzadeh, M., Briand, L., Dann, J.: Automated extraction of semantic legal metadata using natural language processing. In: The 26th IEEE International Requirements Engineering Conference, Banff, AB, Canada, pp. 124\u2013135. IEEE, August 2018","DOI":"10.1109\/RE.2018.00022"},{"key":"5_CR34","doi-asserted-by":"crossref","unstructured":"Susanto, R.H., Lu, W.: Neural architectures for multilingual semantic parsing. In: Barzilay, R., Kan, M.Y. (eds.) Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics, ACL 2017, Vancouver, Canada, pp. 38\u201344, July 2017","DOI":"10.18653\/v1\/P17-2007"},{"key":"5_CR35","unstructured":"Tjong, E.F., Sang, K., D\u00e9jean, H.: Introduction to the CoNLL-2001 shared task: clause identification. In: Daelemans, W., Zajac, R. (eds.) Proceedings of the 2001 Workshop on Computational Natural Language Learning, ConLL 2001. Association for Computational Linguistics, Toulouse, July 2001"},{"key":"5_CR36","unstructured":"Vajjala, S., Meurers, D.: Readability-based Sentence Ranking for Evaluating Text Simplification. CoRR (2016). http:\/\/arxiv.org\/abs\/1603.06009"},{"key":"5_CR37","unstructured":"Wieringa, R.J., Meyer, J. J. C.: Applications of deontic logic in computer science: a concise overview. In: Meyer, J.J.C., Wieringa, R.J. (eds.) International Workshop on Deontic Logic in Computer Science, DEON 1993, Amsterdam, Netherlands, pp. 17\u201340, December 1993"},{"key":"5_CR38","doi-asserted-by":"crossref","unstructured":"Woodsend, K., Lapata, M.: WikiSimple: automatic simplification of wikipedia articles. In: Proceedings of the 25th AAAI Conference on Artificial Intelligence, AAAI 2011, San Francisco, CA, USA, pp. 927\u2013932. AAAI Press, August 2011","DOI":"10.1609\/aaai.v25i1.7967"},{"key":"5_CR39","unstructured":"Wyner, A.Z., Peters, W.: On rule extraction from regulations. In: Atkinson, K.M. (ed.) Proceedings of the 24th International Conference on Legal Knowledge and Information, JURIX 2011, Vienna, Austria, pp. 113\u2013122. IOS Press, September 2011"}],"container-title":["Lecture Notes in Computer Science","New Frontiers in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-58790-1_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,18]],"date-time":"2022-11-18T02:30:27Z","timestamp":1668738627000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-58790-1_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030587895","9783030587901"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-58790-1_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"11 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"JSAI-isAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"JSAI International Symposium on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Yokohama","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 November 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 November 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"jsai2019a","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ai-gakkai.or.jp\/isai\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"46","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"57% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}