{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T03:41:37Z","timestamp":1774669297452,"version":"3.50.1"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030587895","type":"print"},{"value":"9783030587901","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-58790-1_3","type":"book-chapter","created":{"date-parts":[[2020,9,13]],"date-time":"2020-09-13T13:02:20Z","timestamp":1600002140000},"page":"34-49","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["A Summary of the COLIEE 2019 Competition"],"prefix":"10.1007","author":[{"given":"Juliano","family":"Rabelo","sequence":"first","affiliation":[]},{"given":"Mi-Young","family":"Kim","sequence":"additional","affiliation":[]},{"given":"Randy","family":"Goebel","sequence":"additional","affiliation":[]},{"given":"Masaharu","family":"Yoshioka","sequence":"additional","affiliation":[]},{"given":"Yoshinobu","family":"Kano","sequence":"additional","affiliation":[]},{"given":"Ken","family":"Satoh","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,9,11]]},"reference":[{"key":"3_CR1","unstructured":"Dang, T.B., Nguyen, T., Nguyen, L.M.: An approach to statute law retrieval task in COLIEE-2019. In: Proceedings of the 6th Competition on Legal Information Extraction\/Entailment. COLIEE 2019 (2019)"},{"key":"3_CR2","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. CoRR abs\/1810.04805 (2018). http:\/\/arxiv.org\/abs\/1810.04805"},{"key":"3_CR3","unstructured":"El Hamdani, R., Troussel, A., Houvenagel, C.: COLIEE case law competition task 1: the legal case retrieval task. In: Proceedings of the 6th Competition on Legal Information Extraction\/Entailment. COLIEE\u20192019 (2019)"},{"key":"3_CR4","unstructured":"Gain, B., Bandyopadhyay, D., Saikh, T., Ekbal, A.: IITP@COLIEE 2019: legal information retrieval using BM25 and BERT. In: Proceedings of the 6th Competition on Legal Information Extraction\/Entailment. COLIEE 2019 (2019)"},{"key":"3_CR5","unstructured":"Hayashi, R., Kano, Y.: Searching relevant articles for legal bar exam by Doc2Vec and TF-IDF. In: Proceedings of the 6th Competition on Legal Information Extraction\/Entailment. COLIEE 2019 (2019)"},{"key":"3_CR6","doi-asserted-by":"crossref","unstructured":"Hoshino, R., Kiyota, N., Kano, Y.: Question answering system for legal bar examination using predicate argument structures focusing on exceptions. In: Proceedings of the 6th Competition on Legal Information Extraction\/Entailment. COLIEE 2019 (2019)","DOI":"10.1007\/978-3-030-31605-1_16"},{"key":"3_CR7","unstructured":"Hudzina, J., Vacek, T., Madan, K., Tonya, C., Schilder, F.: Statutory entailment using similarity features and decomposable attention models. In: Proceedings of the 6th Competition on Legal Information Extraction\/Entailment. COLIEE 2019 (2019)"},{"key":"3_CR8","doi-asserted-by":"publisher","unstructured":"Kano, Y., Kim, M.Y., Goebel, R., Satoh, K.: Overview of COLIEE 2017. In: Satoh, K., Kim, M.Y., Kano, Y., Goebel, R., Oliveira, T. (eds.) COLIEE 2017. 4th Competition on Legal Information Extraction and Entailment. EPiC Series in Computing, vol. 47, pp. 1\u20138. EasyChair (2017). https:\/\/doi.org\/10.29007\/fm8f . https:\/\/easychair.org\/publications\/paper\/Fglr","DOI":"10.29007\/fm8f"},{"key":"3_CR9","unstructured":"Kim, M.Y., Goebel, R., Kano, Y., Satoh, K.: COLIEE-2016: evaluation of the competition on legal information extraction and entailment. In: International Workshop on Juris-Informatics (JURISIN 2016) (2016)"},{"key":"3_CR10","unstructured":"Kim, M.Y., Goebel, R., Satoh, K.: COLIEE-2015: evaluation of legal question answering. In: Ninth International Workshop on Juris-Informatics (JURISIN 2015) (2015)"},{"key":"3_CR11","unstructured":"Le, Q., Mikolov, T.: Distributed representations of sentences and documents. In: Proceedings of the 31st International Conference on International Conference on Machine Learning, ICML 2014, vol. 32, pp. II-1188\u2013II-1196 (2014). JMLR.org . http:\/\/dl.acm.org\/citation.cfm?id=3044805.3045025"},{"key":"3_CR12","unstructured":"Macdonald, C., McCreadie, R., Santos, R.L., Ounis, I.: From puppy to maturity: experiences in developing terrier. In: Proceedings of the SIGIR 2012 Workshop in Open Source Information Retrieval, pp. 60\u201363 (2012)"},{"key":"3_CR13","unstructured":"Madan, K., Hudzina, J., Vacek, T., Schilder, F., Custis, T.: Textual entailment using word embeddings and linguistic similarity. In: Proceedings of the 6th Competition on Legal Information Extraction\/Entailment. COLIEE 2019 (2019)"},{"key":"3_CR14","unstructured":"Mi-Young, K., Rabelo, J., Goebel, R.: Statute law information retrieval and entailment. In: Proceedings of the 17th International Conference on Artificial Intelligence and Law. ICAIL 2019 (2019)"},{"key":"3_CR15","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G.S., Dean, J.: Distributed representations of words and phrases and their compositionality. In: Advances in Neural Information Processing Systems, pp. 3111\u20133119 (2013)"},{"key":"3_CR16","unstructured":"Nguyen, H.T., Tran, V., Nguyen, L.M.: A deep learning approach for statute law entailment task in COLIEE-2019. In: Proceedings of the 6th Competition on Legal Information Extraction\/Entailment. COLIEE 2019 (2019)"},{"key":"3_CR17","unstructured":"Paulino-Passos, G., Toni, F.: Retrieving legal cases with vector representations of text. In: Proceedings of the 6th Competition on Legal Information Extraction\/Entailment. COLIEE 2019 (2019)"},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"Peters, M.E., et al.: Deep contextualized word representations. In: Proceedings of NAACL (2018)","DOI":"10.18653\/v1\/N18-1202"},{"key":"3_CR19","doi-asserted-by":"crossref","unstructured":"Rabelo, J., Mi-Young, K., Goebel, R.: Combining similarity and transformer methods for case law entailment. In: Proceedings of the 17th International Conference on Artificial Intelligence and Law. ICAIL 2019 (2019)","DOI":"10.1145\/3322640.3326741"},{"key":"3_CR20","unstructured":"Raiyani, K., Quaresma, P.: Keyword & machine learning based japanese statute law retrieval and entailment task at COLIEE-2019. In: Proceedings of the 6th Competition on Legal Information Extraction\/Entailment. COLIEE 2019 (2019)"},{"key":"3_CR21","unstructured":"Rossi, J., Kanoulas, E.: Legal information retrieval with generalized language models. In: Proceedings of the 6th Competition on Legal Information Extraction\/Entailment. COLIEE 2019 (2019)"},{"key":"3_CR22","unstructured":"Strohman, T., Metzler, D., Turtle, H., Croft, W.B.: Indri: a language-model based search engine for complex queries. In: Proceedings of the International Conference on Intelligent Analysis. Technical report (2005)"},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"Tran, V., Nguyen, M.L., Satoh, K.: Building legal case retrieval systems with lexical matching and summarization using a pre-trained phrase scoring model. In: Proceedings of the 17th International Conference on Artificial Intelligence and Law. ICAIL 2019 (2019)","DOI":"10.1145\/3322640.3326740"},{"key":"3_CR24","unstructured":"Wehnert, S., Hoque, S.A., Fenske, W., Saake, G.: Threshold-based retrieval and textual entailment detection on legal bar exam questions. In: Proceedings of the 6th Competition on Legal Information Extraction\/Entailment. COLIEE 2019 (2019)"},{"key":"3_CR25","unstructured":"Yoshioka, M., Kano, Y., Kiyota, N., Satoh, K.: Overview of Japanese statute law retrieval and entailment task at COLIEE-2018. In: The Proceedings of the 12th International Workshop on Juris-Informatics (JURISIN2018), pp. 117\u2013128. The Japanese Society of Artificial Intelligence (2018)"},{"key":"3_CR26","unstructured":"Yoshioka, M., Song, Z.: HUKB at COLIEE 2019 information retrieval task - utilization of metadata for relevant case retrieval. In: Proceedings of the 6th Competition on Legal Information Extraction\/Entailment. COLIEE 2019 (2019)"}],"container-title":["Lecture Notes in Computer Science","New Frontiers in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-58790-1_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,18]],"date-time":"2022-11-18T02:31:50Z","timestamp":1668738710000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-58790-1_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030587895","9783030587901"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-58790-1_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"11 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"JSAI-isAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"JSAI International Symposium on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Yokohama","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 November 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 November 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"jsai2019a","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ai-gakkai.or.jp\/isai\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"46","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"57% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}