{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T12:18:24Z","timestamp":1776773904351,"version":"3.51.2"},"reference-count":17,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T00:00:00Z","timestamp":1773792000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T00:00:00Z","timestamp":1773792000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"name":"JSTSakigake","award":["JPMJPR2461"],"award-info":[{"award-number":["JPMJPR2461"]}]},{"DOI":"10.13039\/501100001691","name":"Kakenhi","doi-asserted-by":"crossref","award":["JP22H00804"],"award-info":[{"award-number":["JP22H00804"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Rev Socionetwork Strat"],"published-print":{"date-parts":[[2026,4]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:p>\n                    This paper presents a controlled comparison of prompting strategies for the COLIEE Task 4 legal entailment task under a unified experimental setting. Using a Japanese instruction-following LLM, we compare zero-shot (ZS), zero-shot Chain-of-Thought (ZS-CoT), and structured Chain-of-Thought (Structured-CoT). Across seven test years (2018\u20132024), the overall (sample-weighted) accuracy improves along the progression ZS\n                    <jats:inline-formula>\n                      <jats:tex-math>$$\\rightarrow $$<\/jats:tex-math>\n                    <\/jats:inline-formula>\n                    ZS-CoT\n                    <jats:inline-formula>\n                      <jats:tex-math>$$\\rightarrow $$<\/jats:tex-math>\n                    <\/jats:inline-formula>\n                    Structured-CoT under the unified setting, suggesting that prompt structure\u2014rather than model changes\u2014drives the gain in this setting. In addition, we report few-shot prompting with similarity-based retrieval and label balancing as a secondary sensitivity analysis over the number of shots. Few-shot effects vary by year and\n                    <jats:italic>n<\/jats:italic>\n                    , and we do not observe a consistent monotonic improvement as\n                    <jats:italic>n<\/jats:italic>\n                    increases.\n                  <\/jats:p>","DOI":"10.1007\/s12626-026-00209-w","type":"journal-article","created":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T06:34:48Z","timestamp":1773815688000},"page":"341-359","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["KIS: COLIEE 2025 Task 4 Solver Using Japanese LLM"],"prefix":"10.1007","volume":"20","author":[{"given":"Takaaki","family":"Onaga","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7864-842X","authenticated-orcid":false,"given":"Yoshinobu","family":"Kano","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2026,3,18]]},"reference":[{"key":"209_CR1","unstructured":"Competition on Legal Information Extraction\/Entailment (COLIEE-14), Workshop on Juris-informatics (JURISIN) 2014. Web page (2014). http:\/\/webdocs.cs.ualberta.ca\/~miyoung2\/jurisin_task\/index.html"},{"key":"209_CR2","unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., Kaplan, J., Dhariwal, P., Neelakantan, A., Shyam, P., Sastry, G., Askell, A., Agarwal, S., Herbert-Voss, A., Krueger, G., Henighan, T., Child, R., Ramesh, A., Ziegler, D.M., Wu, J., Winter, C., Hesse, C., Chen, M., Sigler, E., Litwin, M., Gray, S., Chess, B., Clark, J., Berner, C., McCandlish, S., Radford, A., Sutskever, I., & Amodei, D. Language Models are Few-Shot Learners (2020). ArXiv:2005.14165"},{"key":"209_CR3","doi-asserted-by":"crossref","unstructured":"Fujita, M., Onaga, T. & Kano, Y. LLM tuning and interpretable CoT: KIS team in COLIEE 2024. In: New Frontiers in Artificial Intelligence, pp. 140\u2013155 (2024)","DOI":"10.1007\/978-981-97-3076-6_10"},{"key":"209_CR4","doi-asserted-by":"crossref","unstructured":"Goebel, R., Kano, Y., Kim, M.Y., Rabelo, J., Satoh, K. & Yoshioka, M. Summary of the Competition on Legal Information Extraction\/Entailment (COLIEE) 2023. In: Proceedings of the Nineteenth International Conference on Artificial Intelligence and Law, pp. 472\u2013480 (2023)","DOI":"10.1145\/3594536.3595176"},{"key":"209_CR5","doi-asserted-by":"crossref","unstructured":"Goebel, R., Kano, Y., Kim, M.Y., Rabelo, J., Satoh, K., Yoshioka, M.: Overview of Benchmark Datasets and Methods for the Legal Information Extraction\/Entailment Competition (COLIEE) 2024. In: New Frontiers in Artificial Intelligence, pp. 109\u2013124 (2024)","DOI":"10.1007\/978-981-97-3076-6_8"},{"key":"209_CR6","doi-asserted-by":"publisher","unstructured":"Kano, Y., Kim, M.Y., Goebel, R. & Satoh, K. Overview of COLIEE 2017. In: COLIEE 2017: 4th Competition on Legal Information Extraction and Entailment, pp. 1\u20138 (2017). https:\/\/doi.org\/10.29007\/fm8f","DOI":"10.29007\/fm8f"},{"key":"209_CR7","doi-asserted-by":"crossref","unstructured":"Kano, Y., Kim, M.Y., Yoshioka, M., Lu, Y., Rabelo, J., Kiyota, N., Goebel, R. & Satoh, K. COLIEE-2018: Evaluation of the Competition on Legal Information Extraction and Entailment. In: New Frontiers in Artificial Intelligence, pp. 177\u2013192. Springer International Publishing, Cham (2019)","DOI":"10.1007\/978-3-030-31605-1_14"},{"key":"209_CR8","unstructured":"Kim, M.Y., Goebel, R., Kano, Y. & Satoh, K. COLIEE-2016: Evaluation of the Competition on Legal Information Extraction and Entailment. In: International Workshop on Juris-informatics (JURISIN 2016) (2016)"},{"key":"209_CR9","unstructured":"Kim, M.Y., Goebel, R. & Satoh, K. COLIEE-2015: Evaluation of Legal Question Answering. In: Ninth International Workshop on Juris-informatics (JURISIN 2015) (2015)"},{"key":"209_CR10","doi-asserted-by":"publisher","unstructured":"Kim, M.Y., Rabelo, J., Goebel, R., Yoshioka, M., Kano, Y., Satoh, K.: COLIEE 2022 Summary: Methods for Legal Document Retrieval and Entailment. In: New Frontiers in Artificial Intelligence: JSAI-IsAI 2022 Workshop, JURISIN 2022, and JSAI 2022 International Session, pp. 51\u201367. Springer-Verlag, Berlin, Heidelberg (2023). https:\/\/doi.org\/10.1007\/978-3-031-29168-5_4.","DOI":"10.1007\/978-3-031-29168-5_4"},{"key":"209_CR11","doi-asserted-by":"crossref","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y. & Iwasawa, Y. Large Language Models are Zero-Shot Reasoners. In: Advances in Neural Information Processing Systems, vol.\u00a035, pp. 22199\u201322213 (2022)","DOI":"10.52202\/068431-1613"},{"key":"209_CR12","doi-asserted-by":"crossref","unstructured":"Nguyen, P., Nguyen, C., Nguyen, H., Nguyen, M., Trieu, A., Nguyen, D. & Nguyen, L.M. CAPTAIN at COLIEE 2024: Large language model for legal text retrieval and entailment. In: New Frontiers in Artificial Intelligence, pp. 125\u2013139 (2024)","DOI":"10.1007\/978-981-97-3076-6_9"},{"key":"209_CR13","unstructured":"OpenAI: GPT-4 Technical Report (2024). ArXiv:2303.08774"},{"issue":"1","key":"209_CR14","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1007\/s12626-022-00105-z","volume":"16","author":"J Rabelo","year":"2022","unstructured":"Rabelo, J., Goebel, R., Kim, M. Y., Kano, Y., Yoshioka, M., & Satoh, K. (2022). Overview and Discussion of the Competition on Legal Information Extraction\/Entailment COLIEE 2021. The Review of Socionetwork Strategies, 16(1), 111\u2013133. https:\/\/doi.org\/10.1007\/s12626-022-00105-z","journal-title":"The Review of Socionetwork Strategies"},{"key":"209_CR15","doi-asserted-by":"crossref","unstructured":"Rabelo, J., Kim, M.Y., Goebel, R., Yoshioka, M., Kano, Y. & Satoh, K. A Summary of the COLIEE 2019 Competition. In: New Frontiers in Artificial Intelligence, pp. 34\u201349. Springer International Publishing, Cham (2020)","DOI":"10.1007\/978-3-030-58790-1_3"},{"key":"209_CR16","doi-asserted-by":"publisher","unstructured":"Rabelo, J., Kim, M.Y., Goebel, R., Yoshioka, M., Kano, Y. & Satoh, K. COLIEE 2020: Methods for Legal Document Retrieval and Entailment. In: New Frontiers in Artificial Intelligence: JSAI-IsAI 2020 Workshops, JURISIN, LENLS 2020 Workshops, Virtual Event, November 15\u201317, 2020, Revised Selected Papers, pp. 196\u2013210. Springer-Verlag, Berlin, Heidelberg (2020). https:\/\/doi.org\/10.1007\/978-3-030-79942-7_13","DOI":"10.1007\/978-3-030-79942-7_13"},{"key":"209_CR17","unstructured":"Wei, J., Wang, X., Schuurmans, D., Bosma, M., Ichter, B., Xia, F., Chi, E., Le, Q. & Zhou, D. Chain-of-Thought Prompting Elicits Reasoning in Large Language Models (2022). ArXiv:2201.11903"}],"container-title":["The Review of Socionetwork Strategies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12626-026-00209-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12626-026-00209-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12626-026-00209-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T01:59:46Z","timestamp":1776736786000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12626-026-00209-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,18]]},"references-count":17,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,4]]}},"alternative-id":["209"],"URL":"https:\/\/doi.org\/10.1007\/s12626-026-00209-w","relation":{},"ISSN":["2523-3173","1867-3236"],"issn-type":[{"value":"2523-3173","type":"print"},{"value":"1867-3236","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3,18]]},"assertion":[{"value":"5 November 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}