{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T12:18:18Z","timestamp":1776082698808,"version":"3.50.1"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T00:00:00Z","timestamp":1721001600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T00:00:00Z","timestamp":1721001600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Artif Intell Law"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s10506-024-09411-z","type":"journal-article","created":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T15:02:42Z","timestamp":1721055762000},"page":"1007-1050","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Applicability of large language models and generative models for legal case judgement summarization"],"prefix":"10.1007","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7190-5040","authenticated-orcid":false,"given":"Aniket","family":"Deroy","sequence":"first","affiliation":[]},{"given":"Kripabandhu","family":"Ghosh","sequence":"additional","affiliation":[]},{"given":"Saptarshi","family":"Ghosh","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,7,15]]},"reference":[{"key":"9411_CR1","doi-asserted-by":"crossref","unstructured":"Ahmad M, Yaramic I, Roy TD (2023) Creating trustworthy llms: dealing with hallucinations in healthcare ai","DOI":"10.20944\/preprints202310.1662.v1"},{"key":"9411_CR2","doi-asserted-by":"crossref","unstructured":"Ahmed T, Devanbu P (2023) Few-shot training llms for project-specific code-summarization. In: Proceedings of the 37th IEEE\/ACM international conference on automated software engineering","DOI":"10.1145\/3551349.3559555"},{"key":"9411_CR3","unstructured":"Banerjee S, Lavie A (2005) Meteor: an automatic metric for mt evaluation with improved correlation with human judgments. In: Proceedings of the ACL workshop on intrinsic and extrinsic evaluation measures for machine translation and\/or summarization, pp 65\u201372"},{"key":"9411_CR4","unstructured":"Beltagy I, Peters ME, Cohan A (2020) Longformer: the long-document transformer. arXiv preprint arXiv:2004.05150"},{"key":"9411_CR5","doi-asserted-by":"crossref","unstructured":"Bhattacharya P, Hiware K, Rajgaria S, Pochhi N, Ghosh K, Ghosh S (2019) A comparative study of summarization algorithms applied to legal case judgments. In: Proceedings of european conference on information retrieval (ECIR), pp. 413\u2013428","DOI":"10.1007\/978-3-030-15712-8_27"},{"key":"9411_CR6","doi-asserted-by":"crossref","unstructured":"Bhattacharya P, Poddar S, Rudra K, Ghosh K, Ghosh S (2021) Incorporating domain knowledge for extractive summarization of legal case documents. In: Proceedings of international conference on artificial intelligence and law (ICAIL), pp 22\u201331","DOI":"10.1145\/3462757.3466092"},{"key":"9411_CR7","unstructured":"Chang Y, Lo K, Goyal T, Iyyer M (2023) Booookscore: a systematic exploration of book-length summarization in the era of llms. arXiv preprint arXiv:2310.00785"},{"key":"9411_CR8","unstructured":"Deroy A, Maity S (2021) Multi-label classification of covid-tweets using large language models"},{"key":"9411_CR9","unstructured":"Deroy A, Maity S (2023) Questioning biases in case judgment summaries: legal datasets or large language models? arXiv preprint arXiv:2312.00554"},{"key":"9411_CR10","doi-asserted-by":"crossref","unstructured":"Deroy A, Bhattacharya P, Ghosh K, Ghosh S (2021) An analytical study of algorithmic and expert summaries of legal cases. In: Professional of international conference on legal knowledge and information systems (JURIX), pp 90\u201399","DOI":"10.3233\/FAIA210322"},{"key":"9411_CR11","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1007\/s10506-023-09349-8","volume":"32","author":"A Deroy","year":"2023","unstructured":"Deroy A, Ghosh K, Ghosh S (2023) Ensemble methods for improving extractive summarization of legal case judgements. Artif Intell Law 32:231\u2013289","journal-title":"Artif Intell Law"},{"key":"9411_CR12","unstructured":"Deroy A, Ghosh K, Ghosh S (2023a) How ready are pre-trained abstractive models and llms for legal case judgement summarization? In: Proceedings of the international workshop on artificial intelligence and intelligent assistance for legal professionals in the digital workplace (LegalAIIA)"},{"key":"9411_CR500","unstructured":"Deroy A, Maity S, Ghosh S (2023b) Prompted zero-shot multi-label classification of factual incorrectness in machine-generated aummaries. In: FIRE pp. 734\u2013746"},{"key":"9411_CR13","unstructured":"Deroy A, Bailung NK, Ghosh K, Ghosh S, Chakraborty A (2024) Artificial intelligence (AI) in legal data mining. arXiv:2405.14707"},{"key":"9411_CR14","unstructured":"Dimarco MH (2023) Llm-based comment summarization and topic matching for videos"},{"key":"9411_CR15","doi-asserted-by":"crossref","unstructured":"Dong Y, Mircea A, Cheung JCK (2021) Discourse-aware unsupervised summarization for long scientific documents. In: Proceedings of the 16th conference of the european chapter of the association for computational linguistics: main volume, pp 1089\u20131102","DOI":"10.18653\/v1\/2021.eacl-main.93"},{"issue":"1","key":"9411_CR16","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1007\/s10506-021-09305-4","volume":"31","author":"DDV Feijo","year":"2023","unstructured":"Feijo DDV, Moreira VP (2023) Improving abstractive summarization of legal rulings through textual entailment. Artif Intell Law 31(1):91\u2013113","journal-title":"Artif Intell Law"},{"key":"9411_CR17","doi-asserted-by":"crossref","unstructured":"Grusky M, Naaman M, Artzi Y (2018) Newsroom: a dataset of 1.3 million summaries with diverse extractive strategies. In: Proceedings of the 2018 conference of the north american chapter of the association for computational linguistics: human language technologies, Volume 1 (Long Papers), pp 708\u2013719","DOI":"10.18653\/v1\/N18-1065"},{"key":"9411_CR18","doi-asserted-by":"crossref","unstructured":"Huang L, Cao S, Parulian N, Ji H, Wang L (2021) Efficient attentions for long document summarization. In: Proceedings of the 2021 conference of the north american chapter of the association for computational linguistics: human language technologies, pp 1419\u20131436","DOI":"10.18653\/v1\/2021.naacl-main.112"},{"key":"9411_CR19","volume-title":"A survey on hallucination in large language models: principles","author":"L Huang","year":"2023","unstructured":"Huang L, Yu W, Ma W, Zhong W, Feng Z, Wang H, Chen Q, Peng W, Feng X, Qin B, Liu T (2023) A survey on hallucination in large language models: principles. Challenges, and Open Questions, Taxonomy"},{"issue":"12","key":"9411_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3571730","volume":"55","author":"Z Ji","year":"2023","unstructured":"Ji Z, Lee N, Frieske R, Yu T, Su D, Xu Y, Ishii E, Bang YJ, Madotto A, Fung P (2023) Survey of hallucination in natural language generation. ACM Comput Surv 55(12):1\u201338","journal-title":"ACM Comput Surv"},{"key":"9411_CR21","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1162\/tacl_a_00453","volume":"10","author":"P Laban","year":"2022","unstructured":"Laban P, Schnabel T, Bennett PN, Hearst MA (2022) SummaC: re-visiting NLI-based models for inconsistency detection in summarization. Trans Assoc Comput Linguist 10:163\u2013177","journal-title":"Trans Assoc Comput Linguist"},{"key":"9411_CR22","doi-asserted-by":"crossref","unstructured":"Landis JR, Koch GG (1977) The measurement of observer agreement for categorical data. Biometrics pp 159\u2013174","DOI":"10.2307\/2529310"},{"key":"9411_CR23","unstructured":"Lin C-Y (2004) ROUGE: a package for automatic evaluation of summaries. In: Text summarization branches out, pp 74\u201381"},{"key":"9411_CR24","unstructured":"Liu Y (2019) Fine-tune bert for extractive summarization. arXiv preprint arXiv:1903.10318"},{"key":"9411_CR25","first-page":"30","volume":"2023","author":"S Maity","year":"2023","unstructured":"Maity S, Deroy A, Sarkar S (2023) Harnessing the power of prompt-based techniques for generating school-level questions using large language models. FIRE 2023:30","journal-title":"FIRE"},{"key":"9411_CR26","doi-asserted-by":"crossref","unstructured":"Maity S, Deroy A, Sarkar S (2024a) A novel multi-stage prompting approach for language agnostic mcq generation using gpt. In: European conference on information retrieval, pp 268\u2013277","DOI":"10.1007\/978-3-031-56063-7_18"},{"key":"9411_CR27","unstructured":"Maity S, Deroy A, Sarkar S (2024b) Exploring the capabilities of prompted large language models in educational and assessment applications. arXiv preprint arXiv:2405.11579"},{"key":"9411_CR28","doi-asserted-by":"crossref","unstructured":"Maity S, Deroy A, Sarkar S (2024c) How effective is gpt-4 turbo in generating school-level questions from textbooks based on bloom\u2019s revised taxonomy?","DOI":"10.36227\/techrxiv.172373851.19725442\/v1"},{"key":"9411_CR29","doi-asserted-by":"crossref","unstructured":"Maity S, Deroy A, Sarkar S (2024d) How ready are generative pre-trained large language models for explaining bengali grammatical errors? arXiv preprint arXiv:2406.00039","DOI":"10.36227\/techrxiv.171665626.60610675\/v1"},{"key":"9411_CR30","doi-asserted-by":"crossref","unstructured":"Moro G, Ragazzi L (2022) Semantic self-segmentation for abstractive summarization of long documents in low-resource regimes. In: Proceedings of the AAAI conference on artificial intelligence, vol. 36, pp 11085\u201311093","DOI":"10.1609\/aaai.v36i10.21357"},{"key":"9411_CR31","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2023.126356","volume":"548","author":"G Moro","year":"2023","unstructured":"Moro G, Ragazzi L (2023) Align-then-abstract representation learning for low-resource summarization. Neurocomputing 548:126356","journal-title":"Neurocomputing"},{"issue":"7","key":"9411_CR32","doi-asserted-by":"publisher","first-page":"3542","DOI":"10.3390\/s23073542","volume":"23","author":"G Moro","year":"2023","unstructured":"Moro G, Ragazzi L, Valgimigli L, Frisoni G, Sartori C, Marfia G (2023) Efficient memory-enhanced transformer for long-document summarization in low-resource regimes. Sensors 23(7):3542","journal-title":"Sensors"},{"key":"9411_CR33","doi-asserted-by":"crossref","unstructured":"Moro G, Ragazzi L, Valgimigli L et al (2023) Graph-based abstractive summarization of extracted essential knowledge for low-resource scenarios. In: 26th European conference on artificial intelligence, vol. 372, pp 1747\u20131754","DOI":"10.3233\/FAIA230460"},{"key":"9411_CR34","doi-asserted-by":"crossref","unstructured":"Nallapati R, Zhai F, Zhou B (2017) Summarunner: a recurrent neural network based sequence model for extractive summarization of documents. In: Proceedings of the AAAI conference on artificial intelligence, vol. 31, pp 3075\u20133081","DOI":"10.1609\/aaai.v31i1.10958"},{"key":"9411_CR35","doi-asserted-by":"crossref","unstructured":"Nigam SK, Deroy A (2023) Fact-based court judgment prediction. arXiv preprint arXiv:2311.13350","DOI":"10.1145\/3632754.3632765"},{"key":"9411_CR36","doi-asserted-by":"crossref","unstructured":"Nigam SK, Deroy A, Shallum N, Mishra AK, Roy A, Mishra SK, Bhattacharya A, Ghosh S, Ghosh K (2023) Nonet at semeval-2023 task 6: methodologies for legal evaluation. In: Proceedings of the 17th international workshop on semantic evaluation (SemEval-2023), pp 1293\u20131303","DOI":"10.18653\/v1\/2023.semeval-1.180"},{"key":"9411_CR37","unstructured":"Polsley S, Jhunjhunwala P, Huang R (2016) CaseSummarizer: a system for automated summarization of legal texts. In: Proceedings of COLING 2016, the 26th international conference on computational linguistics: system demonstrations, pp 258\u2013262"},{"key":"9411_CR38","first-page":"51","volume":"152","author":"M Saravanan","year":"2006","unstructured":"Saravanan M, Ravindran B, Raman S (2006) Improving legal document summarization using graphical models. Front Artif Intell Appl 152:51","journal-title":"Front Artif Intell Appl"},{"key":"9411_CR39","doi-asserted-by":"crossref","unstructured":"Schneider F, Turchi M (2023) Team zoom@ automin 2023: utilizing topic segmentation and llm data augmentation for long-form meeting summarization. In: Proceedings of the 16th international natural language generation conference: generation challenges, pp 101\u2013107","DOI":"10.18653\/v1\/2023.inlg-genchal.14"},{"key":"9411_CR40","first-page":"13158","volume":"35","author":"Z Shen","year":"2022","unstructured":"Shen Z, Lo K, Yu L, Dahlberg N, Schlanger M, Downey D (2022) Multi-lexsum: real-world summaries of civil rights lawsuits at multiple granularities. Adv Neural Inf Process Syst 35:13158\u201313173","journal-title":"Adv Neural Inf Process Syst"},{"key":"9411_CR41","doi-asserted-by":"crossref","unstructured":"Shukla A, Bhattacharya P, Poddar S, Mukherjee R, Ghosh K, Goyal P, Ghosh S (2022) Legal case document summarization: Extractive and abstractive methods and their evaluation. In: Proceedings of the conference of the asia-pacific chapter of the association for computational linguistics and the international joint conference on natural language processing (Volume 1: Long Papers), pp 1048\u20131064","DOI":"10.18653\/v1\/2022.aacl-main.77"},{"issue":"2","key":"9411_CR42","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1007\/s12599-023-00795-x","volume":"65","author":"T Teubner","year":"2023","unstructured":"Teubner T, Flath CM, Weinhardt C, Aalst W, Hinz O (2023) Welcome to the era of chatgpt et al the prospects of large language models. Bus Inf Syst Eng 65(2):95\u2013101","journal-title":"Bus Inf Syst Eng"},{"key":"9411_CR43","unstructured":"Zhang T, Kishore V, Wu F, Weinberger KQ, Artzi Y (2019) Bertscore: evaluating text generation with bert. arXiv preprint arXiv:1904.09675"},{"key":"9411_CR44","unstructured":"Zhang J, Zhao Y, Saleh M, Liu P (2020) Pegasus: pre-training with extracted gap-sentences for abstractive summarization. In: International conference on machine learning, pp 11328\u201311339. PMLR"},{"key":"9411_CR45","doi-asserted-by":"crossref","unstructured":"Zhang Y, Ni A, Mao Z, Wu CH, Zhu C, Deb B, Awadallah A, Radev D, Zhang R (2022) $$\\text{Summ}^{n}$$: a multi-stage summarization framework for long input dialogues and documents. In: Proceedings of the 60th annual meeting of the association for computational linguistics (Volume 1: Long Papers), pp 1592\u20131604","DOI":"10.18653\/v1\/2022.acl-long.112"},{"key":"9411_CR46","doi-asserted-by":"crossref","unstructured":"Zhang T, Ladhak F, Durmus E, Liang P, McKeown K, Hashimoto TB (2023) Benchmarking large language models for news summarization. arXiv preprint arXiv:2301.13848","DOI":"10.1162\/tacl_a_00632"},{"key":"9411_CR47","doi-asserted-by":"crossref","unstructured":"Zhang S, Wan D, Bansal M (2023) Extractive is not faithful: an investigation of broad unfaithfulness problems in extractive summarization. In: Proceedings of the 61st annual meeting of the association for computational linguistics (Volume 1: Long Papers), pp 2153\u20132174","DOI":"10.18653\/v1\/2023.acl-long.120"},{"key":"9411_CR48","doi-asserted-by":"crossref","unstructured":"Zheng H, Lapata M (2019) Sentence centrality revisited for unsupervised summarization. In: Korhonen A, Traum D, M\u00e0rquez L (eds.) Proceedings of the 57th annual meeting of the association for computational linguistics, pp 6236\u20136247","DOI":"10.18653\/v1\/P19-1628"},{"key":"9411_CR49","doi-asserted-by":"crossref","unstructured":"Zhong L, Zhong Z, Zhao Z, Wang S, Ashley KD, Grabmair M (2019) Automatic summarization of legal decisions using iterative masking of predictive sentences. In: Proceedings of the seventeenth international conference on artificial intelligence and law (ICAIL), pp 163\u2013172","DOI":"10.1145\/3322640.3326728"}],"container-title":["Artificial Intelligence and Law"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10506-024-09411-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10506-024-09411-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10506-024-09411-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,12]],"date-time":"2025-11-12T12:28:16Z","timestamp":1762950496000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10506-024-09411-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,15]]},"references-count":50,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["9411"],"URL":"https:\/\/doi.org\/10.1007\/s10506-024-09411-z","relation":{},"ISSN":["0924-8463","1572-8382"],"issn-type":[{"value":"0924-8463","type":"print"},{"value":"1572-8382","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7,15]]},"assertion":[{"value":"3 July 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 July 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}