{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,7]],"date-time":"2026-10-07T17:32:07Z","timestamp":1791394327667,"version":"4.3.3"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2025,4,15]],"date-time":"2025-04-15T00:00:00Z","timestamp":1744675200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,4,15]],"date-time":"2025-04-15T00:00:00Z","timestamp":1744675200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Artif Intell Law"],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1007\/s10506-025-09452-y","type":"journal-article","created":{"date-parts":[[2025,4,15]],"date-time":"2025-04-15T06:21:51Z","timestamp":1744698111000},"page":"775-813","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Investigating legal question generation using large language models"],"prefix":"10.1007","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7190-5040","authenticated-orcid":false,"given":"Aniket","family":"Deroy","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kripabandhu","family":"Ghosh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Saptarshi","family":"Ghosh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,4,15]]},"reference":[{"key":"9452_CR1","doi-asserted-by":"crossref","unstructured":"ARIAI F, DEMARTINI G (2024) Natural language processing for the legal domain: A survey of tasks, datasets, models, and challenges. ACM Comput Surv, 1(1)","DOI":"10.1145\/3777009"},{"key":"9452_CR2","doi-asserted-by":"crossref","unstructured":"Askari A, Yang Z, Ren Z, Verberne S (2024) Answer retrieval in legal community question answering. In: European Conference on Information Retrieval, pp 477\u2013485. Springer","DOI":"10.1007\/978-3-031-56063-7_40"},{"key":"9452_CR3","unstructured":"Bajaj P, Campos D, Craswell N, Deng L, Gao J, Liu X, Majumder R, McNamara A, Mitra B, Nguyen T et al. (2016) Ms marco: A human generated machine reading comprehension dataset. arXiv preprint arXiv:1611.09268"},{"key":"9452_CR4","unstructured":"Banerjee S, Lavie A (2005) Meteor: An automatic metric for mt evaluation with improved correlation with human judgments. In: Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation And\/or Summarization, pp 65\u201372"},{"key":"9452_CR5","unstructured":"Brown TB, Mann B, Ryder N, Subbiah M, Kaplan J, Dhariwal P, Neelakantan A, Shyam P, Sastry G, Askell A, Agarwal S, Herbert-Voss A, Krueger G, Henighan T, Child R, Ramesh A, Ziegler DM, Wu J, Winter C, Hesse C, Chen, M., Sigler E, Litwin M, Gray S, Chess B, Clark J, Berner C, McCandlish S, Radford A, Sutskever I, Amodei D (2020) Language Models are Few-Shot Learners"},{"key":"9452_CR6","doi-asserted-by":"crossref","unstructured":"Chen G, Yang J, Hauff C, Houben G-J (2018) Learningq: a large-scale dataset for educational question generation. In: Proceedings of the AAAI International Conference on Web and Social Media (ICWSM)","DOI":"10.1609\/icwsm.v12i1.14987"},{"key":"9452_CR7","doi-asserted-by":"crossref","unstructured":"Choi E, He H, Iyyer M, Yatskar M, Yih W-t, Choi Y, Liang P, Zettlemoyer L (2018) Quac: Question answering in context. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, pp 2174\u20132184","DOI":"10.18653\/v1\/D18-1241"},{"key":"9452_CR8","unstructured":"Chung HW, Hou L, Longpre S, Zoph B, Tay Y, Fedus W, Li Y, Wang X, Dehghani M, Brahma S, Webson A, Gu SS, Dai Z, Suzgun M, Chen X, Chowdhery A, Castro-Ros A, Pellat M, Robinson K, Valter D, Narang S, Mishra G, Yu A, Zhao V, Huang Y, Dai A, Yu H, Petrov S, Chi EH, Dean J, Devlin J, Roberts A, Zhou D, Le QV, Wei J (2022) Scaling Instruction-Finetuned Language Models"},{"key":"9452_CR9","doi-asserted-by":"publisher","unstructured":"Duan N, Tang D, Chen P, Zhou M (2017) Question generation for question answering. In: Palmer, M., Hwa, R., Riedel, S. (eds.) Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, pp 866\u2013874. Association for Computational Linguistics, Copenhagen, Denmark . https:\/\/doi.org\/10.18653\/v1\/D17-1090 . https:\/\/aclanthology.org\/D17-1090","DOI":"10.18653\/v1\/D17-1090"},{"key":"9452_CR10","doi-asserted-by":"crossref","unstructured":"Duan N, Tang D, Chen P, Zhou M (2017) Question generation for question answering. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, pp 866\u2013874","DOI":"10.18653\/v1\/D17-1090"},{"issue":"1","key":"9452_CR11","doi-asserted-by":"publisher","first-page":"34","DOI":"10.2307\/1289788","volume":"91","author":"HT Edwards","year":"1992","unstructured":"Edwards HT (1992) The growing disjunction between legal education and the legal profession. Mich Law Rev 91(1):34\u201378","journal-title":"Mich Law Rev"},{"key":"9452_CR12","doi-asserted-by":"publisher","unstructured":"Ekram SMS, Rahman AA, Altaf MS, Islam MS, Rahman MM, Rahman MM, Hossain MA, Kamal ARM (2022) BanglaRQA: A benchmark dataset for under-resourced Bangla language reading comprehension-based question answering with diverse question-answer types. In: Goldberg, Y., Kozareva, Z., Zhang, Y. (eds.) Findings of the Association for Computational Linguistics: EMNLP 2022, pp. 2518\u20132532. Association for Computational Linguistics, Abu Dhabi, United Arab Emirates. https:\/\/doi.org\/10.18653\/v1\/2022.findings-emnlp.186 . https:\/\/aclanthology.org\/2022.findings-emnlp.186","DOI":"10.18653\/v1\/2022.findings-emnlp.186"},{"issue":"5","key":"9452_CR13","doi-asserted-by":"publisher","first-page":"103421","DOI":"10.1016\/j.ipm.2023.103421","volume":"60","author":"G Feng","year":"2023","unstructured":"Feng G, Qin Y, Huang R, Chen Y (2023) Criminal action graph: a semantic representation model of judgement documents for legal charge prediction. Inform Process Manag 60(5):103421","journal-title":"Inform Process Manag"},{"key":"9452_CR14","doi-asserted-by":"crossref","unstructured":"Fleiss JL (1971) Measuring nominal scale agreement among many raters. Psychological Bulletin","DOI":"10.1037\/h0031619"},{"key":"9452_CR15","unstructured":"Gong H, Pan L, Hu H (2022) Khanq: A dataset for generating deep questions in education. In: Proceedings of the 29th International Conference on Computational Linguistics, pp 5925\u20135938"},{"key":"9452_CR16","unstructured":"Heilman M, Smith NA (2010) Good question! statistical ranking for question generation. In: Human Language Technologies: The 2010 Annual Conference of the North American Chapter of the Association for Computational Linguistics, pp 609\u2013617"},{"key":"9452_CR17","doi-asserted-by":"crossref","unstructured":"Indurthi SR, Raghu D, Khapra MM, Joshi S (2017) Generating natural language question-answer pairs from a knowledge graph using a rnn based question generation model. In: Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics: Volume 1, Long Papers, pp 376\u2013385","DOI":"10.18653\/v1\/E17-1036"},{"key":"9452_CR18","first-page":"591","volume":"32","author":"D Kennedy","year":"1982","unstructured":"Kennedy D (1982) Legal education and the reproduction of hierarchy. J Legal Education 32:591","journal-title":"J Legal Education"},{"key":"9452_CR19","doi-asserted-by":"crossref","unstructured":"Kim M-Y, Rabelo J, Goebel R (2019) Statute law information retrieval and entailment. In: Proceedings of the Seventeenth International Conference on Artificial Intelligence and Law, pp 283\u2013289","DOI":"10.1145\/3322640.3326742"},{"key":"9452_CR20","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/s40593-019-00186-y","volume":"30","author":"G Kurdi","year":"2020","unstructured":"Kurdi G, Leo J, Parsia B, Sattler U, Al-Emari S (2020) A systematic review of automatic question generation for educational purposes. Int J Artif Intell Educ 30:121\u2013204","journal-title":"Int J Artif Intell Educ"},{"key":"9452_CR21","doi-asserted-by":"crossref","unstructured":"Lee U, Jung H, Jeon Y, Sohn Y, Hwang W, Moon J, Kim H (2023) Few-shot is enough: exploring chatgpt prompt engineering method for automatic question generation in english education. Education and Information Technologies, 1\u201333","DOI":"10.1007\/s10639-023-12249-8"},{"key":"9452_CR22","doi-asserted-by":"publisher","unstructured":"Lewis M, Liu Y, Goyal N, Ghazvininejad M, Mohamed A, Levy O, Stoyanov V, Zettlemoyer L (2020) BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp 7871\u20137880. Association for Computational Linguistics, Online. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.703 . https:\/\/aclanthology.org\/2020.acl-main.703","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"9452_CR23","unstructured":"Lin C-Y (2004) ROUGE: A package for automatic evaluation of summaries. In: Text Summarization Branches Out, pp 74\u201381"},{"issue":"1","key":"9452_CR24","doi-asserted-by":"publisher","first-page":"194","DOI":"10.1016\/j.ipm.2014.07.003","volume":"51","author":"Y-H Liu","year":"2015","unstructured":"Liu Y-H, Chen Y-L, Ho W-L (2015) Predicting associated statutes for legal problems. Inform Process Manag 51(1):194\u2013211","journal-title":"Inform Process Manag"},{"key":"9452_CR25","doi-asserted-by":"publisher","first-page":"726","DOI":"10.1162\/tacl_a_00343","volume":"8","author":"Y Liu","year":"2020","unstructured":"Liu Y, Gu J, Goyal N, Li X, Edunov S, Ghazvininejad M, Lewis M, Zettlemoyer L (2020) Multilingual denoising pre-training for neural machine translation. Trans Assoc Comput Linguistics 8:726\u2013742","journal-title":"Trans Assoc Comput Linguistics"},{"key":"9452_CR26","doi-asserted-by":"publisher","unstructured":"Liu J, Martinez L, Calzada A, Wang H (2013) A novel belief rule base representation, generation and its inference methodology. Knowledge-Based Systems 53, 129\u2013141 https:\/\/doi.org\/10.1016\/j.knosys.2013.08.019","DOI":"10.1016\/j.knosys.2013.08.019"},{"key":"9452_CR27","doi-asserted-by":"crossref","unstructured":"Liu B, Wei H, Niu D, Chen H, He Y (2020) Asking questions the human way: Scalable question-answer generation from text corpus. In: Proceedings of The Web Conference 2020, pp 2032\u20132043","DOI":"10.1145\/3366423.3380270"},{"key":"9452_CR28","doi-asserted-by":"crossref","unstructured":"Liu B (2020) Neural question generation based on seq2seq. In: Proceedings of the 2020 5th International Conference on Mathematics and Artificial Intelligence, pp 119\u2013123","DOI":"10.1145\/3395260.3395275"},{"key":"9452_CR29","doi-asserted-by":"crossref","unstructured":"Lopez LE, Cruz DK, Cruz JCB, Cheng C (2021) Simplifying paragraph-level question generation via transformer language models. In: PRICAI 2021: Trends in Artificial Intelligence: 18th Pacific Rim International Conference on Artificial Intelligence, PRICAI 2021, Hanoi, Vietnam, November 8\u201312, 2021, Proceedings, Part II 18, pp 323\u2013334. Springer","DOI":"10.1007\/978-3-030-89363-7_25"},{"key":"9452_CR30","doi-asserted-by":"crossref","unstructured":"Madusanka T, Zahid I, Li H, Pratt-Hartmann I, Batista-Navarro RT (2023) Not all quantifiers are equal: Probing transformer-based language models\u2019 understanding of generalised quantifiers. In: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, pp 8680\u20138692","DOI":"10.18653\/v1\/2023.emnlp-main.536"},{"key":"9452_CR31","doi-asserted-by":"publisher","unstructured":"Maity S, Deroy A, Sarkar S (2024) Harnessing the power of prompt-based techniques for generating school-level questions using large language models. In: Proceedings of the 15th Annual Meeting of the Forum for Information Retrieval Evaluation. FIRE \u201923, pp. 30\u201339. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/3632754.3632755 . https:\/\/doi.org\/10.1145\/3632754.3632755","DOI":"10.1145\/3632754.3632755"},{"key":"9452_CR32","doi-asserted-by":"crossref","unstructured":"Maity S, Deroy A, Sarkar S (2023) Harnessing the power of prompt-based techniques for generating school-level questions using large language models. In: Proceedings of the 15th Annual Meeting of the Forum for Information Retrieval Evaluation (FIRE), pp 30\u201339","DOI":"10.1145\/3632754.3632755"},{"key":"9452_CR33","doi-asserted-by":"crossref","unstructured":"Maity S, Deroy A, Sarkar S (2024) A novel multi-stage prompting approach for language agnostic mcq generation using gpt. In: European Conference on Information Retrieval, pp 268\u2013277","DOI":"10.1007\/978-3-031-56063-7_18"},{"key":"9452_CR34","doi-asserted-by":"crossref","unstructured":"Nguyen HA, Bhat S, Moore S, Bier N, Stamper J (2022) Towards generalized methods for automatic question generation in educational domains. In: European Conference on Technology Enhanced Learning, pp 272\u2013284. Springer","DOI":"10.1007\/978-3-031-16290-9_20"},{"key":"9452_CR35","unstructured":"Pan L, Lei W, Chua T-S, Kan M-Y (2019) Recent advances in neural question generation. arXiv preprint arXiv:1905.08949"},{"key":"9452_CR36","doi-asserted-by":"crossref","unstructured":"Papineni K, Roukos S, Ward T, Zhu W-J (2002) Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp 311\u2013318","DOI":"10.3115\/1073083.1073135"},{"issue":"1","key":"9452_CR37","first-page":"5485","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel C, Shazeer N, Roberts A, Lee K, Narang S, Matena M, Zhou Y, Li W, Liu PJ (2020) Exploring the limits of transfer learning with a unified text-to-text transformer. J Machine Learn Res 21(1):5485\u20135551","journal-title":"J Machine Learn Res"},{"key":"9452_CR38","doi-asserted-by":"crossref","unstructured":"Rajpurkar P, Jia R, Liang P (2018) Know what you don\u2019t know: Unanswerable questions for squad. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), pp 784\u2013789","DOI":"10.18653\/v1\/P18-2124"},{"key":"9452_CR39","doi-asserted-by":"crossref","unstructured":"Seaman M (2011) Bloom\u2019s taxonomy. Curriculum & Teaching Dialogue, 13","DOI":"10.1108\/978-1-61735-607-020251004"},{"key":"9452_CR40","doi-asserted-by":"crossref","unstructured":"Suwarningsih W, Supriana I, Purwarianti A (2016) Pattern discovery using qg for question-answering pairs. International Journal on Electrical Engineering & Informatics. 8(2)","DOI":"10.15676\/ijeei.2016.8.2.1"},{"key":"9452_CR41","unstructured":"Tiwari A, Kalamkar P, Banerjee A, Karn S, Hemachandran V, Gupta S (2024) Aalap: AI Assistant for Legal & Paralegal Functions in India"},{"key":"9452_CR42","unstructured":"Touvron H, Martin L, Stone K, Albert P, Almahairi A, Babaei Y, Bashlykov N, Batra S, Bhargava P, Bhosale S et al. (2023) Llama 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288"},{"key":"9452_CR43","doi-asserted-by":"crossref","unstructured":"Trischler A, Wang T, Yuan X, Harris J, Sordoni A, Bachman P, Suleman K (2017) Newsqa: A machine comprehension dataset. In: Proceedings of the 2nd Workshop on Representation Learning for NLP . Association for Computational Linguistics","DOI":"10.18653\/v1\/W17-2623"},{"key":"9452_CR44","doi-asserted-by":"crossref","unstructured":"Xue L, Constant N, Roberts A, Kale M, Al-Rfou R, Siddhant A, Barua A, Raffel C (2021) mt5: A massively multilingual pre-trained text-to-text transformer. In: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp 483\u2013498","DOI":"10.18653\/v1\/2021.naacl-main.41"},{"key":"9452_CR45","doi-asserted-by":"crossref","unstructured":"Yang Y, Yih W-t, Meek C (2015) Wikiqa: A challenge dataset for open-domain question answering. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, pp 2013\u20132018","DOI":"10.18653\/v1\/D15-1237"},{"issue":"3","key":"9452_CR46","doi-asserted-by":"publisher","first-page":"769","DOI":"10.1007\/s10506-023-09367-6","volume":"32","author":"M Yuan","year":"2024","unstructured":"Yuan M, Kao B, Wu T-H, Cheung MM, Chan HW, Cheung AS, Chan FW, Chen Y (2024) Bringing legal knowledge to the public by constructing a legal question bank using large-scale pre-trained language model. Artif Intell Law 32(3):769\u2013805","journal-title":"Artif Intell Law"},{"key":"9452_CR47","unstructured":"Zhang J, Zhao Y, Saleh M, Liu P (2020) PEGASUS: Pre-training with extracted gap-sentences for abstractive summarization. In: III, H.D., Singh, A. (eds.) Proceedings of the 37th International Conference on Machine Learning. Proceedings of Machine Learning Research, vol. 119, pp. 11328\u201311339. PMLR, ???"},{"key":"9452_CR48","unstructured":"Zhang T, Kishore V, Wu F, Weinberger KQ, Artzi Y (2019) Bertscore: Evaluating text generation with bert. arXiv preprint arXiv:1904.09675"},{"key":"9452_CR49","doi-asserted-by":"crossref","unstructured":"Zhou Q, Yang N, Wei F, Tan C, Bao H, Zhou M (2018) Neural question generation from text: A preliminary study. In: Natural Language Processing and Chinese Computing: 6th CCF International Conference, NLPCC 2017, Dalian, China, November 8\u201312, 2017, Proceedings 6, pp. 662\u2013671. Springer","DOI":"10.1007\/978-3-319-73618-1_56"}],"container-title":["Artificial Intelligence and Law"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10506-025-09452-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10506-025-09452-y","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10506-025-09452-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,30]],"date-time":"2026-09-30T12:50:25Z","timestamp":1790772625000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10506-025-09452-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,15]]},"references-count":49,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2026,9]]}},"alternative-id":["9452"],"URL":"https:\/\/doi.org\/10.1007\/s10506-025-09452-y","relation":{},"ISSN":["0924-8463","1572-8382"],"issn-type":[{"value":"0924-8463","type":"print"},{"value":"1572-8382","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4,15]]},"assertion":[{"value":"3 March 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 April 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}