{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T20:44:37Z","timestamp":1757623477528,"version":"3.44.0"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783032015884"},{"type":"electronic","value":"9783032015891"}],"license":[{"start":{"date-parts":[[2025,8,20]],"date-time":"2025-08-20T00:00:00Z","timestamp":1755648000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,20]],"date-time":"2025-08-20T00:00:00Z","timestamp":1755648000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-01589-1_24","type":"book-chapter","created":{"date-parts":[[2025,8,19]],"date-time":"2025-08-19T14:43:40Z","timestamp":1755614620000},"page":"380-394","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Open and\u00a0Proprietary Large Language Models in\u00a0Law Interpretation: The Case of\u00a0the\u00a0EU VAT Directive"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2357-9169","authenticated-orcid":false,"given":"Areti","family":"Karamanou","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4416-8764","authenticated-orcid":false,"given":"Evangelos","family":"Kalampokis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1531-4128","authenticated-orcid":false,"given":"Fotios","family":"Fitsilis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Georgios","family":"Theodorakopoulos","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4663-2113","authenticated-orcid":false,"given":"Konstantinos","family":"Tarabanis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,8,20]]},"reference":[{"key":"24_CR1","unstructured":"Council directive 2006\/112\/ec of 28 november 2006 on the common system of value added tax. Off. J. Eur. Union L 347, 1\u2013118 (2006). https:\/\/eur-lex.europa.eu\/legal-content\/EN\/TXT\/?uri=CELEX%3A32006L0112"},{"key":"24_CR2","unstructured":"Achiam, J., et\u00a0al.: Gpt-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"24_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2024.104145","volume":"333","author":"GF Almeida","year":"2024","unstructured":"Almeida, G.F., Nunes, J.L., Engelmann, N., Wiegmann, A., de Ara\u00fajo, M.: Exploring the psychology of llms\u2019 moral and legal reasoning. Artif. Intell. 333, 104145 (2024)","journal-title":"Artif. Intell."},{"issue":"2","key":"24_CR4","doi-asserted-by":"publisher","first-page":"358","DOI":"10.1016\/j.giq.2018.10.001","volume":"36","author":"A Androutsopoulou","year":"2019","unstructured":"Androutsopoulou, A., Karacapilidis, N., Loukis, E., Charalabidis, Y.: Transforming the communication between citizens and government through ai-guided chatbots. Gov. Inf. Q. 36(2), 358\u2013367 (2019). https:\/\/doi.org\/10.1016\/j.giq.2018.10.001","journal-title":"Gov. Inf. Q."},{"key":"24_CR5","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"24_CR6","unstructured":"Chui, M., Hazan, E., Roberts, R., Singla, A., Smaje, K.: The economic potential of generative AI (2023)"},{"key":"24_CR7","unstructured":"European Commission: Directorate-General for Digital Services, Fitsilis, F., Mikros, G.: Ai-based solutions for legislative drafting in the EU: Summary report. Technical report, Publications Office of the European Union, Luxembourg (2024)"},{"key":"24_CR8","unstructured":"Fitsilis, F.: Aspects of artificial intelligence in parliamentary governance. In: Fernandes, J., Mart\u00ednez-Cant\u00f3, J. (eds.) Democracy at the Crossroads: Challenges for Governance and Representation (Essays in Honour of Thomas Saalfeld). Routledge, London (2025)"},{"key":"24_CR9","first-page":"44123","volume":"36","author":"N Guha","year":"2023","unstructured":"Guha, N., et al.: Legalbench: a collaboratively built benchmark for measuring legal reasoning in large language models. Adv. Neural. Inf. Process. Syst. 36, 44123\u201344279 (2023)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"24_CR10","unstructured":"Houlsby, N., et al.: Parameter-efficient transfer learning for nlp. In: International Conference on Machine Learning, pp. 2790\u20132799. PMLR (2019)"},{"key":"24_CR11","unstructured":"Jiang, A.Q., et\u00a0al.: Mistral 7b, 10 (2023). arXiv preprint arXiv:2310.06825"},{"key":"24_CR12","unstructured":"Jiang, A.Q., et\u00a0al.: Mixtral of experts. arXiv preprint arXiv:2401.04088 (2024)"},{"key":"24_CR13","unstructured":"Jung, S., Jung, J.: Courtroom-llm: a legal-inspired multi-llm framework for resolving ambiguous text classifications. In: Proceedings of the 31st International Conference on Computational Linguistics, pp. 7367\u20137385 (2025)"},{"key":"24_CR14","doi-asserted-by":"publisher","unstructured":"Kalampokis, E., Karacapilidis, N., Tsakalidis, D., Tarabanis, K.: Understanding the use of emerging technologies in the public sector: a review of horizon 2020 projects. Digit. Gov. Res. Pract. 4(1) (2023). https:\/\/doi.org\/10.1145\/3580603","DOI":"10.1145\/3580603"},{"key":"24_CR15","doi-asserted-by":"crossref","unstructured":"Kleiman, F., Barbosa, M.M.: Management and performance program chatbot: a use case of large language model in the federal public sector in brazil. Dig. Gov. Res. Pract. (2024)","DOI":"10.1145\/3700141"},{"key":"24_CR16","doi-asserted-by":"crossref","unstructured":"Lester, B., Al-Rfou, R., Constant, N.: The power of scale for parameter-efficient prompt tuning. arXiv preprint arXiv:2104.08691 (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"24_CR17","doi-asserted-by":"crossref","unstructured":"Li, J., Cheng, X., Zhao, X., Nie, J.Y., Wen, J.R.: Halueval: a large-scale hallucination evaluation benchmark for large language models. In: The 2023 Conference on Empirical Methods in Natural Language Processing (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.397"},{"key":"24_CR18","unstructured":"Liang, P., et\u00a0al.: Holistic evaluation of language models. arXiv preprint arXiv:2211.09110 (2022)"},{"key":"24_CR19","doi-asserted-by":"crossref","unstructured":"Lin, S., Hilton, J., Evans, O.: Truthfulqa: measuring how models mimic human falsehoods. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics, vol. 1: Long Papers, pp. 3214\u20133252 (2022)","DOI":"10.18653\/v1\/2022.acl-long.229"},{"key":"24_CR20","unstructured":"Lucke, J.V., Frank, S.: A few thoughts on the use of chatgpt, gpt 3.5, gpt-4 and llms in parliaments: reflecting on the results of experimenting with llms in the parliamentarian context. Dig. Gov. Res. Pract. (2024)"},{"key":"24_CR21","doi-asserted-by":"publisher","unstructured":"Mamalis, M.E., Kalampokis, E., Fitsilis, F., Theodorakopoulos, G., Tarabanis, K.: A large language model agent based legal assistant for governance applications. In: International Conference on Electronic Government, pp. 286\u2013301. Springer, Heidelberg (2024). https:\/\/doi.org\/10.1007\/978-3-031-70274-7_18","DOI":"10.1007\/978-3-031-70274-7_18"},{"key":"24_CR22","doi-asserted-by":"publisher","unstructured":"Maslaris, I., Karamanou, A., Kalampokis, E., Tarabanis, K.: Evaluating large language models in interaction with open government data. In: Proceedings of the 28th Pan-Hellenic Conference on Progress in Computing and Informatics, PCI \u201924, pp. 26\u201333. Association for Computing Machinery, New York (2025). https:\/\/doi.org\/10.1145\/3716554.3716558","DOI":"10.1145\/3716554.3716558"},{"issue":"1","key":"24_CR23","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1038\/s41746-024-01083-y","volume":"7","author":"N Mehandru","year":"2024","unstructured":"Mehandru, N., Miao, B.Y., Almaraz, E.R., Sushil, M., Butte, A.J., Alaa, A.: Evaluating large language models as agents in the clinic. NPJ Dig. Med. 7(1), 84 (2024)","journal-title":"NPJ Dig. Med."},{"key":"24_CR24","doi-asserted-by":"publisher","unstructured":"Nikiforova, A., Lnenicka, M., Mili\u0107, P., Luterek, M., Rodr\u00edguez\u00a0Bol\u00edvar, M.P.: From the evolution of public data ecosystems to the evolving horizons of the forward-looking intelligent public data ecosystem empowered by emerging technologies. In: International Conference on Electronic Government, pp. 402\u2013418. Springer, Heidelberg (2024). https:\/\/doi.org\/10.1007\/978-3-031-70274-7_25","DOI":"10.1007\/978-3-031-70274-7_25"},{"key":"24_CR25","doi-asserted-by":"crossref","unstructured":"Pulapaka, S., Godavarthi, S., Ding, S.: Empowering the public sector with generative AI (2024)","DOI":"10.1007\/979-8-8688-0473-1"},{"key":"24_CR26","doi-asserted-by":"crossref","unstructured":"Siino, M., Falco, M., Croce, D., Rosso, P.: Exploring llms applications in law: a literature review on current legal nlp approaches. IEEE Access (2025)","DOI":"10.1109\/ACCESS.2025.3533217"},{"key":"24_CR27","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1007\/978-3-031-70274-7_19","volume-title":"Electronic Government","author":"E Sirait","year":"2024","unstructured":"Sirait, E., Zuiderwijk, A., Janssen, M.: The readiness of the public sector to implement AI: a government-specific framework. In: Janssen, M., et al. (eds.) Electronic Government, pp. 302\u2013316. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-70274-7_19"},{"key":"24_CR28","first-page":"3008","volume":"33","author":"N Stiennon","year":"2020","unstructured":"Stiennon, N., et al.: Learning to summarize with human feedback. Adv. Neural. Inf. Process. Syst. 33, 3008\u20133021 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"24_CR29","unstructured":"Sun, L., et\u00a0al.: Trustllm: trustworthiness in large language models, vol. 3 (2024). arXiv preprint arXiv:2401.05561"},{"issue":"2","key":"24_CR30","first-page":"53","volume":"34","author":"P Svard","year":"2024","unstructured":"Svard, P., Seljan, S.: The use of language models (llms) in the public sector and the impact on public records: A case of Sweden and Croatia. Atlanti 34(2), 53\u201372 (2024)","journal-title":"Atlanti"},{"key":"24_CR31","unstructured":"Thoppilan, R., et\u00a0al.: Lamda: language models for dialog applications. arXiv preprint arXiv:2201.08239 (2022)"},{"key":"24_CR32","unstructured":"Touvron, H., et\u00a0al.: Llama: open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)"},{"key":"24_CR33","unstructured":"Touvron, H., et\u00a0al.: Llama 2: open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)"},{"issue":"3","key":"24_CR34","doi-asserted-by":"publisher","DOI":"10.1016\/j.giq.2022.101714","volume":"39","author":"C van Noordt","year":"2022","unstructured":"van Noordt, C., Misuraca, G.: Artificial intelligence for the public sector: results of landscaping the use of AI in government across the European union. Gov. Inf. Q. 39(3), 101714 (2022). https:\/\/doi.org\/10.1016\/j.giq.2022.101714","journal-title":"Gov. Inf. Q."},{"key":"24_CR35","unstructured":"Wang, B., et\u00a0al.: Decodingtrust: a comprehensive assessment of trustworthiness in GPT models. In: NeurIPS (2023)"},{"key":"24_CR36","first-page":"24824","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. Adv. Neural. Inf. Process. Syst. 35, 24824\u201324837 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"24_CR37","doi-asserted-by":"crossref","unstructured":"Yao, S., Ke, Q., Wang, Q., Li, K., Hu, J.: Lawyer gpt: a legal large language model with enhanced domain knowledge and reasoning capabilities. In: Proceedings of the 2024 3rd International Symposium on Robotics, Artificial Intelligence and Information Engineering, pp. 108\u2013112 (2024)","DOI":"10.1145\/3689299.3689319"},{"key":"24_CR38","unstructured":"Ye, J., et\u00a0al.: A comprehensive capability analysis of gpt-3 and gpt-3.5 series models. arXiv preprint arXiv:2303.10420 (2023)"},{"key":"24_CR39","unstructured":"Yin, R.K.: Case Study Research: Design and Methods, vol.\u00a05. Sage, Boca Raton (2009)"},{"issue":"4","key":"24_CR40","doi-asserted-by":"publisher","first-page":"249","DOI":"10.33851\/JMIS.2024.11.4.249","volume":"11","author":"S Yoon","year":"2024","unstructured":"Yoon, S., et al.: Digital innovation in public administration through intelligent public sector automation (ipsa): strategies and challenges. J. Multimedia Inf. Syst. 11(4), 249\u2013260 (2024)","journal-title":"J. Multimedia Inf. Syst."},{"key":"24_CR41","doi-asserted-by":"publisher","unstructured":"Zeginis, D., Kalampokis, E., Tarabanis, K.: Applying an ontology-aware zero-shot llm prompting approach for information extraction in greek: the case of diavgeia gov gr. In: Proceedings of the 28th Pan-Hellenic Conference on Progress in Computing and Informatics, PCI \u201924, pp. 324\u2013330. Association for Computing Machinery, New York (2025). https:\/\/doi.org\/10.1145\/3716554.3716603","DOI":"10.1145\/3716554.3716603"},{"key":"24_CR42","doi-asserted-by":"crossref","unstructured":"Zhou, C., et al.: Detecting hallucinated content in conditional neural sequence generation. arXiv preprint arXiv:2011.02593 (2020)","DOI":"10.18653\/v1\/2021.findings-acl.120"}],"container-title":["Lecture Notes in Computer Science","Electronic Government"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-01589-1_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T07:01:12Z","timestamp":1757401272000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-01589-1_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,20]]},"ISBN":["9783032015884","9783032015891"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-01589-1_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025,8,20]]},"assertion":[{"value":"20 August 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors\u00a0have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"EGOV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Electronic Government","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Krems","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Austria","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 August 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"egov2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/dgsociety.org\/egov-2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}