{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T08:39:24Z","timestamp":1782981564798,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T00:00:00Z","timestamp":1734048000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100018697","name":"HORIZON EUROPE Culture, Creativity and Inclusive society","doi-asserted-by":"publisher","award":["101178806"],"award-info":[{"award-number":["101178806"]}],"id":[{"id":"10.13039\/100018697","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,12,13]]},"DOI":"10.1145\/3716554.3716558","type":"proceedings-article","created":{"date-parts":[[2025,5,28]],"date-time":"2025-05-28T12:05:02Z","timestamp":1748433902000},"page":"26-33","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Evaluating Large Language Models in Interaction with Open Government Data"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-1187-7082","authenticated-orcid":false,"given":"Ioannis","family":"Maslaris","sequence":"first","affiliation":[{"name":"Database & Information Retrieval Laboratory, Department of Electrical & Computer Engineering, Democritus University of Thrace, Xanthi, Greece"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2357-9169","authenticated-orcid":false,"given":"Areti","family":"Karamanou","sequence":"additional","affiliation":[{"name":"Information Systems Laboratory, Department of Business Administration, University of Macedonia, Thessaloniki, Greece"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4416-8764","authenticated-orcid":false,"given":"Evangelos","family":"Kalampokis","sequence":"additional","affiliation":[{"name":"Information Technologies Institute, Center for Research & Technology HELLAS (CERTH), Thessaloniki, Greece and Information Systems Laboratory, Department of Business Administration, University of Macedonia, Thessaloniki, Greece"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4663-2113","authenticated-orcid":false,"given":"Konstantinos","family":"Tarabanis","sequence":"additional","affiliation":[{"name":"Information Technologies Institute, Center for Research & Technology HELLAS (CERTH), Thessaloniki, Greece and Information Systems Laboratory, Department of Business Administration, University of Macedonia, Thessaloniki, Greece"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,5,28]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"Josh Achiam Steven Adler Sandhini Agarwal Lama Ahmad Ilge Akkaya Florencia\u00a0Leoni Aleman Diogo Almeida Janko Altenschmidt Sam Altman Shyamal Anadkat et\u00a0al. 2023. Gpt-4 technical report. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.08774 (2023)."},{"key":"e_1_3_3_2_3_2","unstructured":"Dhananjay Ashok and Zachary\u00a0C Lipton. 2023. Promptner: Prompting for named entity recognition. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2305.15444 (2023)."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Adithya Bhaskar Alexander\u00a0R Fabbri and Greg Durrett. 2022. Prompted opinion summarization with GPT-3.5. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2211.15914 (2022).","DOI":"10.18653\/v1\/2023.findings-acl.591"},{"key":"e_1_3_3_2_5_2","unstructured":"Tom\u00a0B Brown. 2020. Language models are few-shot learners. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2005.14165 (2020)."},{"key":"e_1_3_3_2_6_2","unstructured":"Xuanting Chen Junjie Ye Can Zu Nuo Xu Rui Zheng Minlong Peng Jie Zhou Tao Gui Qi Zhang and Xuanjing Huang. 2023. How robust is gpt-3.5 to predecessors? a comprehensive study on language understanding tasks. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.00293 (2023)."},{"key":"e_1_3_3_2_7_2","unstructured":"Richard Cyganiak Dave Reynolds and Jeni Tennison. 2014. The rdf data cube vocabulary. W3c recommendation. World Wide Web Consortium (W3C) 16 (2014)."},{"key":"e_1_3_3_2_8_2","unstructured":"Jacob Devlin. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1810.04805 (2018)."},{"key":"e_1_3_3_2_9_2","unstructured":"Abhimanyu Dubey Abhinav Jauhri Abhinav Pandey Abhishek Kadian Ahmad Al-Dahle Aiesha Letman Akhil Mathur Alan Schelten Amy Yang Angela Fan et\u00a0al. 2024. The llama 3 herd of models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2407.21783 (2024)."},{"key":"e_1_3_3_2_10_2","unstructured":"Hao Fei Shengqiong Wu Jingye Li Bobo Li Fei Li Libo Qin Meishan Zhang Min Zhang and Tat-Seng Chua. 2022. Lasuie: Unifying information extraction with latent adaptive structure-aware generative language model. Advances in Neural Information Processing Systems 35 (2022) 15460\u201315475."},{"key":"e_1_3_3_2_11_2","unstructured":"Chengguang Gan Qinghao Zhang and Tatsunori Mori. 2023. Giellm: Japanese general information extraction large language model utilizing mutual reinforcement effect. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2311.06838 (2023)."},{"key":"e_1_3_3_2_12_2","unstructured":"Santiago Gonz\u00e1lez-Carvajal and Eduardo\u00a0C Garrido-Merch\u00e1n. 2020. Comparing BERT against traditional machine learning text classification. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2005.13012 (2020)."},{"key":"e_1_3_3_2_13_2","unstructured":"Jie Huang and Kevin Chen-Chuan Chang. 2022. Towards reasoning in large language models: A survey. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2212.10403 (2022)."},{"key":"e_1_3_3_2_14_2","unstructured":"Albert\u00a0Q Jiang Alexandre Sablayrolles Arthur Mensch Chris Bamford Devendra\u00a0Singh Chaplot Diego de\u00a0las Casas Florian Bressand Gianna Lengyel Guillaume Lample Lucile Saulnier et\u00a0al. 2023. Mistral 7B. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.06825 (2023)."},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Evangelos Kalampokis Areti Karamanou and Konstantinos Tarabanis. 2019. Interoperability conflicts in linked open statistical data. Information 10 8 (2019) 249.","DOI":"10.3390\/info10080249"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","unstructured":"Evangelos Kalampokis Efthimios Tambouris and Konstantinos Tarabanis. 2016. Linked Open Cube Analytics Systems: Potential and Challenges. IEEE Intelligent Systems 31 5 (2016) 89\u201392. 10.1109\/MIS.2016.82","DOI":"10.1109\/MIS.2016.82"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Evangelos Kalampokis Dimitris Zeginis and Konstantinos Tarabanis. 2019. On modeling linked open statistical data. Journal of Web Semantics 55 (2019) 56\u201368.","DOI":"10.1016\/j.websem.2018.11.002"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","unstructured":"Areti Karamanou Evangelos Kalampokis and Konstantinos Tarabanis. 2022. Linked Open Government Data to Predict and Explain House Prices: The Case of Scottish Statistics Portal. Big Data Research 30 (2022) 100355. 10.1016\/j.bdr.2022.100355","DOI":"10.1016\/j.bdr.2022.100355"},{"key":"e_1_3_3_2_19_2","unstructured":"Yang Liu. 2019. Fine-tune BERT for extractive summarization. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1903.10318 (2019)."},{"key":"e_1_3_3_2_20_2","unstructured":"Renze Lou Kai Zhang and Wenpeng Yin. 2023. A comprehensive survey on instruction following. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.10475 (2023)."},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3635059.3635068"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Juan Manuel\u00a0Perez Martinez Rafael Berlanga Maria\u00a0Jose Aramburu and Torben\u00a0Bach Pedersen. 2008. Integrating data warehouses with web data: A survey. IEEE transactions on knowledge and data engineering 20 7 (2008) 940\u2013955.","DOI":"10.1109\/TKDE.2007.190746"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"Rahul Mehta and Vasudeva Varma. 2023. Llm-rm at semeval-2023 task 2: Multilingual complex ner using xlm-roberta. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2305.03300 (2023).","DOI":"10.18653\/v1\/2023.semeval-1.62"},{"key":"e_1_3_3_2_24_2","first-page":"20","volume-title":"International Conference on Document Analysis and Recognition","author":"Pe\u00f1a Alejandro","year":"2023","unstructured":"Alejandro Pe\u00f1a, Aythami Morales, Julian Fierrez, Ignacio Serna, Javier Ortega-Garcia, I\u00f1igo Puente, Jorge Cordova, and Gonzalo Cordova. 2023. Leveraging large language models for topic classification in the domain of public affairs. In International Conference on Document Analysis and Recognition. Springer, 20\u201333."},{"key":"e_1_3_3_2_25_2","unstructured":"Xiaofei Sun Xiaoya Li Jiwei Li Fei Wu Shangwei Guo Tianwei Zhang and Guoyin Wang. 2023. Text classification via large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2305.08377 (2023)."},{"key":"e_1_3_3_2_26_2","unstructured":"Yi Tay Mostafa Dehghani Dara Bahri and Donald Metzler. 2020. Efficient transformers: A survey.(2020). arXiv preprint cs.LG\/2009.06732 (2020)."},{"key":"e_1_3_3_2_27_2","unstructured":"Gemma Team Thomas Mesnard Cassidy Hardin Robert Dadashi Surya Bhupatiraju Shreya Pathak Laurent Sifre Morgane Rivi\u00e8re Mihir\u00a0Sanjay Kale Juliette Love et\u00a0al. 2024. Gemma: Open models based on gemini research and technology. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2403.08295 (2024)."},{"key":"e_1_3_3_2_28_2","unstructured":"Hugo Touvron Louis Martin Kevin Stone Peter Albert Amjad Almahairi Yasmine Babaei Nikolay Bashlykov Soumya Batra Prajjwal Bhargava Shruti Bhosale et\u00a0al. 2023. Llama 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.09288 (2023)."},{"key":"e_1_3_3_2_29_2","unstructured":"A Vaswani. 2017. Attention is all you need. Advances in Neural Information Processing Systems (2017)."},{"key":"e_1_3_3_2_30_2","unstructured":"Shuhe Wang Xiaofei Sun Xiaoya Li Rongbin Ouyang Fei Wu Tianwei Zhang Jiwei Li and Guoyin Wang. 2023. Gpt-ner: Named entity recognition via large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2304.10428 (2023)."},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Xingyao Wang Sha Li and Heng Ji. 2022. Code4struct: Code generation for few-shot event structure prediction. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2210.12810 (2022).","DOI":"10.18653\/v1\/2023.acl-long.202"},{"key":"e_1_3_3_2_32_2","unstructured":"Jason Wei Xuezhi Wang Dale Schuurmans Maarten Bosma Fei Xia Ed Chi Quoc\u00a0V Le Denny Zhou et\u00a0al. 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in neural information processing systems 35 (2022) 24824\u201324837."},{"key":"e_1_3_3_2_33_2","unstructured":"Xiang Wei Xingyu Cui Ning Cheng Xiaobin Wang Xin Zhang Shen Huang Pengjun Xie Jinan Xu Yufeng Chen Meishan Zhang et\u00a0al. 2023. Zero-shot information extraction via chatting with chatgpt. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.10205 (2023)."},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"crossref","unstructured":"Bernd\u00a0W Wirtz Jan\u00a0C Weyerer Marcel Becker and Wilhelm\u00a0M M\u00fcller. 2022. Open government data: A systematic literature review of empirical research. Electronic Markets 32 4 (2022) 2381\u20132404.","DOI":"10.1007\/s12525-022-00582-8"},{"key":"e_1_3_3_2_35_2","unstructured":"Siheng Xiong Ali Payani Ramana Kompella and Faramarz Fekri. 2024. Large language models can learn temporal reasoning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2401.06853 (2024)."},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"crossref","unstructured":"Xin Xu Yuqi Zhu Xiaohan Wang and Ningyu Zhang. 2023. How to unleash the power of large language models for few-shot relation extraction? arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2305.01555 (2023).","DOI":"10.18653\/v1\/2023.sustainlp-1.13"},{"key":"e_1_3_3_2_37_2","unstructured":"Junjie Ye Xuanting Chen Nuo Xu Can Zu Zekai Shao Shichun Liu Yuhan Cui Zeyang Zhou Chao Gong Yang Shen et\u00a0al. 2023. A comprehensive capability analysis of gpt-3 and gpt-3.5 series models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.10420 (2023)."},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i17.29909"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"crossref","unstructured":"Gokul Yenduri M Ramalingam G\u00a0Chemmalar Selvi Y Supriya Gautam Srivastava Praveen Kumar\u00a0Reddy Maddikunta G\u00a0Deepti Raj Rutvij\u00a0H Jhaveri B Prabadevi Weizheng Wang et\u00a0al. 2024. Gpt (generative pre-trained transformer)\u2013a comprehensive review on enabling technologies potential applications emerging challenges and future directions. IEEE Access (2024).","DOI":"10.1109\/ACCESS.2024.3389497"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"crossref","unstructured":"Zhebin Zhang Sai Wu Dawei Jiang and Gang Chen. 2021. BERT-JAM: Maximizing the utilization of BERT for neural machine translation. Neurocomputing 460 (2021) 84\u201394.","DOI":"10.1016\/j.neucom.2021.07.002"}],"event":{"name":"PCI 2024: 28th Pan-Hellenic Conference on Progress in Computing and Informatics","location":"Athens Greece","acronym":"PCI 2024"},"container-title":["Proceedings of the 28th Pan-Hellenic Conference on Progress in Computing and Informatics"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3716554.3716558","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3716554.3716558","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:19:11Z","timestamp":1750295951000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3716554.3716558"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,13]]},"references-count":39,"alternative-id":["10.1145\/3716554.3716558","10.1145\/3716554"],"URL":"https:\/\/doi.org\/10.1145\/3716554.3716558","relation":{},"subject":[],"published":{"date-parts":[[2024,12,13]]},"assertion":[{"value":"2025-05-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}