{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T08:50:08Z","timestamp":1780044608045,"version":"3.53.1"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031971402","type":"print"},{"value":"9783031971419","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-031-97141-9_29","type":"book-chapter","created":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T08:56:08Z","timestamp":1751273768000},"page":"426-441","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["The Benefits of\u00a0Query-Based KGQA Systems for\u00a0Complex and\u00a0Temporal Questions in\u00a0LLM Era"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-2642-1555","authenticated-orcid":false,"given":"Artem","family":"Alekseev","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-8900-2195","authenticated-orcid":false,"given":"Mikhail","family":"Chaichuk","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-8541-6740","authenticated-orcid":false,"given":"Miron","family":"Butko","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6097-6118","authenticated-orcid":false,"given":"Alexander","family":"Panchenko","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7936-0284","authenticated-orcid":false,"given":"Elena","family":"Tutubalina","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-1209-9131","authenticated-orcid":false,"given":"Oleg","family":"Somov","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,1]]},"reference":[{"key":"29_CR1","unstructured":"Allen-Zhu, Z., Li, Y.: Physics of language models: part 3.1, knowledge storage and extraction (2023)"},{"key":"29_CR2","doi-asserted-by":"crossref","unstructured":"Auer, S., Bizer, C., Kobilarov, G., Lehmann, J., Cyganiak, R., Ives, Z.: Dbpedia: a nucleus for a web of open data. In: International Semantic Web Conference, pp. 722\u2013735. Springer (2007)","DOI":"10.1007\/978-3-540-76298-0_52"},{"key":"29_CR3","doi-asserted-by":"crossref","unstructured":"Ayoola, T., Tyagi, S., Fisher, J., Christodoulopoulos, C., Pierleoni, A.: ReFinED: an efficient zero-shot-capable approach to end-to-end entity linking. In: Loukina, A., Gangadharaiah, R., Min, B. (eds.) Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies: Industry Track, pp. 209\u2013220. Association for Computational Linguistics (2022)","DOI":"10.18653\/v1\/2022.naacl-industry.24"},{"key":"29_CR4","doi-asserted-by":"crossref","unstructured":"Baazouzi, W., Kachroudi, M., Faiz, S.: Sweeping knowledge graphs with SPARQL queries to palliate Q\/A problems. In: International Conference on Advanced Information Systems Engineering (2024)","DOI":"10.1007\/978-3-031-57853-3_27"},{"key":"29_CR5","doi-asserted-by":"crossref","unstructured":"Banerjee, D., Nair, P.A., Kaur, J.N., Usbeck, R., Biemann, C.: Modern baselines for SPARQL semantic parsing. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2260\u20132265 (2022)","DOI":"10.1145\/3477495.3531841"},{"key":"29_CR6","unstructured":"Berglund, L., et al.: The reversal curse: LLMs trained on \u201ca is b\u201d fail to learn \u201cb is a\u201d (2023)"},{"key":"29_CR7","unstructured":"Borroto, M., Ricca, F., Cuteri, B., Barbara, V.: SPARQL-QA enters the QALD challenge. In: Proceedings of the 7th Natural Language Interfaces for the Web of Data (NLIWoD) co-located with the 19th European Semantic Web Conference, Hersonissos, Greece, vol.\u00a03196, pp. 25\u201331 (2022)"},{"key":"29_CR8","unstructured":"Brei, F., Frey, J., Meyer, L.P.: Leveraging small language models for TEXT2SPARQL tasks to improve the resilience of AI assistance (2024)"},{"key":"29_CR9","doi-asserted-by":"crossref","unstructured":"Chekalina, V., Razzhigaev, A., Sayapin, A., Frolov, E., Panchenko, A.: Meker: memory efficient knowledge embedding representation for link prediction and question answering. arXiv preprint arXiv:2204.10629 (2022)","DOI":"10.18653\/v1\/2022.acl-srw.27"},{"key":"29_CR10","unstructured":"Chen, X., Hu, X., Tang, N.: Then-refine: a dynamic framework for multi-hop question answering with temporal adaptability. arXiv preprint arXiv:2412.15101 (2024)"},{"key":"29_CR11","unstructured":"Chong, Y., Lee, C., Muhd-Yassin, S., Lim, K.: Transkgqa: enhanced knowledge graph question answering with sentence transformers. IEEE Trans. Knowl. Data Eng. (2024)"},{"key":"29_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/978-3-030-30796-7_5","volume-title":"The Semantic Web \u2013 ISWC 2019","author":"M Dubey","year":"2019","unstructured":"Dubey, M., Banerjee, D., Abdelkawi, A., Lehmann, J.: LC-QuAD 2.0: a large dataset for complex question answering over Wikidata and DBpedia. In: Ghidini, C., et al. (eds.) ISWC 2019. LNCS, vol. 11779, pp. 69\u201378. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-30796-7_5"},{"key":"29_CR13","unstructured":"Gao, Y., et al.: Retrieval-augmented generation for large language models: a survey (2023)"},{"key":"29_CR14","first-page":"271","volume":"73","author":"A Ghajari","year":"2024","unstructured":"Ghajari, A., Ros, S., P\u00e9rez, \u00c1.: Querying the depths: unveiling the strengths and struggles of large language models in SPARQL generation. Procesamiento del lenguaje natural 73, 271\u2013281 (2024)","journal-title":"Procesamiento del lenguaje natural"},{"key":"29_CR15","doi-asserted-by":"crossref","unstructured":"Gu, Y., et al.: Beyond IID: three levels of generalization for question answering on knowledge bases. In: Proceedings of the Web Conference 2021, pp. 3477\u20133488 (2021)","DOI":"10.1145\/3442381.3449992"},{"issue":"5","key":"29_CR16","doi-asserted-by":"publisher","first-page":"2855","DOI":"10.1007\/s11280-023-01166-y","volume":"26","author":"N Hu","year":"2023","unstructured":"Hu, N., et al.: An empirical study of pre-trained language models in simple knowledge graph question answering. World Wide Web 26(5), 2855\u20132886 (2023)","journal-title":"World Wide Web"},{"key":"29_CR17","doi-asserted-by":"crossref","unstructured":"Jiang, L., Usbeck, R.: Knowledge graph question answering datasets and their generalizability: are they enough for future research? In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 3209\u20133218 (2022)","DOI":"10.1145\/3477495.3531751"},{"key":"29_CR18","doi-asserted-by":"publisher","first-page":"962","DOI":"10.1162\/tacl_a_00407","volume":"9","author":"Z Jiang","year":"2021","unstructured":"Jiang, Z., Araki, J., Ding, H., Neubig, G.: How can we know when language models know? on the calibration of language models for question answering. Trans. Assoc. Comput. Linguist. 9, 962\u2013977 (2021)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"29_CR19","doi-asserted-by":"crossref","unstructured":"Karpukhin, V., et al.: Dense passage retrieval for open-domain question answering. In: Webber, B., Cohn, T., He, Y., Liu, Y. (eds.) Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 6769\u20136781. Association for Computational Linguistics, Online (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"29_CR20","doi-asserted-by":"publisher","unstructured":"Kostenetskiy, P., Chulkevich, R., Kozyrev, V.: HPC resources of the higher school of economics. J. Phys. Conf. Ser. 1740, 012050 (2021). https:\/\/doi.org\/10.1088\/1742-6596\/1740\/1\/012050","DOI":"10.1088\/1742-6596\/1740\/1\/012050"},{"key":"29_CR21","unstructured":"Lewis, P., et al.: Retrieval-augmented generation for knowledge-intensive NLP tasks. Adv. Neural. Inf. Process. Syst. 33, 9459\u20139474 (2020)"},{"key":"29_CR22","doi-asserted-by":"crossref","unstructured":"Li, Y., et al.: A framework of knowledge graph-enhanced large language model based on question decomposition and atomic retrieval. In: Findings of the Association for Computational Linguistics: EMNLP 2024, pp. 11472\u201311485 (2024)","DOI":"10.18653\/v1\/2024.findings-emnlp.670"},{"key":"29_CR23","doi-asserted-by":"crossref","unstructured":"Liu, S., Semnani, S.J., Triedman, H., Xu, J., Zhao, I.D., Lam, M.S.: Spinach: SPARQL-based information navigation for challenging real-world questions. arXiv preprint arXiv:2407.11417 (2024)","DOI":"10.18653\/v1\/2024.findings-emnlp.938"},{"key":"29_CR24","doi-asserted-by":"crossref","unstructured":"Longwell, J., Alavi, M.A.A., Zarrinkalam, F.: Triple augmented generative language models for SPARQL query generation from natural language questions. In: Proceedings of the 2024 ACM International Conference on Web Search and Data Mining (2024)","DOI":"10.1145\/3673791.3698426"},{"key":"29_CR25","doi-asserted-by":"crossref","unstructured":"Lysyuk, M., Salnikov, M., Braslavski, P., Panchenko, A.: Konstruktor: a strong baseline for simple knowledge graph question answering. In: International Conference on Applications of Natural Language to Information Systems, pp. 107\u2013118. Springer (2024)","DOI":"10.1007\/978-3-031-70242-6_11"},{"key":"29_CR26","doi-asserted-by":"crossref","unstructured":"Meem, J.A., Rashid, M.S., Dong, Y., Hristidis, V.: Pat-questions: a self-updating benchmark for present-anchored temporal question-answering. arXiv preprint arXiv:2402.11034 (2024)","DOI":"10.18653\/v1\/2024.findings-acl.777"},{"key":"29_CR27","doi-asserted-by":"crossref","unstructured":"Mohammed, S., Shi, P., Lin, J.: Strong baselines for simple question answering over knowledge graphs with and without neural networks. In: Walker, M., Ji, H., Stent, A. (eds.) Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 2 (Short Papers), New Orleans, Louisiana, pp. 291\u2013296. Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/N18-2047"},{"key":"29_CR28","unstructured":"Muennighoff, N.: SGPT: GPT sentence embeddings for semantic search. arxiv (2022)"},{"issue":"4","key":"29_CR29","doi-asserted-by":"publisher","first-page":"1521","DOI":"10.3390\/app14041521","volume":"14","author":"J Qi","year":"2024","unstructured":"Qi, J., et al.: Enhancing SPARQL query generation for knowledge base question answering systems by learning to correct triplets. Appl. Sci. 14(4), 1521 (2024)","journal-title":"Appl. Sci."},{"key":"29_CR30","unstructured":"Rangel, J.C., de\u00a0Farias, T.M., Sima, A.C., Kobayashi, N.: SPARQL generation: an analysis on fine-tuning OpenLLaMA for question answering over a life science knowledge graph (2024)"},{"key":"29_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"532","DOI":"10.1007\/978-3-030-77385-4_32","volume-title":"The Semantic Web","author":"I Rybin","year":"2021","unstructured":"Rybin, I., Korablinov, V., Efimov, P., Braslavski, P.: RuBQ 2.0: an innovated Russian question answering dataset. In: Verborgh, R., et al. (eds.) ESWC 2021. LNCS, vol. 12731, pp. 532\u2013547. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-77385-4_32"},{"key":"29_CR32","doi-asserted-by":"crossref","unstructured":"Sakor, A., Singh, K., Patel, A., Vidal, M.E.: Falcon 2.0: an entity and relation linking tool over wikidata. In: Proceedings of the 29th ACM International Conference on Information & Knowledge Management, CIKM 2020, pp. 3141\u20133148. Association for Computing Machinery, New York (2020)","DOI":"10.1145\/3340531.3412777"},{"key":"29_CR33","unstructured":"Schwabe, T., Siebel, L., Valach, P., Acosta, M.: Q-NL verifier: leveraging synthetic data for robust knowledge graph question answering (2025)"},{"key":"29_CR34","first-page":"8634","volume":"36","author":"N Shinn","year":"2023","unstructured":"Shinn, N., Cassano, F., Gopinath, A., Narasimhan, K., Yao, S.: Reflexion: language agents with verbal reinforcement learning. Adv. Neural. Inf. Process. Syst. 36, 8634\u20138652 (2023)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"29_CR35","doi-asserted-by":"crossref","unstructured":"Somov, O., Tutubalina, E.: Shifted PAUQ: distribution shift in text-to-SQL. In: Proceedings of the 1st GenBench Workshop on (Benchmarking) Generalisation in NLP, pp. 214\u2013220 (2023)","DOI":"10.18653\/v1\/2023.genbench-1.18"},{"issue":"23","key":"29_CR36","doi-asserted-by":"publisher","first-page":"4835","DOI":"10.3390\/electronics13234835","volume":"13","author":"S Sun","year":"2024","unstructured":"Sun, S., Hou, K., Li, J., Liu, Y.: KG-EGV: a framework for question answering with integrated knowledge graphs and large language models. Electronics 13(23), 4835 (2024)","journal-title":"Electronics"},{"key":"29_CR37","doi-asserted-by":"crossref","unstructured":"Tan, Y., et al.: Can ChatGPT replace traditional KBQA models? An in-depth analysis of the question answering performance of the GPT LLM family. In: International Semantic Web Conference, pp. 348\u2013367. Springer (2023)","DOI":"10.1007\/978-3-031-47240-4_19"},{"key":"29_CR38","unstructured":"Touvron, H., et al.: Llama 2: open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)"},{"issue":"6","key":"29_CR39","first-page":"2193","volume":"15","author":"R Usbeck","year":"2024","unstructured":"Usbeck, R., et al.: QALD-10-the 10th challenge on question answering over linked data: Shifting from DBpedia to Wikidata as a KG for KGQA. Semantic Web 15(6), 2193\u20132207 (2024)","journal-title":"Semantic Web"},{"issue":"10","key":"29_CR40","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1145\/2629489","volume":"57","author":"D Vrande\u010di\u0107","year":"2014","unstructured":"Vrande\u010di\u0107, D., Kr\u00f6tzsch, M.: Wikidata: a free collaborative knowledgebase. Commun. ACM 57(10), 78\u201385 (2014)","journal-title":"Commun. ACM"},{"key":"29_CR41","doi-asserted-by":"crossref","unstructured":"Xiong, G., Bao, J., Zhao, W.: Interactive-KBQA: multi-turn interactions for knowledge base question answering with large language models (2024)","DOI":"10.18653\/v1\/2024.acl-long.569"},{"key":"29_CR42","unstructured":"Yu, D., et al.: Decaf: joint decoding of answers and logical forms for question answering over knowledge bases (2022)"},{"key":"29_CR43","doi-asserted-by":"crossref","unstructured":"Zahera, H., Sherif, M., Moussallem, D.: Generating SPARQL from natural language using chain-of-thoughts prompting. Semantic Web (2024)","DOI":"10.3233\/SSW240028"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-97141-9_29","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T04:59:24Z","timestamp":1777525164000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-97141-9_29"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,1]]},"ISBN":["9783031971402","9783031971419"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-97141-9_29","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,1]]},"assertion":[{"value":"1 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLDB","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Applications of Natural Language to Information Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kanazawa","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nldb2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/nldb2025.github.io\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}