{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T13:31:53Z","timestamp":1781875913748,"version":"3.54.5"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032131089","type":"print"},{"value":"9783032131096","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,12,23]],"date-time":"2025-12-23T00:00:00Z","timestamp":1766448000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,12,23]],"date-time":"2025-12-23T00:00:00Z","timestamp":1766448000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-13109-6_3","type":"book-chapter","created":{"date-parts":[[2025,12,22]],"date-time":"2025-12-22T07:27:37Z","timestamp":1766388457000},"page":"25-40","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Towards Dynamically Generated KGQA Benchmark Datasets for Memorization-Resistant Evaluations"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6894-2094","authenticated-orcid":false,"given":"Aleksandr","family":"Gashkov","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0877-7063","authenticated-orcid":false,"given":"Aleksandr","family":"Perevalov","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3792-8518","authenticated-orcid":false,"given":"Maria","family":"Eltsova","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7116-9338","authenticated-orcid":false,"given":"Andreas","family":"Both","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,12,23]]},"reference":[{"key":"3_CR1","unstructured":"Abujabal, A., Roy, R.S., Yahya, M., Weikum, G.: ComQA: A Community-Sourced Dataset for Complex Factoid Question Answering with Paraphrase Clusters. arXiv preprint arXiv:1809.09528 (2018)"},{"key":"3_CR2","unstructured":"Azmy, M., Shi, P., Lin, J., Ilyas, I.: Farewell freebase: migrating the SimpleQuestions dataset to DBpedia. In: Proceedings of the 27th International Conference on Computational Linguistics. pp. 2093\u20132103 (2018)"},{"key":"3_CR3","doi-asserted-by":"crossref","unstructured":"Bhandiwad, D., Gattogi, P., Kangen, A., Basaldella, M., Ferr\u00e9, S., Vahdati, S., Lehmann, J.: Bridging Language Models and Knowledge Graphs with Controlled Natural Languages. Available at SSRN 5009450 (2024)","DOI":"10.2139\/ssrn.5009450"},{"key":"3_CR4","unstructured":"Biswas, D., Dubey, M., Rony, M.R.A.H., Lehmann, J.: VANiLLa: Verbalized Answers in Natural Language at Large Scale. CoRR abs\/2105.11407 (2021)"},{"key":"3_CR5","doi-asserted-by":"crossref","unstructured":"Burtsev, M., et\u00a0al.: DeepPavlov: open-source library for dialogue systems. In: Proceedings of ACL 2018, System Demonstrations, pp. 122\u2013127. ACL (2018)","DOI":"10.18653\/v1\/P18-4021"},{"key":"3_CR6","unstructured":"Carlini, N., Ippolito, D., Jagielski, M., Lee, K., Tram\u00e8r, F., Zhang, C.: Quantifying Memorization Across Neural Language Models. In: ICLR (2023)"},{"key":"3_CR7","doi-asserted-by":"publisher","first-page":"937","DOI":"10.1162\/tacl_a_00499","volume":"10","author":"R Cui","year":"2022","unstructured":"Cui, R., Aralikatte, R., Lent, H., Hershcovich, D.: Compositional generalization in multilingual semantic parsing over Wikidata. Trans. Assoc. Comput. Linguist. 10, 937\u2013955 (2022)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"Dammu, P.P.S., Naidu, H., Shah, C.: Dynamic-KGQA: A Scalable Framework for Generating Adaptive Question Answering Datasets. arXiv preprint arXiv:2503.05049 (2025)","DOI":"10.1145\/3726302.3730324"},{"key":"3_CR9","doi-asserted-by":"publisher","unstructured":"Diefenbach, D., Both, A., Singh, K., Maret, P.: Towards a question answering system over the semantic web. Semant. Web 11, 421\u2013439 (2020). https:\/\/doi.org\/10.3233\/SW-190343","DOI":"10.3233\/SW-190343"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Dubey, M., Banerjee, D., Abdelkawi, A., Lehmann, J.: LC-QuAD 2.0: a large dataset for complex question answering over Wikidata and DBpedia. In: International Semantic Web Conference, pp. 69\u201378. Springer (2019)","DOI":"10.1007\/978-3-030-30796-7_5"},{"key":"3_CR11","doi-asserted-by":"crossref","unstructured":"Erxleben, F., G\u00fcnther, M., Kr\u00f6tzsch, M., Mendez, J., Vrande\u010di\u0107, D.: Introducing Wikidata to the linked data web. In: The Semantic Web\u2013ISWC 2014: 13th International Semantic Web Conference, 2014. Proceedings, Part I 13, pp. 50\u201365. Springer (2014)","DOI":"10.1007\/978-3-319-11964-9_4"},{"key":"3_CR12","doi-asserted-by":"crossref","unstructured":"Gashkov, A., Perevalov, A., Eltsova, M., Both, A.: Improving question answering quality through language feature-based SPARQL query candidate validation. In: The Semantic Web\u201419th International Conference, ESWC 2022, Proceedings. Lecture Notes in Computer Science, vol. 13261, pp. 217\u2013235. Springer (2022)","DOI":"10.1007\/978-3-031-06981-9_13"},{"key":"3_CR13","doi-asserted-by":"crossref","unstructured":"Gashkov, A., Perevalov, A., Eltsova, M., Both, A.: SPARQL Query Generation with LLMs: Measuring the Impact of Training Data Memorization and Knowledge Injection. arXiv preprint arXiv:2507.13859 (2025). This paper received the Best Paper Award at ICWE 2025","DOI":"10.1007\/978-3-031-97207-2_14"},{"key":"3_CR14","unstructured":"Hartmann, V., Suri, A., Bindschaedler, V., Evans, D., Tople, S., West, R.: SoK: Memorization in General-Purpose Large Language Models. arXiv preprint arXiv:2310.18362 (2023)"},{"key":"3_CR15","unstructured":"Hurst, A., Lerer, A., Goucher, A.P., Perelman, A., Ramesh, A., Clark, A., Ostrow, A., Welihinda, A., Hayes, A., Radford, A., et\u00a0al.: GPT-4o System Card. arXiv preprint arXiv:2410.21276 (2024)"},{"key":"3_CR16","doi-asserted-by":"crossref","unstructured":"Kacupaj, E., Banerjee, B., Singh, K., Lehmann, J.: ParaQA: a question answering dataset with paraphrase responses for single-turn conversation. In: European Semantic Web Conference, pp. 598\u2013613. Springer (2021)","DOI":"10.1007\/978-3-030-77385-4_36"},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Kacupaj, E., Zafar, H., Lehmann, J., Maleshkova, M.: VQuAnDa: verbalization QUestion ANswering DAtaset. In: European Semantic Web Conference, pp. 531\u2013547. Springer (2020)","DOI":"10.1007\/978-3-030-49461-2_31"},{"key":"3_CR18","unstructured":"Kovriguina, L., Teucher, R., Radyush, D., Mouromtsev, D., Keshan, N., Neumaier, S., Gentile, A., Vahdati, S.: SPARQLGEN: one-shot prompt-based approach for SPARQL query generation. In: SEMANTiCS (Posters & Demos) (2023)"},{"key":"3_CR19","doi-asserted-by":"crossref","unstructured":"Lan, M., Xia, Y., Zhou, G., Huang, N., Li, Z., Wu, H.: LLM4QA: Leveraging large language model for efficient knowledge graph reasoning with SPARQL query. J. Adv. Inf. Technol. 15(10) (2024)","DOI":"10.12720\/jait.15.10.1157-1162"},{"key":"3_CR20","doi-asserted-by":"publisher","first-page":"786","DOI":"10.1162\/tacl_a_00671","volume":"12","author":"J Lehmann","year":"2024","unstructured":"Lehmann, J., Bhandiwad, D., Gattogi, P., Vahdati, S.: Beyond boundaries: a human-like approach for question answering over structured and unstructured information sources. Trans. Assoc. Comput. Linguist. 12, 786\u2013802 (2024)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"Lehmann, J., Gattogi, P., Bhandiwad, D., Ferr\u00e9, S., Vahdati, S.: Language models as controlled natural language semantic parsers for knowledge graph question answering. In: ECAI 2023, pp. 1348\u20131356. IOS Press (2023)","DOI":"10.3233\/FAIA230411"},{"key":"3_CR22","doi-asserted-by":"crossref","unstructured":"Lin, Y., Zhang, M., Zhang, R., Zou, L.: Deep-gAnswer: a knowledge based question answering system. In: Asia-Pacific Web (APWeb) and Web-Age Information Management (WAIM) Joint International Conference on Web and Big Data, pp. 434\u2013439. Springer (2021)","DOI":"10.1007\/978-3-030-85899-5_33"},{"key":"3_CR23","doi-asserted-by":"publisher","unstructured":"Loginova, E., Varanasi, S., Neumann, G.: Towards end-to-end multilingual question answering. Inf. Syst. Front. 23, 227\u2013241 (2021). https:\/\/doi.org\/10.1007\/s10796-020-09996-1","DOI":"10.1007\/s10796-020-09996-1"},{"key":"3_CR24","doi-asserted-by":"crossref","unstructured":"Lopez-Lira, A., Tang, Y., Zhu, M.: The Memorization Problem: Can We Trust LLMs\u2019 Economic Forecasts? arXiv preprint arXiv:2504.14765 (2025)","DOI":"10.2139\/ssrn.5217505"},{"key":"3_CR25","doi-asserted-by":"crossref","unstructured":"Menta, T.R., Agrawal, S., Agarwal, C.: Analyzing Memorization in Large Language Models Through the Lens of Model Attribution. arXiv preprint arXiv:2501.05078 (2025)","DOI":"10.18653\/v1\/2025.naacl-long.535"},{"issue":"2","key":"3_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3589322","volume":"1","author":"A Orogat","year":"2023","unstructured":"Orogat, A., El-Roby, A.: Maestro: automatic generation of comprehensive benchmarks for question answering over knowledge graphs. Proc. ACM Manage. Data 1(2), 1\u201324 (2023)","journal-title":"Proc. ACM Manage. Data"},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"Pellissier\u00a0Tanon, T., de\u00a0Assun\u00e7\u00e3o, M.D., Caron, E., Suchanek, F.M.: Demoing platypus\u2014a multilingual question answering platform for Wikidata. In: The Semantic Web: ESWC 2018 Satellite Events, pp. 111\u2013116. Springer (2018)","DOI":"10.1007\/978-3-319-98192-5_21"},{"key":"3_CR28","doi-asserted-by":"crossref","unstructured":"Perevalov, A., Diefenbach, D., Usbeck, R., Both, A.: QALD-9-plus: a multilingual dataset for question answering over DBpedia and Wikidata translated by native speakers. In: 2022 IEEE 16th International Conference on Semantic Computing (ICSC), pp. 229\u2013234 (2022)","DOI":"10.1109\/ICSC52841.2022.00045"},{"key":"3_CR29","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-031-62362-2_1","volume-title":"Web engineering","author":"A Perevalov","year":"2024","unstructured":"Perevalov, A., Gashkov, A., Eltsova, M., Both, A.: Language Models as SPARQL Query Filtering for Improving the Quality of Multilingual Question Answering over Knowledge Graphs. In: Stefanidis, K., Syst\u00e4, K., Matera, M., Heil, S., Kondylakis, H., Quintarelli, E. (eds.) Web engineering, pp. 3\u201318. Springer Nature Switzerland, Cham (2024)"},{"key":"3_CR30","unstructured":"Ranaldi, F., Zugarini, A., Ranaldi, L., Zanzotto, F.M.: Protoknowledge Shapes Behaviour of LLMs in Downstream Tasks: Memorization and Generalization with Knowledge Graphs. arXiv preprint arXiv:2505.15501 (2025)"},{"key":"3_CR31","doi-asserted-by":"crossref","unstructured":"Rybin, I., Korablinov, V., Efimov, P., Braslavski, P.: RuBQ 2.0: An innovated Russian question answering dataset. In: The Semantic Web: 18th International Conference, ESWC 2021, pp. 532\u2013547. Springer (2021)","DOI":"10.1007\/978-3-030-77385-4_32"},{"key":"3_CR32","unstructured":"Satvaty, A., Verberne, S., Turkmen, F.: Undesirable Memorization in Large Language Models: A Survey. arXiv preprint arXiv:2410.02650 (2024)"},{"key":"3_CR33","doi-asserted-by":"crossref","unstructured":"Saxena, A., Chakrabarti, S., Talukdar, P.: Question Answering Over Temporal Knowledge Graphs. arXiv preprint arXiv:2106.01515 (2021)","DOI":"10.18653\/v1\/2021.acl-long.520"},{"key":"3_CR34","unstructured":"Sen, P., Aji, A.F., Saffari, A.: Mintaka: A Complex, Natural, and Multilingual Dataset for End-to-End Question Answering. arXiv preprint arXiv:2210.01613 (2022)"},{"key":"3_CR35","doi-asserted-by":"crossref","unstructured":"Soruco, J., Collarana, D., Both, A., Usbeck, R.: QALD-9-ES: A Spanish Dataset for Question Answering Systems, pp. 38\u201352. Studies on the Semantic Web, IOS Press BV, Netherlands (2023)","DOI":"10.3233\/SSW230004"},{"key":"3_CR36","doi-asserted-by":"publisher","unstructured":"Srivastava, N., Ma, M., Vollmers, D., Zahera, H.M., Moussallem, D., Ngomo, A.N.: MST5\u2014Multilingual Question Answering over Knowledge Graphs. CoRR abs\/2407.06041 (2024). https:\/\/doi.org\/10.48550\/ARXIV.2407.06041","DOI":"10.48550\/ARXIV.2407.06041"},{"key":"3_CR37","unstructured":"Team, G., Kamath, A., Ferret, J., Pathak, S., Vieillard, N., Merhej, R., Perrin, S., Matejovicova, T., Ram\u00e9, A., Rivi\u00e8re, M., et\u00a0al.: Gemma 3 Technical Report. arXiv preprint arXiv:2503.19786 (2025)"},{"key":"3_CR38","unstructured":"Usbeck, R., Gusmita, R., Saleem, M., Ngonga\u00a0Ngomo, A.C.: 9th Challenge on Question Answering over Linked Data (QALD-9). In: Semdeep\/NLIWoD@ISWC (2018)"},{"issue":"6","key":"3_CR39","first-page":"2193","volume":"15","author":"R Usbeck","year":"2024","unstructured":"Usbeck, R., Yan, X., Perevalov, A., Jiang, L., Schulz, J., Kraft, A., M\u00f6ller, C., Huang, J., Reineke, J., Ngonga Ngomo, A.C., Saleem, M., Both, A.: QALD-10-The 10th challenge on question answering over linked data: shifting from DBpedia to Wikidata as a KG for KGQA. Semant. Web 15(6), 2193\u20132207 (2024)","journal-title":"Semant. Web"},{"key":"3_CR40","doi-asserted-by":"publisher","unstructured":"Xu, Z., Li, J., Zhang, W.: Large language model and knowledge graph entangled logical reasoning. In: 2024 IEEE International Conference on Knowledge Graph (ICKG), pp. 432\u2013439 (2024). https:\/\/doi.org\/10.1109\/ICKG63256.2024.00061","DOI":"10.1109\/ICKG63256.2024.00061"},{"key":"3_CR41","doi-asserted-by":"crossref","unstructured":"Zimina, E., J\u00e4rvelin, K., Peltonen, J., Ranta, A., Nummenmaa, J.: TraQuLA: transparent question answering over RDF through linguistic analysis. In: International Conference on Web Engineering, pp. 19\u201333. Springer (2024)","DOI":"10.1007\/978-3-031-62362-2_2"}],"container-title":["Lecture Notes in Computer Science","Knowledge Graphs and Semantic Web"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-13109-6_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,22]],"date-time":"2025-12-22T07:27:44Z","timestamp":1766388464000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-13109-6_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,23]]},"ISBN":["9783032131089","9783032131096"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-13109-6_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,23]]},"assertion":[{"value":"23 December 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"KGSWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Knowledge Graph and Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Leipzig","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 November 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 November 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"kgswc2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/kgsw.org\/index.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}