{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T18:05:24Z","timestamp":1771956324772,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2026,2]]},"DOI":"10.1007\/s00521-025-11799-x","type":"journal-article","created":{"date-parts":[[2026,2,3]],"date-time":"2026-02-03T06:41:59Z","timestamp":1770100919000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Are LLMs adequate SPARQL query generators? Investigating zero-shot NL-to-SPARQL translation"],"prefix":"10.1007","volume":"38","author":[{"given":"Alessandro","family":"Giuliani","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marco Manolo","family":"Manca","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Leonardo","family":"Piano","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessandro Sebastian","family":"Podda","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Livio","family":"Pompianu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sandro Gabriele","family":"Tiddia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,2,3]]},"reference":[{"issue":"1","key":"11799_CR1","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/1487\/1\/012016","volume":"1487","author":"X Zou","year":"2020","unstructured":"Zou X (2020) A survey on application of knowledge graph. J Phys: Conf Ser 1487(1):012016. https:\/\/doi.org\/10.1088\/1742-6596\/1487\/1\/012016","journal-title":"J Phys: Conf Ser"},{"key":"11799_CR2","doi-asserted-by":"publisher","unstructured":"Diallo PAKK, Reyd S, Zouaq A (2024) A comprehensive evaluation of neural sparql query generation from natural language questions. IEEE Access 12(125057\u2013125078): https:\/\/doi.org\/10.1109\/ACCESS.2024.3453215","DOI":"10.1109\/ACCESS.2024.3453215"},{"key":"11799_CR3","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1007\/978-3-319-68204-4_22","volume-title":"The Semantic Web\u2014ISWC 2017","author":"P Trivedi","year":"2017","unstructured":"Trivedi P, Maheshwari G, Dubey M, Lehmann J (2017) Lc-quad: a corpus for complex question answering over knowledge graphs. In: d\u2019Amato C, Fernandez M, Tamma V, Lecue F, Cudr\u00e9-Mauroux P, Sequeda J, Lange C, Heflin J (eds) The Semantic Web\u2014ISWC 2017. Springer, Cham, pp 210\u2013218"},{"key":"11799_CR4","doi-asserted-by":"crossref","unstructured":"Dubey M, Banerjee D, Abdelkawi A, Lehmann J (2019) Lc-quad 2.0: a large dataset for complex question answering over wikidata and dbpedia. In: Ghidini C, Hartig O, Maleshkova M, Sv\u00e1tek V, Cruz I, Hogan A, Song J, Lefran\u00e7ois M, Gandon F (eds.) The Semantic Web\u2014ISWC 2019, pp. 69\u201378. Springer, Cham","DOI":"10.1007\/978-3-030-30796-7_5"},{"key":"11799_CR5","doi-asserted-by":"publisher","unstructured":"Usbeck R, Yan X, Perevalov A, Jiang L, Schulz J, Kraft A, M\u00f6ller C, Huang J, Reineke J, Ngomo A-CN, Saleem M, Both A (2024) Qald-10\u2014the 10th challenge on question answering over linked data: shifting from dbpedia to wikidata as a kg for kgqa. Semantic Web 15(6):2193\u20132207. https:\/\/doi.org\/10.3233\/SW-233471https:\/\/journals.sagepub.com\/doi\/pdf\/10.3233\/SW-233471","DOI":"10.3233\/SW-233471"},{"key":"11799_CR6","doi-asserted-by":"crossref","unstructured":"Berant J, Chou A, Frostig R, Liang P (2013) In: Yarowsky D, Baldwin T, Korhonen A, Livescu K, Bethard S (eds) Semantic parsing on freebase from question-answer pairs. Association for computational linguistics, Seattle, Washington, USA, pp 1533\u20131544 https:\/\/aclanthology.org\/D13-1160\/","DOI":"10.18653\/v1\/D13-1160"},{"key":"11799_CR7","doi-asserted-by":"publisher","first-page":"3209","DOI":"10.1145\/3477495.3531751","volume-title":"Knowledge graph question answering datasets and their generalizability: Are they enough for future research?","author":"L Jiang","year":"2022","unstructured":"Jiang L, Usbeck R (2022) Knowledge graph question answering datasets and their generalizability: are they enough for future research? vol \u201922. Association for Computing Machinery, New York, NY, USA, pp 3209\u20133218. https:\/\/doi.org\/10.1145\/3477495.3531751"},{"key":"11799_CR8","doi-asserted-by":"publisher","unstructured":"Carta S, Giuliani A, Manca MM, Piano L, Podda AS, Pompianu L, Tiddia SG (2024) A zero-shot strategy for knowledge graph engineering using gpt-3.5. Procedia Computer Science 246, 2235\u20132243 https:\/\/doi.org\/10.1016\/j.procs.2024.09.573. 28th International Conference on Knowledge Based and Intelligent information and Engineering Systems (KES 2024)","DOI":"10.1016\/j.procs.2024.09.573"},{"key":"11799_CR9","unstructured":"Trajanoska M, Stojanov R, Trajanov D (2023) Enhancing knowledge graph construction using large language models. ArXiv abs\/2305.04676"},{"key":"11799_CR10","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1007\/978-3-031-47243-5_14","volume-title":"The Semantic Web - ISWC 2023","author":"N Mihindukulasooriya","year":"2023","unstructured":"Mihindukulasooriya N, Tiwari S, Enguix CF, Lata K (2023) Text2kgbench: A benchmark for ontology-driven knowledge graph generation from text. In: Payne TR, Presutti V, Qi G, Poveda-Villal\u00f3n M, Stoilos G, Hollink L, Kaoudi Z, Cheng G, Li J (eds) The Semantic Web\u2014ISWC 2023. Springer, Cham, pp 247\u2013265"},{"key":"11799_CR11","unstructured":"Kommineni VK, K\u00f6nig-Ries B, Samuel S (2024) From human experts to machines: An llm supported approach to ontology and knowledge graph construction. ArXiv abs\/2403.08345"},{"key":"11799_CR12","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1145\/3631700.3665234","volume-title":"Towards zero-shot knowledge graph building: Automated schema inference","author":"S Carta","year":"2024","unstructured":"Carta S, Giuliani A, Manca MM, Piano L, Tiddia SG (2024) Towards zero-shot knowledge graph building: Automated schema inference, vol \u201924. Association for Computing Machinery, New York, NY, USA, pp 467\u2013473. https:\/\/doi.org\/10.1145\/3631700.3665234"},{"key":"11799_CR13","unstructured":"Chen M, Tworek J, Jun H, Yuan Q, Pinto HPDO, Kaplan J, Edwards H, Burda Y, Joseph N, Brockman G et al (2021) Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374"},{"key":"11799_CR14","unstructured":"Jiang J, Wang F, Shen J, Kim S, Kim S (2024) A survey on large language models for code generation. arXiv preprint arXiv:2406.00515"},{"key":"11799_CR15","unstructured":"Klager G, Polleres A (2023) Is gpt fit for kgqa?-preliminary results. In: TEXT2KG\/BiKE@ ESWC, pp. 171\u2013191"},{"key":"11799_CR16","unstructured":"Emonet V, Bolleman JT, Duvaud S, Farias TM, Sima AC (2024) Llm-based sparql query generation from natural language over federated knowledge graphs. ArXiv abs\/2410.06062"},{"key":"11799_CR17","unstructured":"Li Z, Fan S, Gu Y, Li X, Duan Z, Dong B, Liu N, Wang J (2023) Flexkbqa: A flexible llm-powered framework for few-shot knowledge base question answering. ArXiv abs\/2308.12060"},{"key":"11799_CR18","unstructured":"Reyes JCR, Farias TM, Sima AC, Kobayashi N (2024) Sparql generation: an analysis on fine-tuning openllama for question answering over a life science knowledge graph. ArXiv abs\/2402.04627"},{"key":"11799_CR19","doi-asserted-by":"publisher","unstructured":"Shah M, Cahoon J, Milletari M, Tian J, Psallidas F, Mueller A, Litombe N (2024) Improving LLM-based KGQA for multi-hop question answering with implicit reasoning in few-shot examples. In: Biswas R, Kaffee L-A, Agarwal O, Minervini P, Singh S, Melo G (eds.) Proceedings of the 1st Workshop on Knowledge Graphs and Large Language Models (KaLLM 2024), pp. 125\u2013135. Association for Computational Linguistics, Bangkok, Thailand. https:\/\/doi.org\/10.18653\/v1\/2024.kallm-1.13. https:\/\/aclanthology.org\/2024.kallm-1.13\/","DOI":"10.18653\/v1\/2024.kallm-1.13"},{"key":"11799_CR20","doi-asserted-by":"publisher","first-page":"168","DOI":"10.1007\/978-3-031-78952-6_20","volume-title":"The Semantic Web: ESWC 2024 Satellite Events","author":"CVS Avila","year":"2025","unstructured":"Avila CVS, Casanova MA, Vidal VMP (2025) A framework for question answering on knowledge graphs using large language models. In: Mero\u00f1o Pe\u00f1uela A, Corcho O, Groth P, Simperl E, Tamma V, Nuzzolese AG, Poveda-Villal\u00f3n M, Sabou M, Presutti V, Celino I, Revenko A, Raad J, Sartini B, Lisena P (eds) The Semantic Web: ESWC 2024 Satellite Events. Springer, Cham, pp 168\u2013172"},{"key":"11799_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswax.2020.100024","volume":"5","author":"P Ochieng","year":"2020","unstructured":"Ochieng P (2020) Parot: Translating natural language to sparql. Expert Systems with Applications X 5:100024","journal-title":"Expert Systems with Applications X"},{"key":"11799_CR22","unstructured":"Sander M, Waltinger U, Roshchin M, Runkler T (2014) Ontology-based translation of natural language queries to sparql In: 2014 AAAI Fall Symposium Series"},{"key":"11799_CR23","unstructured":"Luz FF, Finger M (2018) Semantic parsing natural language into sparql: improving target language representation with neural attention. arXiv preprint arXiv:1803.04329"},{"key":"11799_CR24","unstructured":"Soru T, Marx E, Valdestilhas A, Esteves D, Moussallem D, Publio G (2018) Neural machine translation for query construction and composition. arXiv preprint arXiv:1806.10478"},{"key":"11799_CR25","doi-asserted-by":"crossref","unstructured":"Banerjee D, Nair PA, Kaur JN, Usbeck R, Biemann C (2022) Modern baselines for sparql semantic parsing. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp 2260\u20132265","DOI":"10.1145\/3477495.3531841"},{"key":"11799_CR26","doi-asserted-by":"crossref","unstructured":"Zafar H, Napolitano G, Lehmann J (2018) Formal query generation for question answering over knowledge bases. In: European Semantic Web Conference, pp. 714\u2013728 . Springer","DOI":"10.1007\/978-3-319-93417-4_46"},{"key":"11799_CR27","doi-asserted-by":"publisher","unstructured":"Rony MRAH, Kumar U, Teucher R, Kovriguina L, Lehmann, J.: Sgpt, (2022) A generative approach for sparql query generation from natural language questions. IEEE Access 10(70712\u201370723): https:\/\/doi.org\/10.1109\/ACCESS.2022.3188714","DOI":"10.1109\/ACCESS.2022.3188714"},{"key":"11799_CR28","unstructured":"Meyer L-P, Frey J, Brei F, Arndt N (2024) Assessing sparql capabilities of large language models. arXiv preprint arXiv:2409.05925"},{"key":"11799_CR29","unstructured":"Kovriguina L, Teucher R, Radyush D, Mouromtsev D, Keshan N, Neumaier S, Gentile A, Vahdati, S (2023)   Sparqlgen: one-shot prompt-based approach for sparql query generation, In: SEMANTiCS (Posters & Demos)"},{"key":"11799_CR30","first-page":"22199","volume":"35","author":"T Kojima","year":"2022","unstructured":"Kojima T, Gu SS, Reid M, Matsuo Y, Iwasawa Y (2022) Large language models are zero-shot reasoners. Adv Neural Inf Process Syst 35:22199\u201322213","journal-title":"Adv Neural Inf Process Syst"},{"key":"11799_CR31","first-page":"24824","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei J, Wang X, Schuurmans D, Bosma M, Xia F, Chi E, Le QV, Zhou D et al (2022) Chain-of-thought prompting elicits reasoning in large language models. Adv Neural Inf Process Syst 35:24824\u201324837","journal-title":"Adv Neural Inf Process Syst"},{"key":"11799_CR32","unstructured":"Wang X, Wei J, Schuurmans D, Le Q, Chi E, Narang S, Chowdhery A, Zhou D (2022) Self-consistency improves chain of thought reasoning in language models. arXiv preprint arXiv:2203.11171"},{"key":"11799_CR33","first-page":"11809","volume":"36","author":"S Yao","year":"2023","unstructured":"Yao S, Yu D, Zhao J, Shafran I, Griffiths T, Cao Y, Narasimhan K (2023) Tree of thoughts: deliberate problem solving with large language models. Adv Neural Inf Process Syst 36:11809\u201311822","journal-title":"Adv Neural Inf Process Syst"},{"key":"11799_CR34","doi-asserted-by":"crossref","unstructured":"Wolf T, Debut L, Sanh V, Chaumond J, Delangue C, Moi A, Cistac P, Rault T, Louf R, Funtowicz M, Davison J, Shleifer S, Platen P, Ma C, Jernite Y, Plu J, Xu C, Scao TL, Gugger S, Drame M, Lhoest Q, Rush AM  (2020) Transformers. State-of-the-art natural language processing. Association for Computational Linguistics, Online, pp 38\u201345 https:\/\/www.aclweb.org\/anthology\/2020.emnlp-demos.6","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"11799_CR35","doi-asserted-by":"crossref","unstructured":"Gu Y, Kase S, Vanni M, Sadler B, Liang P, Yan X, Su Y (2021) Beyond iid: three levels of generalization for question answering on knowledge bases. In: Proceedings of the Web Conference 2021, pp. 3477\u20133488 . ACM","DOI":"10.1145\/3442381.3449992"},{"key":"11799_CR36","doi-asserted-by":"publisher","unstructured":"Kosten C, Cudr\u00e9-Mauroux P, Stockinger K (2023) Spider4sparql: a complex benchmark for evaluating knowledge graph question answering systems, In: 2023 IEEE International Conference on Big Data (BigData). pp 5272\u20135281. https:\/\/doi.org\/10.1109\/BigData59044.2023.10386182","DOI":"10.1109\/BigData59044.2023.10386182"},{"key":"11799_CR37","doi-asserted-by":"publisher","unstructured":"Yin X, Gromann D, Rudolph S (2021) Neural machine translating from natural language to sparql. Futur Gener Comput Syst 117(510\u2013519): https:\/\/doi.org\/10.1016\/j.future.2020.12.013","DOI":"10.1016\/j.future.2020.12.013"},{"key":"11799_CR38","doi-asserted-by":"publisher","first-page":"512","DOI":"10.1007\/978-3-030-92185-9_42","volume-title":"Neural Information Processing","author":"H Tran","year":"2021","unstructured":"Tran H, Phan L, Anibal J, Nguyen BT, Nguyen T-S (2021) Spbert: an efficient pre-training bert on sparql queries for question answering over knowledge graphs. In: Mantoro T, Lee M, Ayu MA, Wong KW, Hidayanto AN (eds) Neural Information Processing. Springer, Cham, pp 512\u2013523"},{"key":"11799_CR39","doi-asserted-by":"crossref","unstructured":"Lin J-H, Lu EJ-L (2022) Sparql generation with an NMT-based approach. J Web Eng 21(5), 1471\u20131490 https:\/\/doi.org\/10.13052\/jwe1540-9589.2155","DOI":"10.13052\/jwe1540-9589.2155"},{"key":"11799_CR40","doi-asserted-by":"crossref","unstructured":"Yu T, Zhang R, Yang K, Yasunaga M, Wang D, Li Z, Ma J, Li I, Yao Q, Roman S, Zhang Z, Radev D (2018)  Spider: a large-scale human-labeled dataset for complex and cross-domain semantic parsing and text-to-SQL task. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processin. Association for Computational Linguistics, Brussels, Belgium","DOI":"10.18653\/v1\/D18-1425"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-025-11799-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-025-11799-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-025-11799-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T17:16:21Z","timestamp":1771953381000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-025-11799-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2]]},"references-count":40,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2026,2]]}},"alternative-id":["11799"],"URL":"https:\/\/doi.org\/10.1007\/s00521-025-11799-x","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,2]]},"assertion":[{"value":"16 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 October 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 February 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"33"}}