{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T18:22:32Z","timestamp":1773426152133,"version":"3.50.1"},"reference-count":25,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,12,15]],"date-time":"2023-12-15T00:00:00Z","timestamp":1702598400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,12,15]],"date-time":"2023-12-15T00:00:00Z","timestamp":1702598400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,12,15]]},"DOI":"10.1109\/bigdata59044.2023.10386182","type":"proceedings-article","created":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T13:28:47Z","timestamp":1705930127000},"page":"5272-5281","source":"Crossref","is-referenced-by-count":11,"title":["Spider4SPARQL: A Complex Benchmark for Evaluating Knowledge Graph Question Answering Systems"],"prefix":"10.1109","author":[{"given":"Catherine","family":"Kosten","sequence":"first","affiliation":[{"name":"Zurich University of Applied Sciences,Winterthur,Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Philippe","family":"Cudr\u00e9-Mauroux","sequence":"additional","affiliation":[{"name":"University of Fribourg,Fribourg,Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kurt","family":"Stockinger","sequence":"additional","affiliation":[{"name":"Zurich University of Applied Sciences,Winterthur,Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1017\/S0269888900005476"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1017\/s135132490000005x"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.3115\/1220355.1220376"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-019-00567-8"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3468791.3469119"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE51399.2021.00220"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3448016.3457543"},{"key":"ref8","article-title":"Seq2sql: Generating structured queries from natural language using reinforcement learning","volume":"abs\/1709.00103","author":"Zhong","year":"2017","journal-title":"CoRR"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-68204-4_22"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30796-7_5"},{"key":"ref11","article-title":"Neural machine translating from natural language to SPARQL","volume":"abs\/1906.09302","author":"Yin","year":"2019","journal-title":"CoRR"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1425"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-77688-8_5"},{"key":"ref14","first-page":"2998","article-title":"Knowledge graph question answering leaderboard: A community resource to prevent a replication crisis","volume-title":"Proceedings of the Thirteenth Language Resources and Evaluation Conference","author":"Perevalov"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.3233\/SW-140134"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3409256.3409836"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-69146-6_6"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1263"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531841"},{"key":"ref20","article-title":"A direct mapping of relational data to RDF","author":"Arenas","year":"2012","journal-title":"W3C Recommendation"},{"key":"ref21","article-title":"R2RML: RDB to RDF mapping language","author":"Das","year":"2012","journal-title":"W3C Recommendation"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.3233\/sw-160217"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1444"},{"issue":"1","key":"ref24","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res"},{"key":"ref25","first-page":"1772","article-title":"Database search vs. information retrieval: A novel method for studying natural language querying of semi-structured data","volume-title":"Proceedings of the Twelfth Language Resources and Evaluation Conference","author":"Nadig"}],"event":{"name":"2023 IEEE International Conference on Big Data (BigData)","location":"Sorrento, Italy","start":{"date-parts":[[2023,12,15]]},"end":{"date-parts":[[2023,12,18]]}},"container-title":["2023 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10385234\/10386078\/10386182.pdf?arnumber=10386182","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,23]],"date-time":"2024-01-23T13:56:15Z","timestamp":1706018175000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10386182\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,15]]},"references-count":25,"URL":"https:\/\/doi.org\/10.1109\/bigdata59044.2023.10386182","relation":{},"subject":[],"published":{"date-parts":[[2023,12,15]]}}}