{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T16:48:28Z","timestamp":1781887708201,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":27,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,9]],"date-time":"2024-06-09T00:00:00Z","timestamp":1717891200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,14]]},"DOI":"10.1145\/3661304.3661901","type":"proceedings-article","created":{"date-parts":[[2024,6,5]],"date-time":"2024-06-05T09:12:06Z","timestamp":1717578726000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["A Benchmark to Understand the Role of Knowledge Graphs on Large Language Model's Accuracy for Question Answering on Enterprise SQL Databases"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3112-9299","authenticated-orcid":false,"given":"Juan","family":"Sequeda","sequence":"first","affiliation":[{"name":"data.world, Austin, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4065-5726","authenticated-orcid":false,"given":"Dean","family":"Allemang","sequence":"additional","affiliation":[{"name":"data.world, Austin, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0470-9300","authenticated-orcid":false,"given":"Bryon","family":"Jacob","sequence":"additional","affiliation":[{"name":"data.world, Austin, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,6,9]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. NSQL. https:\/\/github.com\/NumbersStationAI\/NSQL"},{"key":"e_1_3_2_1_2_1","unstructured":"[n. d.]. SQLCoder. https:\/\/github.com\/defog-ai\/sqlcoder"},{"key":"e_1_3_2_1_3_1","unstructured":"[n.d.]. Ultra. https:\/\/github.com\/DeepGraphLearning\/ULTRA"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/604045.604070"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Karthik Ramanathan Sesh Sadasivam Li Zhang","unstructured":"Li Zhang Karthik Ramanathan Sesh Sadasivam Rui Zhang Catherine Finegan-Dollak, Jonathan K. Kummerfeld and Dragomir Radev. 2018. Improving Text-to-SQL Evaluation Methodology. In Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) (Melbourne, Victoria, Australia). 351--360. http:\/\/aclweb.org\/anthology\/P18-1033"},{"key":"e_1_3_2_1_6_1","volume-title":"Proceedings of the workshop on Human Language Technology","author":"William Fisher Kate Michael Brown","year":"1994","unstructured":"Michael Brown William Fisher Kate Hunicke-Smith David Pallett Christine Pao Alexander Rudnicky Deborah A. Dahl, Madeleine Bates and Elizabeth Shriber. 1994. Expanding the scope of the ATIS task: The ATIS-3 corpus. Proceedings of the workshop on Human Language Technology (1994), 43--48. htttp:\/\/dl.acm.org\/citation.cfm?id=1075823"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1033"},{"key":"e_1_3_2_1_8_1","unstructured":"Mikhail Galkin Xinyu Yuan Hesham Mostafa Jian Tang and Zhaocheng Zhu. 2023. Towards Foundation Models for Knowledge Graph Reasoning. (2023). arXiv:2310.04562 [cs.CL]"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-45260-4_5"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-48309-8_45"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1460690.1460714"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/800186.810578"},{"key":"e_1_3_2_1_13_1","unstructured":"Henry Cook Guido De Simoni Robert Thanaraj. 2023. Adopt a Data Semantics Approach to Drive Business Value."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/320251.320253"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.176"},{"key":"e_1_3_2_1_16_1","volume-title":"Agrim Gupta, Yunzhi Zhang, Deepak Narayanan, Hannah Benita Teufel, Marco Bellagente, Minguk Kang, Taesung Park, Jure Leskovec, Jun-Yan Zhu, Li Fei-Fei, Jiajun Wu, Stefano Ermon, and Percy Liang.","author":"Lee Tony","year":"2023","unstructured":"Tony Lee, Michihiro Yasunaga, Chenlin Meng, Yifan Mai, Joon Sung Park, Agrim Gupta, Yunzhi Zhang, Deepak Narayanan, Hannah Benita Teufel, Marco Bellagente, Minguk Kang, Taesung Park, Jure Leskovec, Jun-Yan Zhu, Li Fei-Fei, Jiajun Wu, Stefano Ermon, and Percy Liang. 2023. Holistic Evaluation of Text-To-Image Models. arXiv:2311.04287 [cs.CV]"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.14778\/2735461.2735468"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133887"},{"key":"e_1_3_2_1_19_1","volume-title":"Unifying Large Language Models and Knowledge Graphs: A Roadmap. arXiv preprint arxiv:306.08302","author":"Pan Shirui","year":"2023","unstructured":"Shirui Pan, Linhao Luo, Yufei Wang, Chen Chen, Jiapu Wang, and Xindong Wu. 2023. Unifying Large Language Models and Knowledge Graphs: A Roadmap. arXiv preprint arxiv:306.08302 (2023)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.2200\/S01105ED1V01Y202105DSK020"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Jayant Krishnamurthy Alvin Cheung","year":"2017","unstructured":"Alvin Cheung Jayant Krishnamurthy Srinivasan Iyer, Ioannis Konstas and Luke Zettlemoyer. 2017. Learning a Neural Semantic Parser from User Feedback. In Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) (Vancouver, Canada). 963--973. http:\/\/www.aclweb.org\/anthology\/P17-1089"},{"key":"e_1_3_2_1_22_1","volume-title":"Mooney","author":"Tang Lappoon R.","year":"2000","unstructured":"Lappoon R. Tang and Raymond J. Mooney. 2000. Automated Construction of Database Interfaces: Intergrating Statistical and Relational Learning for Semantic Parsing. In 2000 Joint SIGDAT Conference on Empirical Methods in Natural Language Processing and Very Large Corpora (Hong Kong, China). 133--141. http:\/\/www.aclweb.org\/anthology\/W00-1317"},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing","author":"Michihiro Yasunaga Dongxu Wang Kai Yang","year":"2018","unstructured":"Kai Yang Michihiro Yasunaga Dongxu Wang Zifan Li James Ma Irene Li Qingning Yao Shanelle Roman Zilin Zhang Tao Yu, Rui Zhang and Dragomir Radev. 2018. Spider: A Large-Scale Human-Labeled Dataset for Complex and Cross-Domain Semantic Parsing and Text-to-SQL Task. In Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing (Brussels, Belgium). 3911--3921. http:\/\/aclweb.org\/anthology\/D18-1425"},{"key":"e_1_3_2_1_24_1","volume-title":"Seq2SQL: Generating Structured Queries from Natural Language using Reinforcement Learning. CoRR abs\/1709.00103","author":"Victor Zhong Caiming Xiong","year":"2017","unstructured":"Caiming Xiong Victor Zhong and Richard Socher. 2017. Seq2SQL: Generating Structured Queries from Natural Language using Reinforcement Learning. CoRR abs\/1709.00103 (2017)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/355598.362773"},{"key":"e_1_3_2_1_26_1","unstructured":"Shijie Wu Ozan Irsoy Steven Lu Vadim Dabravolski Mark Dredze Sebastian Gehrmann Prabhanjan Kambadur David Rosenberg and Gideon Mann. 2023. BloombergGPT: A Large Language Model for Finance. arXiv:2303.17564 [cs.LG]"},{"key":"e_1_3_2_1_27_1","volume-title":"Proceedings of the Thirteenth National Conference on Artificial Intelligence -","volume":"2","author":"John","year":"1864","unstructured":"John M. Zelle and Raymond J. Mooney. 1996. Learning to Parse Database Queries Using Inductive Logic Programming. In Proceedings of the Thirteenth National Conference on Artificial Intelligence - Volume 2 (Portland, Oregon). 1050--1055. http:\/\/dl.acm.org\/citation.cfm?id=1864519.1864543"}],"event":{"name":"SIGMOD\/PODS '24: International Conference on Management of Data","location":"Santiago AA Chile","acronym":"SIGMOD\/PODS '24","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the 7th Joint Workshop on Graph Data Management Experiences & Systems (GRADES) and Network Data Analytics (NDA)"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3661304.3661901","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3661304.3661901","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T20:32:02Z","timestamp":1755981122000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3661304.3661901"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,9]]},"references-count":27,"alternative-id":["10.1145\/3661304.3661901","10.1145\/3661304"],"URL":"https:\/\/doi.org\/10.1145\/3661304.3661901","relation":{},"subject":[],"published":{"date-parts":[[2024,6,9]]},"assertion":[{"value":"2024-06-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}