{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T02:13:06Z","timestamp":1775873586374,"version":"3.50.1"},"reference-count":62,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T00:00:00Z","timestamp":1765152000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T00:00:00Z","timestamp":1765152000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,12,8]]},"DOI":"10.1109\/bigdata66926.2025.11401595","type":"proceedings-article","created":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T20:57:57Z","timestamp":1772830677000},"page":"1887-1894","source":"Crossref","is-referenced-by-count":1,"title":["LLM-SQL-Solver: Can LLMs Determine SQL Equivalence?"],"prefix":"10.1109","author":[{"given":"Fuheng","family":"Zhao","sequence":"first","affiliation":[{"name":"University of California,Department of Computer Science,Santa Barbara"}]},{"given":"Jiayue","family":"Chen","sequence":"additional","affiliation":[{"name":"The University of Chicago,Department of Computer Science"}]},{"given":"Lawrence","family":"Lim","sequence":"additional","affiliation":[{"name":"University of California,Department of Computer Science,Santa Barbara"}]},{"given":"Ishtiyaque","family":"Ahmad","sequence":"additional","affiliation":[{"name":"University of California,Department of Computer Science,Santa Barbara"}]},{"given":"Divyakant","family":"Agrawal","sequence":"additional","affiliation":[{"name":"University of California,Department of Computer Science,Santa Barbara"}]},{"given":"Amr","family":"El Abbadi","sequence":"additional","affiliation":[{"name":"University of California,Department of Computer Science,Santa Barbara"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Stackscale"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/141484.130294"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.14778\/3611479.3611497"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.14778\/3485450.3485456"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.14778\/3229863.3229871"},{"key":"ref6","first-page":"1050","article-title":"Learning to parse database queries using inductive logic programming","volume-title":"Proceedings of the national conference on artificial intelligence","author":"Zelle","year":"1996"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.558"},{"key":"ref8","article-title":"From words to code: Harnessing data for program synthesis from natural language","author":"Khatry","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref9","article-title":"Nl2sql is a solved problem\u2026 not!","author":"Floratou","year":"2024","journal-title":"CIDR"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.14778\/3717755.3717772"},{"key":"ref11","volume-title":"Foundations of databases","volume":"8","author":"Abiteboul","year":"1995"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/800105.803397"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/322217.322221"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/303976.303992"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.14778\/3236187.3236200"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3514221.3526125"},{"key":"ref17","article-title":"Cosette: An automated prover for sql","author":"Chu","year":"2017","journal-title":"CIDR"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3183713.3190662"},{"key":"ref19","article-title":"Seq2sql: Generating structured queries from natural language using reinforcement learning","author":"Zhong","year":"2017","journal-title":"arXiv preprint arXiv"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1425"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.677"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.176"},{"key":"ref23","article-title":"Can llm already serve as a database interface? a big bench for large-scale database grounded text-to-sqls","author":"Li","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.29"},{"key":"ref25","article-title":"Sparks of artificial general intelligence: Early experiments with gpt-4","author":"Bubeck","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.870"},{"key":"ref27","article-title":"Codescope: An execution-based multilingual multitask multidimensional benchmark for evaluating 11 ms on code understanding and generation","author":"Yan","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref28","article-title":"Gpt-4v (ision) as a generalist evaluator for vision-language tasks","author":"Zhang","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref29","article-title":"Hybrid querying over relational databases and large language models","author":"Zhao","year":"2024","journal-title":"arXiv preprint arXiv"},{"key":"ref30","article-title":"Llm as dba","author":"Zhou","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.14778\/3625054.3625066"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.14778\/3611479.3611527"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.14778\/3641204.3641221"},{"key":"ref34","article-title":"Language models are greedy reasoners: A systematic formal analysis of chain-of-thought","author":"Saparov","year":"2022","journal-title":"arXiv preprint arXiv"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3543873.3587368"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE55515.2023.00123"},{"key":"ref37","article-title":"Language models can be logical solvers","author":"Feng","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref38","article-title":"Tree of thoughts: Deliberate problem solving with large language models","author":"Yao","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref39","article-title":"Access paths for efficient ordering with large language models","author":"Zhao","year":"2025","journal-title":"arXiv preprint arXiv"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/38714.38723"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1090\/trans2\/023\/01"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-07003-1"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-022-00776-8"},{"key":"ref44","article-title":"N12sql is a solved problem\u2026 not!","volume-title":"Conference on Innovative Data Systems Research","author":"Floratou","year":"2024"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.466"},{"key":"ref46","article-title":"Training a helpful and harmless assistant with reinforcement learning from human feedback","author":"Bai","year":"2022","journal-title":"arXiv preprint arXiv"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/362384.362685"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.4324\/9780429438240"},{"key":"ref49","article-title":"Rephrase and respond: Let large language models ask better questions for themselves","author":"Deng","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.52202\/068431-1800"},{"key":"ref51","article-title":"A comprehensive evaluation of chatgpt\u2019s zero-shot text-to-sql capability","author":"Liu","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref52","volume-title":"Stanford alpaca: An instruction-following llama model","author":"Taori","year":"2023"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.511"},{"key":"ref54","article-title":"Judging llm-as-a-judge with mt-bench and chatbot arena","author":"Zheng","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3626768"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.52202\/075280-1577"},{"key":"ref58","article-title":"Benchmarking complex instruction-following with multiple constraints composition","author":"Wen","year":"2024","journal-title":"arXiv preprint arXiv"},{"key":"ref59","article-title":"How language model hallucinations can snowball","author":"Zhang","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref60","article-title":"Self-consistency improves chain of thought reasoning in language models","author":"Wang","year":"2022","journal-title":"arXiv preprint arXiv"},{"key":"ref61","article-title":"Chain-of-table: Evolving tables in the reasoning chain for table understanding","author":"Wang","year":"2024","journal-title":"arXiv preprint arXiv"},{"key":"ref62","article-title":"C3: Zero-shot text-to-sql with chatgpt","author":"Dong","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.52202\/075280-2180"}],"event":{"name":"2025 IEEE International Conference on Big Data (BigData)","location":"Macau, China","start":{"date-parts":[[2025,12,8]]},"end":{"date-parts":[[2025,12,11]]}},"container-title":["2025 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11400704\/11400712\/11401595.pdf?arnumber=11401595","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T06:54:02Z","timestamp":1772866442000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11401595\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,8]]},"references-count":62,"URL":"https:\/\/doi.org\/10.1109\/bigdata66926.2025.11401595","relation":{},"subject":[],"published":{"date-parts":[[2025,12,8]]}}}