{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,13]],"date-time":"2026-08-13T06:31:15Z","timestamp":1786602675393,"version":"build-2736575974"},"reference-count":5,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1109\/icde65706.2026.00364","type":"proceedings-article","created":{"date-parts":[[2026,8,12]],"date-time":"2026-08-12T19:13:04Z","timestamp":1786561984000},"page":"4335-4335","source":"Crossref","is-referenced-by-count":0,"title":["When Text-to-SQL Evaluation Misleads: Rethinking Benchmarking Practices"],"prefix":"10.1109","author":[{"given":"Oktie","family":"Hassanzadeh","sequence":"first","affiliation":[{"name":"IBM Research."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yotam","family":"Perlitz","sequence":"additional","affiliation":[{"name":"IBM Research."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nhan","family":"Pham","sequence":"additional","affiliation":[{"name":"IBM Research."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Timothy","family":"Dinger","sequence":"additional","affiliation":[{"name":"IBM Research."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tanvi","family":"Kaple","sequence":"additional","affiliation":[{"name":"IBM Research."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Long","family":"Vu","sequence":"additional","affiliation":[{"name":"IBM Research."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Glass","sequence":"additional","affiliation":[{"name":"IBM Research."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dharmashankar","family":"Subramanian","sequence":"additional","affiliation":[{"name":"IBM Research."}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Fundamental Challenges in Evaluating Text2SQL Solutions and Detecting Their Limitations","author":"Renggli","year":"2025"},{"key":"ref2","article-title":"Analysis of Text-to-SQL Benchmarks: Limitations, Challenges and Opportunities","volume-title":"Proc. EDBT","author":"Mitsopoulou","year":"2025"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.14778\/3401960.3401970"},{"key":"ref4","first-page":"2166","article-title":"Recent Advances in Text-to-SQL: A Survey of What We Have and What We Expect","volume-title":"Proc. COLING","author":"Deng","year":"2022"},{"key":"ref5","volume-title":"Text2SQL Evaluation Toolkit"}],"event":{"name":"2026 IEEE 42nd International Conference on Data Engineering (ICDE)","location":"Montreal, QC, Canada","start":{"date-parts":[[2026,5,4]]},"end":{"date-parts":[[2026,5,8]]}},"container-title":["2026 IEEE 42nd International Conference on Data Engineering (ICDE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11629178\/11629165\/11629219.pdf?arnumber=11629219","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,13]],"date-time":"2026-08-13T06:17:07Z","timestamp":1786601827000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11629219\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5]]},"references-count":5,"URL":"https:\/\/doi.org\/10.1109\/icde65706.2026.00364","relation":{},"subject":[],"published":{"date-parts":[[2026,5]]}}}