{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T19:06:55Z","timestamp":1771614415744,"version":"3.50.1"},"reference-count":19,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,15]]},"DOI":"10.1109\/bigdata62323.2024.10825883","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:23Z","timestamp":1737052283000},"page":"1999-2004","source":"Crossref","is-referenced-by-count":2,"title":["EVOLVE: Evaluation of Language-to-SQL Validity and Effectiveness - A Detailed Review Framework for Complex Text-to-SQL Queries"],"prefix":"10.1109","author":[{"given":"Raghu","family":"Katikeri","sequence":"first","affiliation":[{"name":"State Street Corporation,Artificial Intelligence Group,Hyderabad,India"}]},{"given":"Alok Nook","family":"Raj Pepakayala","sequence":"additional","affiliation":[{"name":"State Street Corporation,Artificial Intelligence Group,Hyderabad,India"}]},{"given":"Lokesh","family":"Kuncham","sequence":"additional","affiliation":[{"name":"State Street Corporation,Artificial Intelligence Group,Hyderabad,India"}]},{"given":"Rachita","family":"Barla","sequence":"additional","affiliation":[{"name":"State Street Corporation,Artificial Intelligence Group,Hyderabad,India"}]},{"given":"Kasula","family":"Tarun","sequence":"additional","affiliation":[{"name":"State Street Corporation,Artificial Intelligence Group,Hyderabad,India"}]},{"given":"Sai","family":"Charan","sequence":"additional","affiliation":[{"name":"State Street Corporation,Artificial Intelligence Group,Hyderabad,India"}]},{"given":"Amit","family":"Vaid","sequence":"additional","affiliation":[{"name":"State Street Corporation,Artificial Intelligence Group,Bengaluru,India"}]}],"member":"263","reference":[{"key":"ref1","article-title":"\u2018Do Anything Now\u2019: Characterizing and evaluating In-The-Wild Jailbreak prompts on large language models","volume-title":"arXiv (Cornell University)","author":"Shen","year":"2023"},{"key":"ref2","article-title":"Next-Generation Database Interfaces: A survey of LLM-based Text-to-SQL","volume-title":"arXiv (Cornell University)","author":"Hong","year":"2024"},{"key":"ref3","article-title":"Jailbreaking black box large language models in twenty queries","volume-title":"arXiv (Cornell University)","author":"Chao","year":"2023"},{"key":"ref4","article-title":"Universal and transferable adversarial attacks on aligned language models","volume-title":"arXiv (Cornell University)","author":"Zou","year":"2023"},{"key":"ref5","article-title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","author":"Chaudhari","year":"2024","journal-title":"arXiv (Cornell University)"},{"key":"ref6","article-title":"A Systematic survey of prompt engineering in large language Models: Techniques and applications","author":"Sahoo","year":"2024","journal-title":"arXiv (Cornell University)"},{"key":"ref7","article-title":"GitHub - conversationai\/perspectiveapi: Perspective is an API that uses machine learning models to score the perceived impact a comment might have on a conversation. See https:\/\/developers.perspectiveapi.com for more information","volume-title":"GitHub"},{"key":"ref8","article-title":"Enhancing Text-to-SQL translation for financial system design","volume-title":"arXiv.org","author":"Song","year":"2023"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3626246.3653375"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.55730\/1300-0632.4077"},{"key":"ref11","article-title":"A survey on employing large language models for Text-to-SQL tasks","volume-title":"arXiv.org","author":"Shi","year":"2024"},{"key":"ref12","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2023.acl-short.15","article-title":"Improving Generalization in Language Model-Based Text-to-SQL Semantic Parsing: Two Simple Semantic Boundary-Based Techniques","volume-title":"arXiv (Cornell University)","author":"Rai","year":"2023"},{"key":"ref13","article-title":"Benchmarking the Text-to-SQL capability of large Language Models: A Comprehensive Evaluation","volume-title":"arXiv (Cornell University)","author":"Zhang","year":"2024"},{"key":"ref14","doi-asserted-by":"crossref","DOI":"10.1145\/3448016.3452836","article-title":"An In-Depth Benchmarking of Text-to-SQL Systems","author":"Gkini","year":"2021"},{"key":"ref15","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2023.emnlp-main.436","article-title":"Benchmarking and Improving Text-to-SQL Generation under Ambiguity","volume-title":"arXiv (Cornell University)","author":"Bhaskar","year":"2023"},{"key":"ref16","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/D18-1425","article-title":"Spider: a Large-Scale Human-Labeled dataset for complex and Cross-Domain semantic parsing and Text-to-SQL task","volume-title":"arXiv (Cornell University)","author":"Yu","year":"2018"},{"key":"ref17","article-title":"Can LLM already serve as a database interface? a BIG bench for Large-Scale database grounded Text-to-SQLs","author":"Li","year":"2023","journal-title":"arXiv (Cornell University)"},{"key":"ref18","article-title":"BIRD-bench"},{"key":"ref19","article-title":"HybridRAG: Integrating knowledge graphs and vector retrieval augmented generation for efficient information extraction"}],"event":{"name":"2024 IEEE International Conference on Big Data (BigData)","location":"Washington, DC, USA","start":{"date-parts":[[2024,12,15]]},"end":{"date-parts":[[2024,12,18]]}},"container-title":["2024 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10824975\/10824942\/10825883.pdf?arnumber=10825883","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T08:15:44Z","timestamp":1737101744000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10825883\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,15]]},"references-count":19,"URL":"https:\/\/doi.org\/10.1109\/bigdata62323.2024.10825883","relation":{},"subject":[],"published":{"date-parts":[[2024,12,15]]}}}