{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T18:04:47Z","timestamp":1780596287556,"version":"3.54.1"},"reference-count":44,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100017366","name":"Key Research and Development Program of Heilongjiang","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100017366","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,6,30]]},"DOI":"10.1109\/ijcnn64981.2025.11228279","type":"proceedings-article","created":{"date-parts":[[2025,11,14]],"date-time":"2025-11-14T18:46:15Z","timestamp":1763145975000},"page":"1-10","source":"Crossref","is-referenced-by-count":1,"title":["Evaluating and Enhancing LLMs for Multi-turn Text-to-SQL with Multiple Question Types"],"prefix":"10.1109","author":[{"given":"Ziming","family":"Guo","sequence":"first","affiliation":[{"name":"Harbin University of Science and Technology,School of Computer Science,Harbin,China,150080"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chao","family":"Ma","sequence":"additional","affiliation":[{"name":"Harbin University of Science and Technology,School of Computer Science,Harbin,China,150080"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yinggang","family":"Sun","sequence":"additional","affiliation":[{"name":"Harbin Institute of Technology,Faculty of Computing,Harbin,China,150001"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tiancheng","family":"Zhao","sequence":"additional","affiliation":[{"name":"Harbin University of Science and Technology,School of Computer Science,Harbin,China,150080"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guangyao","family":"Wang","sequence":"additional","affiliation":[{"name":"Harbin University of Science and Technology,School of Computer Science,Harbin,China,150080"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hai","family":"Huang","sequence":"additional","affiliation":[{"name":"Harbin University of Science and Technology,School of Computer Science,Harbin,China,150080"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Interactive-t2s: Multi-turn interactions for text-to-sql with large language models","author":"Xiong","year":"2024"},{"key":"ref2","article-title":"Chatbi: Towards natural language to complex business intelligence sql","author":"Lian","year":"2024"},{"key":"ref3","article-title":"Can llm already serve as a database interface? a big bench for large-scale database grounded text-to-sqls","volume":"36","author":"Li","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-023-02086-z"},{"key":"ref5","article-title":"Chase-sql: Multi-path reasoning and preference optimized candidate selection in text-to-sql","author":"Pourreza","year":"2024"},{"key":"ref6","article-title":"Mac-sql: A multi-agent collaborative framework for text-to-sql","author":"Wang","year":"2024"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.352"},{"key":"ref8","article-title":"A survey of hallucination in large foundation models","author":"Rawte","year":"2023"},{"key":"ref9","article-title":"Ambrosia: A benchmark for parsing ambiguous questions into database queries","author":"Saparina","year":"2024"},{"key":"ref10","article-title":"Trustsql: A reliability benchmark for text-to-sql models with diverse unanswerable questions","author":"Lee","year":"2024"},{"key":"ref11","article-title":"Text2analysis: A benchmark of table question answering with advanced data analysis and unclear queries","author":"He","year":"2023"},{"key":"ref12","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/P19-1443","article-title":"Sparc: Cross-domain semantic parsing in context","author":"Yu","year":"2019"},{"key":"ref13","first-page":"2316","article-title":"Chase: A large-scale and pragmatic chinese dataset for cross-database context-dependent text-to-sql","volume-title":"Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers)","author":"Guo"},{"key":"ref14","article-title":"Did you ask a good question? a cross-domain question intention classification benchmark for text-to-sql","author":"Zhang","year":"2020"},{"key":"ref15","article-title":"Qda-sql: Questions enhanced dialogue augmentation for multi-turn text-to-sql","author":"Sun","year":"2024"},{"key":"ref16","article-title":"Seq2sql: Generating structured queries from natural language using reinforcement learning","author":"Zhong","year":"2017"},{"key":"ref17","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/D18-1425","article-title":"Spider: A large-scale human-labeled dataset for complex and cross-domain semantic parsing and text-to-sql task","author":"Yu","year":"2018"},{"key":"ref18","first-page":"1962","article-title":"CoSQL: A conversational text-to-SQL challenge towards cross-domain natural language interfaces to databases","volume-title":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","author":"Yu"},{"key":"ref19","article-title":"A comprehensive exploration on wikisql with table-aware word contextualization","author":"Hwang","year":"2019"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.779"},{"key":"ref21","first-page":"7567","article-title":"RAT-SQL: Relation-aware schema encoding and linking for text-to-SQL parsers","volume-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","author":"Wang"},{"key":"ref22","first-page":"260","article-title":"Text-to-sql with large language models: Exploring the promise and pitfalls","volume-title":"Proceedings of the 32nd Symposium of Advanced Database Systems, Villasimius, Italy, June 23rd to 26th, 2024","volume":"3741","author":"Sala"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1080\/03155986.2024.2381306"},{"key":"ref24","article-title":"Din-sql: Decomposed in-context learning of text-to-sql with self-correction","author":"Pourreza","year":"2023"},{"key":"ref25","first-page":"24 824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei","year":"2022","journal-title":"Advances in neural information processing systems"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE60146.2024.00456"},{"key":"ref27","first-page":"7053","article-title":"Benchmarking and improving text-to-SQL generation under ambiguity","volume-title":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","author":"Bhaskar"},{"key":"ref28","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","author":"Raffel","year":"2023"},{"key":"ref29","article-title":"Cognitive mirage: A review of hallucinations in large language models. corr abs\/2309.06794 (2023)","author":"Ye","year":"2023"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-024-40231-1"},{"key":"ref31","article-title":"AutoGPT","volume-title":"mIT License","year":"2023"},{"key":"ref32","article-title":"Metagpt: Meta programming for a multi-agent collaborative framework","author":"Hong","year":"2024"},{"key":"ref33","article-title":"Mag-sql: Multi-agent generative approach with soft schema linking and iterative sub-sql refinement for text-to-sql","author":"Xie","year":"2024"},{"key":"ref34","article-title":"Instruction-following evaluation for large language models","author":"Zhou","year":"2023"},{"key":"ref35","first-page":"2511","article-title":"G-eval: NLG evaluation using gpt-4 with better human alignment","volume-title":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","author":"Liu"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.1124"},{"key":"ref37","article-title":"Judging llm-as-a-judge with mt-bench and chatbot arena","volume":"36","author":"Zheng","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref38","article-title":"Large language models are not fair evaluators","author":"Wang","year":"2023"},{"key":"ref39","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2024.acl-long.810","article-title":"Chatdev: Communicative agents for software development","author":"Qian","year":"2024"},{"key":"ref40","article-title":"Llm-generated natural language meets scaling laws: New explorations and data augmentation methods","author":"Wang","year":"2024"},{"key":"ref41","article-title":"Fine-tuning large language models for domain adaptation: Exploration of training strategies, scaling, model merging and synergistic capabilities","author":"Lu","year":"2024"},{"key":"ref42","first-page":"46 595","article-title":"Judging llm-as-a-judge with mt-bench and chatbot arena","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Zheng","year":"2023"},{"key":"ref43","article-title":"Wizardlm: Empowering large language models to follow complex instructions","author":"Xu","year":"2023"},{"key":"ref44","article-title":"Grade score: Quantifying llm performance in option selection","author":"Iourovitski","year":"2024"}],"event":{"name":"2025 International Joint Conference on Neural Networks (IJCNN)","location":"Rome, Italy","start":{"date-parts":[[2025,6,30]]},"end":{"date-parts":[[2025,7,5]]}},"container-title":["2025 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11227166\/11227148\/11228279.pdf?arnumber=11228279","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T07:11:54Z","timestamp":1763190714000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11228279\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,30]]},"references-count":44,"URL":"https:\/\/doi.org\/10.1109\/ijcnn64981.2025.11228279","relation":{},"subject":[],"published":{"date-parts":[[2025,6,30]]}}}