{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T03:50:57Z","timestamp":1782877857938,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":70,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T00:00:00Z","timestamp":1679875200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Google Cloud Research Credit Award"},{"name":"AnalytiXIN Faculty Fellowship"},{"name":"NSF grant","award":["2211428"],"award-info":[{"award-number":["2211428"]}]},{"name":"NVIDIA Academic Hardware Grant"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,27]]},"DOI":"10.1145\/3581641.3584067","type":"proceedings-article","created":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T16:16:52Z","timestamp":1679933812000},"page":"633-649","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["An Empirical Study of Model Errors and User Error Discovery and Repair Strategies in Natural Language Database Queries"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7374-7453","authenticated-orcid":false,"given":"Zheng","family":"Ning","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, University of Notre Dame, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7040-2326","authenticated-orcid":false,"given":"Zheng","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, University of Notre Dame, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5112-9064","authenticated-orcid":false,"given":"Tianyi","family":"Sun","sequence":"additional","affiliation":[{"name":"Committee on Computational and Applied Mathematics, University of Chicago, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2200-5713","authenticated-orcid":false,"given":"Yuan","family":"Tian","sequence":"additional","affiliation":[{"name":"Computer Science, Purdue University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5468-9347","authenticated-orcid":false,"given":"Tianyi","family":"Zhang","sequence":"additional","affiliation":[{"name":"Computer Science, Purdue University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7902-7625","authenticated-orcid":false,"given":"Toby Jia-Jun","family":"Li","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, University of Notre Dame, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,3,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3343413.3377968"},{"key":"e_1_3_2_1_2_1","volume-title":"Plow: A collaborative task learning agent. In AAAI, Vol.\u00a07. 1514\u20131519.","author":"Allen James","year":"2007","unstructured":"James Allen, Nathanael Chambers, George Ferguson, Lucian Galescu, Hyuckchul Jung, Mary Swift, and William Taysom. 2007. Plow: A collaborative task learning agent. In AAAI, Vol.\u00a07. 1514\u20131519."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.3115\/981863.981872"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445586"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2019.00041"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v7i1.5285"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2019.00144"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Sonia Bergamaschi Francesco Guerra Matteo Interlandi Raquel Trillo\u00a0Lado Yannis Velegrakis 2013. QUEST: a keyword search system for relational data based on semantic and machine learning techniques. (2013).","DOI":"10.14778\/2536274.2536281"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"Ben Bogin Matt Gardner and Jonathan Berant. 2019. Representing schema structure with graph neural networks for text-to-SQL parsing. arXiv preprint arXiv:1905.06241(2019).","DOI":"10.18653\/v1\/P19-1448"},{"key":"e_1_3_2_1_10_1","volume-title":"Using thematic analysis in psychology. Qualitative research in psychology 3, 2","author":"Braun Virginia","year":"2006","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 (2006), 77\u2013101."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180308.3180366"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278736"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Ahmed Elgohary Saghar Hosseini and Ahmed\u00a0Hassan Awadallah. 2020. Speak to your parser: Interactive text-to-SQL with natural language feedback. arXiv preprint arXiv:2005.02539(2020).","DOI":"10.18653\/v1\/2020.acl-main.187"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Ahmed Elgohary Christopher Meek Matthew Richardson Adam Fourney Gonzalo\u00a0A. Ramos and Ahmed\u00a0Hassan Awadallah. 2021. NL-EDIT: Correcting Semantic Parse Errors through Natural Language Interaction. In NAACL.","DOI":"10.18653\/v1\/2021.naacl-main.444"},{"key":"e_1_3_2_1_15_1","volume-title":"Measuring nominal scale agreement among many raters.Psychological bulletin 76, 5","author":"Fleiss L","year":"1971","unstructured":"Joseph\u00a0L Fleiss. 1971. Measuring nominal scale agreement among many raters.Psychological bulletin 76, 5 (1971), 378."},{"key":"e_1_3_2_1_16_1","unstructured":"Yujian Gan Xinyun Chen Jinxia Xie Matthew Purver John\u00a0R Woodward John Drake and Qiaofu Zhang. 2021. Natural SQL: making SQL easier to infer from natural language specifications. arXiv preprint arXiv:2109.05153(2021)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2807442.2807478"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581352"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.3115\/974194.974201"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Jiaqi Guo Zecheng Zhan Yan Gao Yan Xiao Jian-Guang Lou Ting Liu and Dongmei Zhang. 2019. Towards complex text-to-sql in cross-domain database with intermediate representation. arXiv preprint arXiv:1905.08205(2019).","DOI":"10.18653\/v1\/P19-1444"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1124"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Jonathan Herzig Pawe\u0142\u00a0Krzysztof Nowak Thomas M\u00fcller Francesco Piccinno and Julian\u00a0Martin Eisenschlos. 2020. TaPas: Weakly supervised table parsing via pre-training. arXiv preprint arXiv:2004.02349(2020).","DOI":"10.18653\/v1\/2020.acl-main.398"},{"key":"e_1_3_2_1_23_1","unstructured":"Junyang Huang Yongbo Wang Yongliang Wang Yang Dong and Yanghua Xiao. 2021. Relation Aware Semi-autoregressive Semantic Parsing for NL2SQL. arXiv preprint arXiv:2108.00804(2021)."},{"key":"e_1_3_2_1_24_1","unstructured":"Srinivasan Iyer Ioannis Konstas Alvin Cheung Jayant Krishnamurthy and Luke Zettlemoyer. 2017. Learning a neural semantic parser from user feedback. arXiv preprint arXiv:1704.08760(2017)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.14778\/3401960.3401970"},{"key":"e_1_3_2_1_26_1","unstructured":"Klaus Krippendorff. 2011. Computing Krippendorff\u2019s alpha-reliability. (2011)."},{"key":"e_1_3_2_1_27_1","unstructured":"Shaopeng Lai Qingyu Zhou Jiali Zeng Zhongli Li Chao Li Yunbo Cao and Jinsong Su. 2022. Type-Driven Multi-Turn Corrections for Grammatical Error Correction. arXiv preprint arXiv:2203.09136(2022)."},{"key":"e_1_3_2_1_28_1","unstructured":"Jonathan Lazar Jinjuan\u00a0Heidi Feng and Harry Hochheiser. 2017. Research methods in human-computer interaction. Morgan Kaufmann."},{"key":"e_1_3_2_1_29_1","unstructured":"Dongjun Lee. 2019. Clause-wise and recursive decoding for complex and cross-domain text-to-SQL generation. arXiv preprint arXiv:1904.08835(2019)."},{"key":"e_1_3_2_1_30_1","volume-title":"Distance between sets. Nature 234, 5323","author":"Levandowsky Michael","year":"1971","unstructured":"Michael Levandowsky and David Winter. 1971. Distance between sets. Nature 234, 5323 (1971), 34\u201335."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3318464.3389767"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.14778\/2735461.2735468"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2594519"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025483"},{"key":"e_1_3_2_1_35_1","volume-title":"Proceedings of the 33rd Annual ACM Symposium on User Interface Software and Technology","author":"Jia-Jun Li Toby","year":"2020","unstructured":"Toby Jia-Jun Li, Jingya Chen, Haijun Xia, Tom\u00a0Michael Mitchell, and Brad\u00a0A. Myers. 2020. Multi-Modal Repairs of Conversational Breakdowns in Task-Oriented Dialogs. Proceedings of the 33rd Annual ACM Symposium on User Interface Software and Technology (2020)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347899"},{"key":"e_1_3_2_1_37_1","unstructured":"Xi\u00a0Victoria Lin Richard Socher and Caiming Xiong. 2020. Bridging textual and tabular data for cross-domain text-to-sql semantic parsing. arXiv preprint arXiv:2012.12627(2020)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359174"},{"key":"e_1_3_2_1_39_1","volume-title":"SQLVis: Visual Query Representations for Supporting SQL Learners. In 2021 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE.","author":"Miedema Daphne","year":"2021","unstructured":"Daphne Miedema and George Fletcher. 2021. SQLVis: Visual Query Representations for Supporting SQL Learners. In 2021 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450667"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.3115\/1220355.1220376"},{"key":"e_1_3_2_1_42_1","unstructured":"Laura Rieger and Lars\u00a0Kai Hansen. 2020. A simple defense against adversarial attacks on heatmap explanations. arXiv preprint arXiv:2007.06381(2020)."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","unstructured":"Ohad Rubin and Jonathan Berant. 2020. SmBoP: Semi-autoregressive bottom-up semantic parsing. arXiv preprint arXiv:2010.12412(2020).","DOI":"10.18653\/v1\/2021.naacl-main.29"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.14778\/2994509.2994536"},{"key":"e_1_3_2_1_45_1","unstructured":"Wojciech Samek Thomas Wiegand and Klaus-Robert M\u00fcller. 2017. Explainable artificial intelligence: Understanding visualizing and interpreting deep learning models. arXiv preprint arXiv:1708.08296(2017)."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Mark\u00a0S. Schlager and William\u00a0C. Ogden. 1986. A cognitive model of database querying: a tool for novice instruction. In CHI \u201986.","DOI":"10.1145\/22627.22357"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.779"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2984511.2984588"},{"key":"e_1_3_2_1_49_1","first-page":"3095","article-title":"A Framework for SQL Learning: Linking Learning Taxonomy, Cognitive Model and Cross Cutting Factors. World Academy of Science, Engineering and Technology, International Journal of Social, Behavioral, Educational","volume":"10","author":"Salim\u00a0Al Shuaily Huda","year":"2016","unstructured":"Huda Salim\u00a0Al Shuaily and Karen\u00a0Vera Renaud. 2016. A Framework for SQL Learning: Linking Learning Taxonomy, Cognitive Model and Cross Cutting Factors. World Academy of Science, Engineering and Technology, International Journal of Social, Behavioral, Educational, Economic, Business and Industrial Engineering 10(2016), 3095\u20133101.","journal-title":"Economic, Business and Industrial Engineering"},{"key":"e_1_3_2_1_50_1","unstructured":"Alkis Simitsis and Yannis Ioannidis. 2009. DBMSs should talk back too. arXiv preprint arXiv:0909.1786(2009)."},{"key":"e_1_3_2_1_51_1","volume-title":"Orko: Facilitating multimodal interaction for visual exploration and analysis of networks","author":"Srinivasan Arjun","year":"2017","unstructured":"Arjun Srinivasan and John Stasko. 2017. Orko: Facilitating multimodal interaction for visual exploration and analysis of networks. IEEE transactions on visualization and computer graphics 24, 1(2017), 511\u2013521."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3133009"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210013"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-68234-9_28"},{"key":"e_1_3_2_1_55_1","volume-title":"An Empirical Study of Developer Behaviors for Validating and Repairing AI-Generated Code. In 13th Annual Workshop at the Intersection of PL and HCI(PLATEAU","author":"Tang Ningzhi","year":"2023","unstructured":"Ningzhi Tang, Meng Chen, Zheng Ning, Aakash Bansal, Yu Huang, Collin McMillan, and Toby Jia-Jun Li. 2023. An Empirical Study of Developer Behaviors for Validating and Repairing AI-Generated Code. In 13th Annual Workshop at the Intersection of PL and HCI(PLATEAU 2023)."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_57_1","volume-title":"Rat-sql: Relation-aware schema encoding and linking for text-to-sql parsers. arXiv preprint arXiv:1911.04942(2019).","author":"Wang Bailin","year":"2019","unstructured":"Bailin Wang, Richard Shin, Xiaodong Liu, Oleksandr Polozov, and Matthew Richardson. 2019. Rat-sql: Relation-aware schema encoding and linking for text-to-sql parsers. arXiv preprint arXiv:1911.04942(2019)."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-73197-7_19"},{"key":"e_1_3_2_1_59_1","first-page":"3","article-title":"An Efficient Easily Adaptable System for Interpreting Natural Language Queries","volume":"8","author":"Warren H.D.","year":"1982","unstructured":"David\u00a0H.D. Warren and Fernando\u00a0C.N. Pereira. 1982. An Efficient Easily Adaptable System for Interpreting Natural Language Queries. American Journal of Computational Linguistics 8, 3-4(1982), 110\u2013122. https:\/\/aclanthology.org\/J82-3002","journal-title":"American Journal of Computational Linguistics"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133887"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_62_1","unstructured":"Pengcheng Yin Graham Neubig Wen-tau Yih and Sebastian Riedel. 2020. TaBERT: Pretraining for joint understanding of textual and tabular data. arXiv preprint arXiv:2005.08314(2020)."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1425"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445646"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415900"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517479"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.558"},{"key":"e_1_3_2_1_68_1","unstructured":"Victor Zhong Caiming Xiong and Richard Socher. 2017. Seq2sql: Generating structured queries from natural language using reinforcement learning. arXiv preprint arXiv:1709.00103(2017)."},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01237-3_8"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1103"}],"event":{"name":"IUI '23: 28th International Conference on Intelligent User Interfaces","location":"Sydney NSW Australia","acronym":"IUI '23","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 28th International Conference on Intelligent User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581641.3584067","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3581641.3584067","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:20Z","timestamp":1750178180000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581641.3584067"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,27]]},"references-count":70,"alternative-id":["10.1145\/3581641.3584067","10.1145\/3581641"],"URL":"https:\/\/doi.org\/10.1145\/3581641.3584067","relation":{},"subject":[],"published":{"date-parts":[[2023,3,27]]},"assertion":[{"value":"2023-03-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}