{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T16:52:49Z","timestamp":1776099169917,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":70,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,6,9]],"date-time":"2021-06-09T00:00:00Z","timestamp":1623196800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"NSF, China","award":["61632016"],"award-info":[{"award-number":["61632016"]}]},{"name":"NSF of China","award":["61925205"],"award-info":[{"award-number":["61925205"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,6,9]]},"DOI":"10.1145\/3448016.3457261","type":"proceedings-article","created":{"date-parts":[[2021,6,18]],"date-time":"2021-06-18T17:22:39Z","timestamp":1624036959000},"page":"1235-1247","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":73,"title":["Synthesizing Natural Language to Visualization (NL2VIS) Benchmarks from NL2SQL Benchmarks"],"prefix":"10.1145","author":[{"given":"Yuyu","family":"Luo","sequence":"first","affiliation":[{"name":"Tsinghua University, Beijing, China"}]},{"given":"Nan","family":"Tang","sequence":"additional","affiliation":[{"name":"Qatar Computing Research Institute, Hamad Bin Khalifa University, Doha, Qatar"}]},{"given":"Guoliang","family":"Li","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}]},{"given":"Chengliang","family":"Chai","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}]},{"given":"Wenbo","family":"Li","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}]},{"given":"Xuedi","family":"Qin","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2021,6,18]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"Ask Data. https:\/\/www.tableau.com\/products\/new-features\/ask-data.  Ask Data. https:\/\/www.tableau.com\/products\/new-features\/ask-data."},{"key":"e_1_3_2_2_2_1","unstructured":"Microsoft Power BI Q&A. https:\/\/docs.microsoft.com\/en-us\/power-bi\/create-reports\/power-bi-tutorial-q-and-a.  Microsoft Power BI Q&A. https:\/\/docs.microsoft.com\/en-us\/power-bi\/create-reports\/power-bi-tutorial-q-and-a."},{"key":"e_1_3_2_2_3_1","volume-title":"SpotIQ AI-Driven Insignts","unstructured":"SpotIQ AI-Driven Insignts ( 2 nd Edition). https:\/\/www.thoughtspot.com\/resources#white_paper. SpotIQ AI-Driven Insignts (2nd Edition). https:\/\/www.thoughtspot.com\/resources#white_paper.","edition":"2"},{"key":"e_1_3_2_2_4_1","volume-title":"ICLR","author":"Bahdanau D.","year":"2015","unstructured":"D. Bahdanau , K. Cho , and Y. Bengio . Neural machine translation by jointly learning to align and translate . In ICLR , 2015 . D. Bahdanau, K. Cho, and Y. Bengio. Neural machine translation by jointly learning to align and translate. In ICLR, 2015."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174168"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3318464.3389732"},{"key":"e_1_3_2_2_7_1","volume-title":"Massive exploration of neural machine translation architectures. CoRR, abs\/1703.03906","author":"Britz D.","year":"2017","unstructured":"D. Britz , A. Goldie , M. Luong , and Q. V. Le . Massive exploration of neural machine translation architectures. CoRR, abs\/1703.03906 , 2017 . D. Britz, A. Goldie, M. Luong, and Q. V. Le. Massive exploration of neural machine translation architectures. CoRR, abs\/1703.03906, 2017."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3318464.3389772"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.2972543"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE48307.2020.00177"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934785"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_2_13_1","first-page":"897","volume-title":"ACL","author":"Deriu J.","year":"2020","unstructured":"J. Deriu , K. Mlynchyk , P. Schl\"a pfer, \u00c1. Rodrigo, and et al. A methodology for creating question answering corpora using inverse data annotation . In ACL , pages 897 -- 911 , 2020 . J. Deriu, K. Mlynchyk, P. Schl\"a pfer, \u00c1. Rodrigo, and et al. A methodology for creating question answering corpora using inverse data annotation. In ACL, pages 897--911, 2020."},{"key":"e_1_3_2_2_14_1","volume-title":"An interactive web-based dashboard to track covid-19 in real time. The Lancet infectious diseases, 20(5):533--534","author":"Dong E.","year":"2020","unstructured":"E. Dong , H. Du , and L. Gardner . An interactive web-based dashboard to track covid-19 in real time. The Lancet infectious diseases, 20(5):533--534 , 2020 . E. Dong, H. Du, and L. Gardner. An interactive web-based dashboard to track covid-19 in real time. The Lancet infectious diseases, 20(5):533--534, 2020."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1068"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1045"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3318464.3380574"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-2090"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2807442.2807478"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41019-019-00115-y"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1444"},{"key":"e_1_3_2_2_22_1","volume-title":"ACM","author":"Hanrahan P.","year":"2006","unstructured":"P. Hanrahan . Vizql : a language for query, analysis and visualization. In SIGMOD, page 721 . ACM , 2006 . P. Hanrahan. Vizql: a language for query, analysis and visualization. In SIGMOD, page 721. ACM, 2006."},{"key":"e_1_3_2_2_23_1","volume-title":"CHI","author":"Hu K. Z.","year":"2019","unstructured":"K. Z. Hu , S. N. S. Gaikwad, and et al. Viznet: Towards A large-scale visualization learning and benchmarking repository . In CHI , 2019 . K. Z. Hu, S. N. S. Gaikwad, and et al. Viznet: Towards A large-scale visualization learning and benchmarking repository. In CHI, 2019."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1089"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1002"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.14778\/3401960.3401970"},{"key":"e_1_3_2_2_27_1","volume-title":"Vis. Informatics","author":"Li D.","year":"2018","unstructured":"D. Li , H. Mei, and et al. Echarts: A declarative framework for rapid construction of web-based visualization . Vis. Informatics , 2018 . D. Li, H. Mei, and et al. Echarts: A declarative framework for rapid construction of web-based visualization. Vis. Informatics, 2018."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.14778\/2735461.2735468"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.26599\/BDMA.2019.9020019"},{"key":"e_1_3_2_2_30_1","volume-title":"A critical review of recurrent neural networks for sequence learning. CoRR, abs\/1506.00019","author":"Lipton Z. C.","year":"2015","unstructured":"Z. C. Lipton . A critical review of recurrent neural networks for sequence learning. CoRR, abs\/1506.00019 , 2015 . Z. C. Lipton. A critical review of recurrent neural networks for sequence learning. CoRR, abs\/1506.00019, 2015."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE48307.2020.00069"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415484"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415489"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.2981464"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2018.00019"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183713.3193545"},{"key":"e_1_3_2_2_37_1","volume-title":"Deepeye: A data science system for monitoring and exploring COVID-19 data","author":"Luo Y.","year":"2020","unstructured":"Y. Luo , N. Tang , G. Li , W. Li , T. Zhao , and X. Yu . Deepeye: A data science system for monitoring and exploring COVID-19 data . IEEE Data Eng. Bull ., 2020 . Y. Luo, N. Tang, G. Li, W. Li, T. Zhao, and X. Yu. Deepeye: A data science system for monitoring and exploring COVID-19 data. IEEE Data Eng. Bull., 2020."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2007.70594"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1561\/9781680830910"},{"key":"e_1_3_2_2_40_1","volume-title":"NIPS","author":"Mikolov T.","year":"2013","unstructured":"T. Mikolov , I. Sutskever , K. Chen, and et al. Distributed representations of words and phrases and their compositionality . In NIPS , 2013 . T. Mikolov, I. Sutskever, K. Chen, and et al. Distributed representations of words and phrases and their compositionality. In NIPS, 2013."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865240"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030378"},{"key":"e_1_3_2_2_43_1","volume-title":"ACL","author":"Papineni K.","year":"2002","unstructured":"K. Papineni , S. Roukos , T. Ward , and W. Zhu . Bleu: a method for automatic evaluation of machine translation . In ACL , 2002 . K. Papineni, S. Roukos, T. Ward, and W. Zhu. Bleu: a method for automatic evaluation of machine translation. In ACL, 2002."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.3115\/116580.116612"},{"key":"e_1_3_2_2_46_1","first-page":"441","volume-title":"EDBT","author":"Qin X.","year":"2018","unstructured":"X. Qin , Y. Luo , N. Tang , and G. Li . Deepeye: Visualizing your data by keyword search . In EDBT , pages 441 -- 444 , 2018 . X. Qin, Y. Luo, N. Tang, and G. Li. Deepeye: Visualizing your data by keyword search. In EDBT, pages 441--444, 2018."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-019-00588-3"},{"issue":"1","key":"e_1_3_2_2_48_1","first-page":"341","article-title":"Vega-lite: A grammar of interactive graphics","volume":"23","author":"Satyanarayan A.","year":"2017","unstructured":"A. Satyanarayan , D. Moritz , K. Wongsuphasawat , and J. Heer . Vega-lite: A grammar of interactive graphics . IEEE TVCG , 23 ( 1 ): 341 -- 350 , 2017 . A. Satyanarayan, D. Moritz, K. Wongsuphasawat, and J. Heer. Vega-lite: A grammar of interactive graphics. IEEE TVCG, 23(1):341--350, 2017.","journal-title":"IEEE TVCG"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2984511.2984588"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302270"},{"key":"e_1_3_2_2_51_1","volume-title":"PVLDB","author":"Siddiqui T.","year":"2016","unstructured":"T. Siddiqui , A. Kim, and et al. Effortless data exploration with zenvisage: An expressive and interactive visual analytics system . PVLDB , 2016 . T. Siddiqui, A. Kim, and et al. Effortless data exploration with zenvisage: An expressive and interactive visual analytics system. PVLDB, 2016."},{"key":"e_1_3_2_2_52_1","first-page":"55","volume-title":"EuroVis","author":"Srinivasan A.","year":"2017","unstructured":"A. Srinivasan and J. T. Stasko . Natural language interfaces for data analysis with visualization: Considering what has and could be asked . In EuroVis , pages 55 -- 59 . Eurographics Association , 2017 . A. Srinivasan and J. T. Stasko. Natural language interfaces for data analysis with visualization: Considering what has and could be asked. In EuroVis, pages 55--59. Eurographics Association, 2017."},{"key":"e_1_3_2_2_53_1","first-page":"3104","volume-title":"NIPS","author":"Sutskever I.","year":"2014","unstructured":"I. Sutskever , O. Vinyals , and Q. V. Le . Sequence to sequence learning with neural networks . In NIPS , pages 3104 -- 3112 , 2014 . I. Sutskever, O. Vinyals, and Q. V. Le. Sequence to sequence learning with neural networks. In NIPS, pages 3104--3112, 2014."},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44795-4_40"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3314029"},{"key":"e_1_3_2_2_56_1","volume-title":"PVLDB","author":"Vartak M.","year":"2015","unstructured":"M. Vartak , S. Rahman, and et al. SEEDB: efficient data-driven visualization recommendations to support visual analytics . PVLDB , 2015 . M. Vartak, S. Rahman, and et al. SEEDB: efficient data-driven visualization recommendations to support visual analytics. PVLDB, 2015."},{"key":"e_1_3_2_2_57_1","volume-title":"NIPS","author":"Vaswani A.","year":"2017","unstructured":"A. Vaswani , N. Shazeer , N. Parmar , J. Uszkoreit , L. Jones , A. N. Gomez , L. Kaiser , and I. Polosukhin . Attention is all you need . In NIPS , 2017 . A. Vaswani, N. Shazeer, N. Parmar, J. Uszkoreit, L. Jones, A. N. Gomez, L. Kaiser, and I. Polosukhin. Attention is all you need. In NIPS, 2017."},{"key":"e_1_3_2_2_58_1","volume-title":"NIPS","author":"Wang A.","year":"2019","unstructured":"A. Wang , Y. Pruksachatkun, and et al. Superglue: A stickier benchmark for general-purpose language understanding systems . In NIPS , 2019 . A. Wang, Y. Pruksachatkun, and et al. Superglue: A stickier benchmark for general-purpose language understanding systems. In NIPS, 2019."},{"key":"e_1_3_2_2_59_1","volume-title":"GLUE: A multi-task benchmark and analysis platform for natural language understanding. CoRR, abs\/1804.07461","author":"Wang A.","year":"2018","unstructured":"A. Wang , A. Singh , J. Michael , F. Hill , O. Levy , and S. R. Bowman . GLUE: A multi-task benchmark and analysis platform for natural language understanding. CoRR, abs\/1804.07461 , 2018 . A. Wang, A. Singh, J. Michael, F. Hill, O. Levy, and S. R. Bowman. GLUE: A multi-task benchmark and analysis platform for natural language understanding. CoRR, abs\/1804.07461, 2018."},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.677"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.26599\/BDMA.2018.9020029"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41019-019-00105-0"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3318464.3380589"},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"crossref","unstructured":"H. Wickham. ggplot2 - Elegant Graphics for Data Analysis. Use R. Springer 2009.  H. Wickham. ggplot2 - Elegant Graphics for Data Analysis. Use R. Springer 2009.","DOI":"10.1007\/978-0-387-98141-3"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2015.2467191"},{"key":"e_1_3_2_2_66_1","first-page":"1","volume-title":"Proc. ACM Program. Lang.","author":"Yaghmazadeh N.","year":"2017","unstructured":"N. Yaghmazadeh , Y. Wang, and et al. Sqlizer: query synthesis from natural language . Proc. ACM Program. Lang. , pages 63: 1 -- 63 :26, 2017 . N. Yaghmazadeh, Y. Wang, and et al. Sqlizer: query synthesis from natural language. Proc. ACM Program. Lang., pages 63:1--63:26, 2017."},{"key":"e_1_3_2_2_67_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2093"},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1425"},{"key":"e_1_3_2_2_69_1","volume-title":"Seq2sql: Generating structured queries from natural language using reinforcement learning. CoRR, abs\/1709.00103","author":"Zhong V.","year":"2017","unstructured":"V. Zhong and Seq2sql: Generating structured queries from natural language using reinforcement learning. CoRR, abs\/1709.00103 , 2017 . V. Zhong and et al. Seq2sql: Generating structured queries from natural language using reinforcement learning. CoRR, abs\/1709.00103, 2017."},{"key":"e_1_3_2_2_70_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.2994641"}],"event":{"name":"SIGMOD\/PODS '21: International Conference on Management of Data","location":"Virtual Event China","acronym":"SIGMOD\/PODS '21","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the 2021 International Conference on Management of Data"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3448016.3457261","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3448016.3457261","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T21:28:06Z","timestamp":1750195686000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3448016.3457261"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,9]]},"references-count":70,"alternative-id":["10.1145\/3448016.3457261","10.1145\/3448016"],"URL":"https:\/\/doi.org\/10.1145\/3448016.3457261","relation":{},"subject":[],"published":{"date-parts":[[2021,6,9]]},"assertion":[{"value":"2021-06-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}