{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T04:01:09Z","timestamp":1793505669314,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":142,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642497","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:38:25Z","timestamp":1715416705000},"page":"1-22","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":42,"title":["How Do Analysts Understand and Verify AI-Assisted Data Analyses?"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4343-1578","authenticated-orcid":false,"given":"Ken","family":"Gu","sequence":"first","affiliation":[{"name":"Paul G. Allen School of Computer Science & Engineering, University of Washington, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1062-5835","authenticated-orcid":false,"given":"Ruoxi","family":"Shang","sequence":"additional","affiliation":[{"name":"Human Centered Design & Engineering, University of Washington, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4793-2289","authenticated-orcid":false,"given":"Tim","family":"Althoff","sequence":"additional","affiliation":[{"name":"Paul G. Allen School of Computer Science & Engineering, University of Washington, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5933-6620","authenticated-orcid":false,"given":"Chenglong","family":"Wang","sequence":"additional","affiliation":[{"name":"Microsoft Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5022-9343","authenticated-orcid":false,"given":"Steven M.","family":"Drucker","sequence":"additional","affiliation":[{"name":"Microsoft Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","unstructured":"2023. JupyterLab. https:\/\/jupyterlab.readthedocs.io\/en\/stable\/ Accessed: 2023-09-02."},{"key":"e_1_3_3_3_2_1","unstructured":"2023. RStudio: Integrated Development for R. https:\/\/www.rstudio.com\/ Accessed: 2023-09-02."},{"key":"e_1_3_3_3_3_1","unstructured":"2023. Tableau Software. https:\/\/www.tableau.com\/ Accessed: 2023-09-02."},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"crossref","unstructured":"Alexander\u00a0A. Aarts et al. 2015. Estimating the reproducibility of psychological science. Science 349 (2015). https:\/\/api.semanticscholar.org\/CorpusID:218065162","DOI":"10.1126\/science.aac4716"},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865040"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300484"},{"key":"e_1_3_3_3_7_1","volume-title":"TELEVISION DATASET","author":"Azam Md\u00a0Waquar","year":"2022","unstructured":"Md\u00a0Waquar Azam. 2022. TELEVISION DATASET 2022. Kaggle. https:\/\/www.kaggle.com\/datasets\/mdwaquarazam\/"},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1038\/533452a"},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586030"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2743990"},{"key":"e_1_3_3_3_11_1","unstructured":"Shubham Bathwal. 2022. Flight Price Prediction. Kaggle. https:\/\/www.kaggle.com\/datasets\/shubhambathwal\/flight-price-prediction"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502102"},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240789"},{"key":"e_1_3_3_3_15_1","unstructured":"Pranali Bose. 2022. Amazon Seller - Order Status Prediction. Kaggle. https:\/\/www.kaggle.com\/datasets\/pranalibose\/amazon-seller-order-status-prediction"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2203150119"},{"key":"e_1_3_3_3_17_1","volume-title":"Language Models are Few-Shot Learners. ArXiv abs\/2005.14165","author":"Brown B.","year":"2020","unstructured":"Tom\u00a0B. Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, Sandhini Agarwal, Ariel Herbert-Voss, Gretchen Krueger, T.\u00a0J. Henighan, Rewon Child, Aditya Ramesh, Daniel\u00a0M. Ziegler, Jeff Wu, Clemens Winter, Christopher Hesse, Mark Chen, Eric Sigler, Mateusz Litwin, Scott Gray, Benjamin Chess, Jack Clark, Christopher Berner, Sam McCandlish, Alec Radford, Ilya Sutskever, and Dario Amodei. 2020. Language Models are Few-Shot Learners. ArXiv abs\/2005.14165 (2020). https:\/\/api.semanticscholar.org\/CorpusID:218971783"},{"key":"e_1_3_3_3_18_1","volume-title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4. ArXiv abs\/2303.12712","author":"Bubeck S\u00e9bastien","year":"2023","unstructured":"S\u00e9bastien Bubeck, Varun Chandrasekaran, Ronen Eldan, John\u00a0A. Gehrke, Eric Horvitz, Ece Kamar, Peter Lee, Yin\u00a0Tat Lee, Yuan-Fang Li, Scott\u00a0M. Lundberg, Harsha Nori, Hamid Palangi, Marco\u00a0Tulio Ribeiro, and Yi Zhang. 2023. Sparks of Artificial General Intelligence: Early experiments with GPT-4. ArXiv abs\/2303.12712 (2023)."},{"key":"e_1_3_3_3_19_1","volume-title":"Training and Evaluating a Jupyter Notebook Data Science Assistant. ArXiv abs\/2201.12901","author":"Chandel Shubham","year":"2022","unstructured":"Shubham Chandel, Colin\u00a0B. Clement, Guillermo Serrato, and Neel Sundaresan. 2022. Training and Evaluating a Jupyter Notebook Data Science Assistant. ArXiv abs\/2201.12901 (2022)."},{"key":"e_1_3_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376729"},{"key":"e_1_3_3_3_21_1","volume-title":"CodeT: Code Generation with Generated Tests. ArXiv abs\/2207.10397","author":"Chen Bei","year":"2022","unstructured":"Bei Chen, Fengji Zhang, A. Nguyen, Daoguang Zan, Zeqi Lin, Jian-Guang Lou, and Weizhu Chen. 2022. CodeT: Code Generation with Generated Tests. ArXiv abs\/2207.10397 (2022). https:\/\/api.semanticscholar.org\/CorpusID:250920542"},{"key":"e_1_3_3_3_22_1","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde Jared Kaplan Harrison Edwards Yura Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe\u00a0Petroski Such David\u00a0W. Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William\u00a0H. Guss Alex Nichol Igor Babuschkin S.\u00a0Arun Balaji Shantanu Jain Andrew Carr Jan Leike Joshua Achiam Vedant Misra Evan Morikawa Alec Radford Matthew\u00a0M. Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. ArXiv abs\/2107.03374 (2021)."},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585807"},{"key":"e_1_3_3_3_24_1","unstructured":"Aakanksha Chowdhery Sharan Narang Jacob Devlin Maarten Bosma Gaurav Mishra Adam Roberts Paul Barham Hyung\u00a0Won Chung Charles Sutton Sebastian Gehrmann Parker Schuh Kensen Shi Sasha Tsvyashchenko Joshua Maynez Abhishek Rao Parker Barnes Yi Tay Noam\u00a0M. Shazeer Vinodkumar Prabhakaran Emily Reif Nan Du Benton\u00a0C. Hutchinson Reiner Pope James Bradbury Jacob Austin Michael Isard Guy Gur-Ari Pengcheng Yin Toju Duke Anselm Levskaya Sanjay Ghemawat Sunipa Dev Henryk Michalewski Xavier Garc\u00eda Vedant Misra Kevin Robinson Liam Fedus Denny Zhou Daphne Ippolito David Luan Hyeontaek Lim Barret Zoph Alexander Spiridonov Ryan Sepassi David Dohan Shivani Agrawal Mark Omernick Andrew\u00a0M. Dai Thanumalayan\u00a0Sankaranarayana Pillai Marie Pellat Aitor Lewkowycz Erica Moreira Rewon Child Oleksandr Polozov Katherine Lee Zongwei Zhou Xuezhi Wang Brennan Saeta Mark D\u00edaz Orhan Firat Michele Catasta Jason Wei Kathleen\u00a0S. Meier-Hellstern Douglas Eck Jeff Dean Slav Petrov and Noah Fiedel. 2022. PaLM: Scaling Language Modeling with Pathways. ArXiv abs\/2204.02311 (2022)."},{"key":"e_1_3_3_3_25_1","volume-title":"Looks good to me: Visualizations as sanity checks","author":"Correll Michael","year":"2018","unstructured":"Michael Correll, Mingwei Li, Gordon Kindlmann, and Carlos Scheidegger. 2018. Looks good to me: Visualizations as sanity checks. IEEE transactions on visualization and computer graphics 25, 1 (2018), 830\u2013839."},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030340"},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445267"},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173694"},{"key":"e_1_3_3_3_29_1","volume-title":"LIVE: Workshop on Live Programming.","author":"Diamond-Reivich Jacob","year":"2020","unstructured":"Jacob Diamond-Reivich. 2020. Mito: Edit a Spreadsheet. Generate Production Ready Python.. In LIVE: Workshop on Live Programming."},{"key":"e_1_3_3_3_30_1","volume-title":"LIDA: A Tool for Automatic Generation of Grammar-Agnostic Visualizations and Infographics using Large Language Models. ArXiv abs\/2303.02927","author":"Dibia C.","year":"2023","unstructured":"Victor\u00a0C. Dibia. 2023. LIDA: A Tool for Automatic Generation of Grammar-Agnostic Visualizations and Infographics using Large Language Models. ArXiv abs\/2303.02927 (2023)."},{"key":"e_1_3_3_3_31_1","volume-title":"Aligning Offline Metrics and Human Judgments of Value of AI-Pair Programmers. ArXiv abs\/2210.16494","author":"Dibia C.","year":"2022","unstructured":"Victor\u00a0C. Dibia, Adam Fourney, Gagan Bansal, Forough Poursabzi-Sangdeh, Han Liu, and Saleema Amershi. 2022. Aligning Offline Metrics and Human Judgments of Value of AI-Pair Programmers. ArXiv abs\/2210.16494 (2022). https:\/\/api.semanticscholar.org\/CorpusID:253237523"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376442"},{"key":"e_1_3_3_3_33_1","volume-title":"Explainability Pitfalls: Beyond Dark Patterns in Explainable AI. ArXiv abs\/2109.12480","author":"Ehsan Upol","year":"2021","unstructured":"Upol Ehsan and Mark\u00a0O. Riedl. 2021. Explainability Pitfalls: Beyond Dark Patterns in Explainable AI. ArXiv abs\/2109.12480 (2021). https:\/\/api.semanticscholar.org\/CorpusID:237940863"},{"key":"e_1_3_3_3_34_1","volume-title":"2022 IEEE\/ACM 44th International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","author":"Epperson Will","year":"2022","unstructured":"Will Epperson, Yi Wang, Robert DeLine, and Steven\u00a0Mark Drucker. 2022. Strategies for Reuse and Sharing among Data Scientists in Software Teams. 2022 IEEE\/ACM 44th International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP) (2022), 243\u2013252. https:\/\/api.semanticscholar.org\/CorpusID:248726301"},{"key":"e_1_3_3_3_35_1","volume-title":"Discovering statistics using R","author":"Field P.","unstructured":"Andy\u00a0P. Field, Jeremy Miles, and Zo\u00eb Field. 2012. Discovering statistics using R, 1st Edition. https:\/\/api.semanticscholar.org\/CorpusID:45575760","edition":"1"},{"key":"e_1_3_3_3_36_1","volume-title":"Accessed","year":"2022","unstructured":"GitHub. 2022. GitHub Copilot. . https:\/\/github.com\/features\/copilot. Accessed: Sept 12, 2023."},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2010.164"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1111\/insr.12028"},{"key":"e_1_3_3_3_39_1","volume-title":"How Do Data Analysts Respond to AI Assistance? A Wizard-of-Oz Study. ArXiv abs\/2309.10108","author":"Gu Ken","year":"2023","unstructured":"Ken Gu, Madeleine Grunde-McLaughlin, Andrew\u00a0M. McNutt, Jeffrey Heer, and Tim Althoff. 2023. How Do Data Analysts Respond to AI Assistance? A Wizard-of-Oz Study. ArXiv abs\/2309.10108 (2023). https:\/\/api.semanticscholar.org\/CorpusID:262054482"},{"key":"e_1_3_3_3_40_1","volume-title":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","author":"Gu Ken","year":"2022","unstructured":"Ken Gu, Eunice Jun, and Tim Althoff. 2022. Understanding and Supporting Debugging Workflows in Multiverse Analysis. Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems (2022). https:\/\/api.semanticscholar.org\/CorpusID:252780673"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2612177"},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.clsr.2016.11.003"},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300500"},{"key":"e_1_3_3_3_44_1","series-title":"Lecture Notes in Mechanical Engineering","volume-title":"Interfacing Chatbot with Data Retrieval and Analytics Queries for Decision Making","author":"Hoon Gan\u00a0Keng","year":"2019","unstructured":"Gan\u00a0Keng Hoon, Loo\u00a0Ji Yong, and Goh\u00a0Kau Yang. 2019. Interfacing Chatbot with Data Retrieval and Analytics Queries for Decision Making. Lecture Notes in Mechanical Engineering (2019). https:\/\/api.semanticscholar.org\/CorpusID:198329911"},{"key":"e_1_3_3_3_45_1","volume-title":"Execution-based Evaluation for Data Science Code Generation Models. ArXiv abs\/2211.09374","author":"Huang Junjie","year":"2022","unstructured":"Junjie Huang, Chenglong Wang, Jipeng Zhang, Cong Yan, Haotian Cui, Jeevana\u00a0Priya Inala, Colin\u00a0B. Clement, Nan Duan, and Jianfeng Gao. 2022. Execution-based Evaluation for Data Science Code Generation Models. ArXiv abs\/2211.09374 (2022). https:\/\/api.semanticscholar.org\/CorpusID:253581341"},{"key":"e_1_3_3_3_46_1","unstructured":"Suraj Jha. 2022. BigBasket Entire Product List (\u00a028K datapoints). Kaggle. https:\/\/www.kaggle.com\/datasets\/surajjha101\/bigbasket-entire-product-list-28k-datapoints"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501870"},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606737"},{"key":"e_1_3_3_3_50_1","volume-title":"SelfEvolve: A Code Evolution Framework via Large Language Models. ArXiv abs\/2306.02907","author":"Jiang Shuyang","year":"2023","unstructured":"Shuyang Jiang, Yuhao Wang, and Yu Wang. 2023. SelfEvolve: A Code Evolution Framework via Large Language Models. ArXiv abs\/2306.02907 (2023). https:\/\/api.semanticscholar.org\/CorpusID:259076266"},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517653"},{"key":"e_1_3_3_3_52_1","unstructured":"Eirini Kalliamvakou. 2022. Research: Quantifying GitHub Copilot\u2019s Impact on Developer Productivity and Happiness. https:\/\/github.blog\/2022-09-07-research-quantifying-github-copilots-impact-on-developer-productivity-and-happiness\/ Accessed on November 16 2023."},{"key":"e_1_3_3_3_53_1","volume-title":"https:\/\/kanaries.net\/home\/pygwalker. Accessed","year":"2023","unstructured":"Kanaries. 2023. PygWalker. https:\/\/kanaries.net\/home\/pygwalker. Accessed December 1, 2023."},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.219"},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2014.62"},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030462"},{"key":"e_1_3_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3170427.3188445"},{"key":"e_1_3_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025626"},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300322"},{"key":"e_1_3_3_3_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2017.8103446"},{"key":"e_1_3_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2018.8506576"},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173748"},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415842"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415234"},{"key":"e_1_3_3_3_65_1","unstructured":"Owais Khan. 2022. R.I.S.E. \u2013 Research. Innovate. Solve. copilot.Kaggle. https:\/\/www.kaggle.com\/datasets\/owaiskhan9654\/rise-research-innovate-solve-copilot"},{"key":"e_1_3_3_3_66_1","volume-title":"The Emerging Role of Data Scientists on Software Development Teams. 2016 IEEE\/ACM 38th International Conference on Software Engineering (ICSE)","author":"Kim Miryung","year":"2016","unstructured":"Miryung Kim, Thomas Zimmermann, Robert DeLine, and Andrew Begel. 2016. The Emerging Role of Data Scientists on Software Development Teams. 2016 IEEE\/ACM 38th International Conference on Software Engineering (ICSE) (2016), 96\u2013107. https:\/\/api.semanticscholar.org\/CorpusID:7977224"},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2754374"},{"key":"e_1_3_3_3_68_1","volume-title":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","author":"Kim Sunnie","year":"2022","unstructured":"Sunnie S.\u00a0Y. Kim, Elizabeth\u00a0Anne Watkins, Olga Russakovsky, Ruth\u00a0C. Fong, and A. Monroy-Hern\u00e1ndez. 2022. \"Help Me Help the AI\": Understanding How Explainability Can Support Human-AI Interaction. Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems (2022). https:\/\/api.semanticscholar.org\/CorpusID:252780815"},{"key":"e_1_3_3_3_69_1","unstructured":"Gary Klein Jennifer\u00a0K. Phillips Erica Rall and Deborah\u00a0A. Peluso. 2007. A Data\u2013Frame Theory of Sensemaking."},{"key":"e_1_3_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/1922649.1922658"},{"key":"e_1_3_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2020.102562"},{"key":"e_1_3_3_3_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300330"},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2011.6102435"},{"key":"e_1_3_3_3_74_1","volume-title":"Beyond the Chat: Executable and Verifiable Text-Editing with LLMs. ArXiv abs\/2309.15337","author":"Laban Philippe","year":"2023","unstructured":"Philippe Laban, Jesse Vig, Marti\u00a0A. Hearst, Caiming Xiong, and Chien-Sheng Wu. 2023. Beyond the Chat: Executable and Verifiable Text-Editing with LLMs. ArXiv abs\/2309.15337 (2023). https:\/\/api.semanticscholar.org\/CorpusID:262938226"},{"key":"e_1_3_3_3_75_1","volume-title":"Unsupervised Translation of Programming Languages. ArXiv abs\/2006.03511","author":"Lachaux Marie-Anne","year":"2020","unstructured":"Marie-Anne Lachaux, Baptiste Rozi\u00e8re, Lowik Chanussot, and Guillaume Lample. 2020. Unsupervised Translation of Programming Languages. ArXiv abs\/2006.03511 (2020). https:\/\/api.semanticscholar.org\/CorpusID:219401607"},{"key":"e_1_3_3_3_76_1","volume-title":"Si yi Wang, and Tao Yu","author":"Lai Yuhang","year":"2022","unstructured":"Yuhang Lai, Chengxi Li, Yiming Wang, Tianyi Zhang, Ruiqi Zhong, Luke Zettlemoyer, Scott Yih, Daniel Fried, Si yi Wang, and Tao Yu. 2022. DS-1000: A Natural and Reliable Benchmark for Data Science Code Generation. ArXiv abs\/2211.11501 (2022). https:\/\/api.semanticscholar.org\/CorpusID:253734939"},{"key":"e_1_3_3_3_77_1","volume-title":"Rethinking Explainability as a Dialogue: A Practitioner\u2019s Perspective. ArXiv abs\/2202.01875","author":"Lakkaraju Himabindu","year":"2022","unstructured":"Himabindu Lakkaraju, Dylan Slack, Yuxin Chen, Chenhao Tan, and Sameer Singh. 2022. Rethinking Explainability as a Dialogue: A Practitioner\u2019s Perspective. ArXiv abs\/2202.01875 (2022). https:\/\/api.semanticscholar.org\/CorpusID:246607834"},{"key":"e_1_3_3_3_78_1","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2015.2467195"},{"key":"e_1_3_3_3_79_1","volume-title":"Understanding the Usability of AI Programming Assistants. ArXiv abs\/2303.17125","author":"Liang Jenny","year":"2023","unstructured":"Jenny Liang, Chenyang Yang, and Brad\u00a0A. Myers. 2023. Understanding the Usability of AI Programming Assistants. ArXiv abs\/2303.17125 (2023). https:\/\/api.semanticscholar.org\/CorpusID:257833548"},{"key":"e_1_3_3_3_80_1","unstructured":"Jenny\u00a0T Liang Chenyang Yang and Brad\u00a0A. Myers. 2023. A Large-Scale Survey on the Usability of AI Programming Assistants: Successes and Challenges. https:\/\/api.semanticscholar.org\/CorpusID:257833548"},{"key":"e_1_3_3_3_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376590"},{"key":"e_1_3_3_3_82_1","volume-title":"Canada Kush, Richa Varshney, and Kush\u00a0R. Varshney.","author":"Liao Qingzi\u00a0Vera","year":"2021","unstructured":"Qingzi\u00a0Vera Liao, Microsoft Research, Canada Kush, Richa Varshney, and Kush\u00a0R. Varshney. 2021. Human-Centered Explainable AI (XAI): From Algorithms to User Experiences. ArXiv abs\/2110.10790 (2021). https:\/\/api.semanticscholar.org\/CorpusID:239050385"},{"key":"e_1_3_3_3_83_1","volume-title":"Teaching Models to Express Their Uncertainty in Words. Trans. Mach. Learn. Res. 2022","author":"Lin C.","year":"2022","unstructured":"Stephanie\u00a0C. Lin, Jacob Hilton, and Owain Evans. 2022. Teaching Models to Express Their Uncertainty in Words. Trans. Mach. Learn. Res. 2022 (2022). https:\/\/api.semanticscholar.org\/CorpusID:249191391"},{"key":"e_1_3_3_3_84_1","first-page":"66","article-title":"Understanding the Role of Alternatives in Data Analysis Practices","volume":"26","author":"Liu Jiali","year":"2020","unstructured":"Jiali Liu, Nadia Boukhelifa, and James\u00a0R. Eagan. 2020. Understanding the Role of Alternatives in Data Analysis Practices. IEEE Transactions on Visualization and Computer Graphics 26 (2020), 66\u201376.","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"key":"e_1_3_3_3_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580817"},{"key":"e_1_3_3_3_86_1","volume-title":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","author":"Liu Yang","year":"2019","unstructured":"Yang Liu, Tim Althoff, and Jeffrey Heer. 2019. Paths Explored, Paths Omitted, Paths Obscured: Decision Points & Selective Reporting in End-to-End Data Analysis. Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems (2019)."},{"key":"e_1_3_3_3_87_1","volume-title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment. ArXiv abs\/2303.16634","author":"Liu Yang","year":"2023","unstructured":"Yang Liu, Dan Iter, Yichong Xu, Shuo Wang, Ruochen Xu, and Chenguang Zhu. 2023. G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment. ArXiv abs\/2303.16634 (2023). https:\/\/api.semanticscholar.org\/CorpusID:257804696"},{"key":"e_1_3_3_3_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858288"},{"key":"e_1_3_3_3_89_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580940"},{"key":"e_1_3_3_3_90_1","volume-title":"HELP ME THINK: A Simple Prompting Strategy for Non-experts to Create Customized Content with Models. ArXiv abs\/2208.08232","author":"Mishra Swaroop","year":"2022","unstructured":"Swaroop Mishra and Elnaz Nouri. 2022. HELP ME THINK: A Simple Prompting Strategy for Non-experts to Create Customized Content with Models. ArXiv abs\/2208.08232 (2022)."},{"key":"e_1_3_3_3_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025456"},{"key":"e_1_3_3_3_92_1","unstructured":"Chadner Navarro. 2022. Travel+Leisure World\u2019s Best Hotels 2022. Kaggle. https:\/\/www.kaggle.com\/datasets\/narmelan\/travelleisure-worlds-best-hotels-2022"},{"key":"e_1_3_3_3_93_1","volume-title":"https:\/\/observablehq.com\/@observablehq\/summary-table Accessed","author":"Summary Table HQ.","year":"2023","unstructured":"ObservableHQ. 2023. Summary Table. https:\/\/observablehq.com\/@observablehq\/summary-table Accessed: July 30, 2023."},{"key":"e_1_3_3_3_94_1","volume-title":"Demystifying GPT Self-Repair for Code Generation. ArXiv abs\/2306.09896","author":"Olausson X.","year":"2023","unstructured":"Theo\u00a0X. Olausson, Jeevana\u00a0Priya Inala, Chenglong Wang, Jianfeng Gao, and Armando Solar-Lezama. 2023. Demystifying GPT Self-Repair for Code Generation. ArXiv abs\/2306.09896 (2023). https:\/\/api.semanticscholar.org\/CorpusID:259187989"},{"key":"e_1_3_3_3_95_1","unstructured":"OpenAI. 2022. ChatGPT: Conversational AI Language Model. https:\/\/chat.openai.com. Accessed on June 1 2023."},{"key":"e_1_3_3_3_96_1","volume-title":"Accessed","author":"AI.","year":"2023","unstructured":"OpenAI. 2023. Chat with GPT-4 Code Interpreter. https:\/\/chat.openai.com\/?model=gpt-4-code-interpreter. Accessed August 26, 2023."},{"key":"e_1_3_3_3_98_1","doi-asserted-by":"publisher","DOI":"10.1145\/3318464.3383128"},{"key":"e_1_3_3_3_99_1","volume-title":"How Do Data Science Workers Communicate Intermediate Results?2022 IEEE Visualization in Data Science (VDS)","author":"Pang Rock\u00a0Yuren","year":"2022","unstructured":"Rock\u00a0Yuren Pang, Ruotong Wang, Joely Nelson, and Leilani Battle. 2022. How Do Data Science Workers Communicate Intermediate Results?2022 IEEE Visualization in Data Science (VDS) (2022), 46\u201354. https:\/\/api.semanticscholar.org\/CorpusID:252124317"},{"key":"e_1_3_3_3_100_1","doi-asserted-by":"publisher","DOI":"10.1177\/0018720810376055"},{"key":"e_1_3_3_3_101_1","doi-asserted-by":"publisher","DOI":"10.1177\/14738716211032653"},{"key":"e_1_3_3_3_102_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606763"},{"key":"e_1_3_3_3_103_1","unstructured":"Chris Perry and Shrestha\u00a0Basu Mallick. 2023. AI-powered coding free of charge with Colab. https:\/\/blog.google\/technology\/developers\/google-colab-ai-coding-features\/"},{"key":"e_1_3_3_3_104_1","unstructured":"Peter Pirolli. 2007. The Sensemaking Process and Leverage Points for Analyst Technology as Identified Through Cognitive Task Analysis."},{"key":"e_1_3_3_3_105_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445063"},{"key":"e_1_3_3_3_106_1","volume-title":"GridBook: Natural Language Formulas for the Spreadsheet Grid. 27th International Conference on Intelligent User Interfaces","author":"Srinivasa\u00a0Srinivasa Ragavan Sruti","year":"2022","unstructured":"Sruti Srinivasa\u00a0Srinivasa Ragavan, Zhitao Hou, Yun Wang, Andrew\u00a0D. Gordon, Haidong Zhang, and Dongmei Zhang. 2022. GridBook: Natural Language Formulas for the Spreadsheet Grid. 27th International Conference on Intelligent User Interfaces (2022). https:\/\/api.semanticscholar.org\/CorpusID:247585151"},{"key":"e_1_3_3_3_107_1","volume-title":"Leam: An Interactive System for In-situ Visual Text Analysis. ArXiv abs\/2009.03520","author":"Rahman Sajjadur","year":"2020","unstructured":"Sajjadur Rahman, Peter Griggs, and cCaugatay Demiralp. 2020. Leam: An Interactive System for In-situ Visual Text Analysis. ArXiv abs\/2009.03520 (2020). https:\/\/api.semanticscholar.org\/CorpusID:221534816"},{"key":"e_1_3_3_3_108_1","volume-title":"Bollywood Movies Box-Office Collection","author":"Rana Shivani","year":"2022","unstructured":"Shivani Rana. 2022. Bollywood Movies Box-Office Collection 2022. Kaggle. https:\/\/www.kaggle.com\/datasets\/shivanirana63\/bollywood-movies-boxoffice-collection-2022"},{"key":"e_1_3_3_3_109_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274419"},{"key":"e_1_3_3_3_110_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173606"},{"key":"e_1_3_3_3_111_1","doi-asserted-by":"publisher","DOI":"10.1145\/169059.169209"},{"key":"e_1_3_3_3_112_1","volume-title":"Annual Workshop of the Psychology of Programming Interest Group. https:\/\/api.semanticscholar.org\/CorpusID:251554706","author":"Sarkar Advait","year":"2022","unstructured":"Advait Sarkar, Andrew\u00a0D. Gordon, Carina Negreanu, Christian Poelitz, Sruti Srinivasa\u00a0Srinivasa Ragavan, and Benjamin\u00a0G. Zorn. 2022. What is it like to program with artificial intelligence?. In Annual Workshop of the Psychology of Programming Interest Group. https:\/\/api.semanticscholar.org\/CorpusID:251554706"},{"key":"e_1_3_3_3_113_1","unstructured":"Martin Schweinsberg et al. 2021. Same data different conclusions: Radical dispersion in empirical results when independent analysts operationalize and test the same hypothesis. Organizational Behavior and Human Decision Processes (2021)."},{"key":"e_1_3_3_3_114_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501972"},{"key":"e_1_3_3_3_115_1","volume-title":"Reflexion: an autonomous agent with dynamic memory and self-reflection. ArXiv abs\/2303.11366","author":"Shinn Noah","year":"2023","unstructured":"Noah Shinn, Beck Labash, and Ashwin Gopinath. 2023. Reflexion: an autonomous agent with dynamic memory and self-reflection. ArXiv abs\/2303.11366 (2023). https:\/\/api.semanticscholar.org\/CorpusID:257636839"},{"key":"e_1_3_3_3_116_1","doi-asserted-by":"publisher","DOI":"10.1177\/2515245917747646"},{"key":"e_1_3_3_3_117_1","unstructured":"Victor Soeiro. 2022. Netflix TV Shows and Movies. Kaggle. https:\/\/www.kaggle.com\/datasets\/victorsoeiro\/netflix-tv-shows-and-movies"},{"key":"e_1_3_3_3_118_1","unstructured":"Colette Stallbaumer. 2023. Introducing Microsoft 365 Copilot\u2014A whole new way to work. https:\/\/www.microsoft.com\/en-us\/microsoft-365\/blog\/2023\/03\/16\/introducing-microsoft-365-copilot-a-whole-new-way-to-work\/"},{"key":"e_1_3_3_3_119_1","volume-title":"Cognitive Architectures for Language Agents. ArXiv abs\/2309.02427","author":"Sumers R.","year":"2023","unstructured":"Theodore\u00a0R. Sumers, Shunyu Yao, Karthik Narasimhan, and Thomas\u00a0L. Griffiths. 2023. Cognitive Architectures for Language Agents. ArXiv abs\/2309.02427 (2023). https:\/\/api.semanticscholar.org\/CorpusID:261556862"},{"key":"e_1_3_3_3_120_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511119"},{"key":"e_1_3_3_3_121_1","unstructured":"Md\u00a0Mahmudul\u00a0Hasan Suzan and Nishat\u00a0Ahmed Samrin. 2022. Students Adaptability Level in Online Education. Kaggle. https:\/\/www.kaggle.com\/datasets\/mdmahmudulhasansuzan\/students-adaptability-level-in-online-education"},{"key":"e_1_3_3_3_122_1","volume-title":"What Should Data Science Education Do with Large Language Models?ArXiv abs\/2307.02792","author":"Tu Xinming","year":"2023","unstructured":"Xinming Tu, James\u00a0Y. Zou, Weijie Su, and Linjun Zhang. 2023. What Should Data Science Education Do with Large Language Models?ArXiv abs\/2307.02792 (2023). https:\/\/api.semanticscholar.org\/CorpusID:259361007"},{"key":"e_1_3_3_3_123_1","unstructured":"Michele Tufano Dawn Drain Alexey Svyatkovskiy Shao\u00a0Kun Deng and Neel Sundaresan. 2020. Unit Test Case Generation with Transformers and Focal Context. https:\/\/api.semanticscholar.org\/CorpusID:235165921"},{"key":"e_1_3_3_3_124_1","unstructured":"Barbara Ubaldi. 2013. Open Government Data: Towards Empirical Analysis of Open Government Data Initiatives. https:\/\/api.semanticscholar.org\/CorpusID:260737241"},{"key":"e_1_3_3_3_125_1","unstructured":"Unknown. 2023. Create Models and Automate Data Workflows with AI. https:\/\/www.datagran.io"},{"key":"e_1_3_3_3_126_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_3_3_127_1","volume-title":"Generation Probabilities Are Not Enough: Exploring the Effectiveness of Uncertainty Highlighting in AI-Powered Code Completions. ArXiv abs\/2302.07248","author":"Vasconcelos Helena","year":"2023","unstructured":"Helena Vasconcelos, Gagan Bansal, Adam Fourney, Qingzi\u00a0Vera Liao, and Jennifer\u00a0Wortman Vaughan. 2023. Generation Probabilities Are Not Enough: Exploring the Effectiveness of Uncertainty Highlighting in AI-Powered Code Completions. ArXiv abs\/2302.07248 (2023). https:\/\/api.semanticscholar.org\/CorpusID:256846746"},{"key":"e_1_3_3_3_128_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502123"},{"key":"e_1_3_3_3_129_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3359141","article-title":"How Data Scientists Use Computational Notebooks for Real-Time Collaboration","volume":"3","author":"Wang April\u00a0Yi","year":"2019","unstructured":"April\u00a0Yi Wang, Anant Mittal, Christopher\u00a0A. Brooks, and Steve Oney. 2019. How Data Scientists Use Computational Notebooks for Real-Time Collaboration. Proceedings of the ACM on Human-Computer Interaction 3 (2019), 1 \u2013 30. https:\/\/api.semanticscholar.org\/CorpusID:207946488","journal-title":"Proceedings of the ACM on Human-Computer Interaction"},{"key":"e_1_3_3_3_130_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580753"},{"key":"e_1_3_3_3_131_1","volume-title":"Assessing and Restoring Reproducibility of Jupyter Notebooks. 2020 35th IEEE\/ACM International Conference on Automated Software Engineering (ASE)","author":"Wang Jiawei","year":"2020","unstructured":"Jiawei Wang, Tzu yang Kuo, Li Li, and Andreas Zeller. 2020. Assessing and Restoring Reproducibility of Jupyter Notebooks. 2020 35th IEEE\/ACM International Conference on Automated Software Engineering (ASE) (2020), 138\u2013149. https:\/\/api.semanticscholar.org\/CorpusID:229703261"},{"key":"e_1_3_3_3_132_1","doi-asserted-by":"publisher","DOI":"10.1177\/0018720815581940"},{"key":"e_1_3_3_3_133_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2015.2467191"},{"key":"e_1_3_3_3_134_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025768"},{"key":"e_1_3_3_3_135_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415851"},{"key":"e_1_3_3_3_136_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3144975"},{"key":"e_1_3_3_3_137_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3487569","article-title":"In-IDE Code Generation from Natural Language: Promise and Challenges","volume":"31","author":"Xu F.","year":"2021","unstructured":"Frank\u00a0F. Xu, Bogdan Vasilescu, and Graham Neubig. 2021. In-IDE Code Generation from Natural Language: Promise and Challenges. ACM Transactions on Software Engineering and Methodology (TOSEM) 31 (2021), 1 \u2013 47. https:\/\/api.semanticscholar.org\/CorpusID:231718679","journal-title":"ACM Transactions on Software Engineering and Methodology (TOSEM)"},{"key":"e_1_3_3_3_138_1","volume-title":"Natural Language to Code Generation in Interactive Data Science Notebooks. ArXiv abs\/2212.09248","author":"Yin Pengcheng","year":"2022","unstructured":"Pengcheng Yin, Wen-Ding Li, Kefan Xiao, A.\u00a0Eashaan Rao, Yeming Wen, Kensen Shi, Joshua Howland, Paige Bailey, Michele Catasta, Henryk Michalewski, Alex Polozov, and Charles Sutton. 2022. Natural Language to Code Generation in Interactive Data Science Notebooks. ArXiv abs\/2212.09248 (2022)."},{"key":"e_1_3_3_3_139_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581388"},{"key":"e_1_3_3_3_140_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3392826","article-title":"How do Data Science Workers Collaborate? Roles, Workflows, and Tools","volume":"4","author":"Zhang X.","year":"2020","unstructured":"Amy\u00a0X. Zhang, Michael\u00a0J. Muller, and Dakuo Wang. 2020. How do Data Science Workers Collaborate? Roles, Workflows, and Tools. Proceedings of the ACM on Human-Computer Interaction 4 (2020), 1 \u2013 23. https:\/\/api.semanticscholar.org\/CorpusID:210839751","journal-title":"Proceedings of the ACM on Human-Computer Interaction"},{"key":"e_1_3_3_3_141_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517615"},{"key":"e_1_3_3_3_142_1","volume-title":"GameBot: A Visualization-augmented Chatbot for Sports Game. Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems","author":"Zhi Qiyu","year":"2020","unstructured":"Qiyu Zhi and Ronald\u00a0A. Metoyer. 2020. GameBot: A Visualization-augmented Chatbot for Sports Game. Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems (2020). https:\/\/api.semanticscholar.org\/CorpusID:216611752"},{"key":"e_1_3_3_3_143_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534864"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642497","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642497","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:48Z","timestamp":1750291008000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642497"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":142,"alternative-id":["10.1145\/3613904.3642497","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642497","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}