{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T21:11:17Z","timestamp":1776114677795,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":127,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Bill & Melinda Gates Foundation","award":["INV-004841"],"award-info":[{"award-number":["INV-004841"]}]},{"name":"NSF","award":["IIS-1901386"],"award-info":[{"award-number":["IIS-1901386"]}]},{"name":"NSF CAREER","award":["IIS-2142794"],"award-info":[{"award-number":["IIS-2142794"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3641891","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:37:41Z","timestamp":1715416661000},"page":"1-22","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":31,"title":["How Do Data Analysts Respond to AI Assistance? A Wizard-of-Oz Study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4343-1578","authenticated-orcid":false,"given":"Ken","family":"Gu","sequence":"first","affiliation":[{"name":"Paul G. Allen School of Computer Science & Engineering, University of Washington, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7290-068X","authenticated-orcid":false,"given":"Madeleine","family":"Grunde-McLaughlin","sequence":"additional","affiliation":[{"name":"Paul G. Allen School of Computer Science & Engineering, University of Washington, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8255-4258","authenticated-orcid":false,"given":"Andrew","family":"McNutt","sequence":"additional","affiliation":[{"name":"Paul G. Allen School of Computer Science & Engineering, University of Washington, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6175-1655","authenticated-orcid":false,"given":"Jeffrey","family":"Heer","sequence":"additional","affiliation":[{"name":"Paul G. Allen School of Computer Science & Engineering, University of Washington, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4793-2289","authenticated-orcid":false,"given":"Tim","family":"Althoff","sequence":"additional","affiliation":[{"name":"Paul G. Allen School of Computer Science & Engineering, University of Washington, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","volume-title":"Estimating the reproducibility of psychological science. Science 349","author":"Aarts A.","year":"2015","unstructured":"Alexander\u00a0A. Aarts, Joanna\u00a0E. Anderson, Christopher\u00a0J. Anderson, Peter\u00a0Raymond Attridge, Angela\u00a0S. Attwood, 2015. Estimating the reproducibility of psychological science. Science 349 (2015). https:\/\/api.semanticscholar.org\/CorpusID:218065162"},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2011.6102438"},{"key":"e_1_3_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.224"},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865040"},{"key":"e_1_3_3_3_5_1","unstructured":"Amazon Web Services. 2022. CodeWhisperer. https:\/\/aws.amazon.com\/codewhisperer. Accessed on June 3 2023."},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_3_3_7_1","volume-title":"Language Models as Agent Models. ArXiv abs\/2212.01681","author":"Andreas Jacob","year":"2022","unstructured":"Jacob Andreas. 2022. Language Models as Agent Models. ArXiv abs\/2212.01681 (2022)."},{"key":"e_1_3_3_3_8_1","unstructured":"Apple. 2019. Human Interface Guidelines: Machine Learning. https:\/\/developer.apple.com\/design\/human-interface-guidelines\/machine-learning. Accessed on June 3 2023."},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1038\/533452a"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445717"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586030"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpsychores.2020.110211"},{"key":"e_1_3_3_3_13_1","volume-title":"Characterizing Exploratory Visual Analysis: A Literature Review and Evaluation of Analytic Provenance in Tableau. Computer Graphics Forum 38","author":"Battle Leilani","year":"2019","unstructured":"Leilani Battle and Jeffrey Heer. 2019. Characterizing Exploratory Visual Analysis: A Literature Review and Evaluation of Analytic Provenance in Tableau. Computer Graphics Forum 38 (2019)."},{"key":"e_1_3_3_3_14_1","first-page":"129","article-title":"Problem Solving: A Statistician\u2019s Guide","volume":"38","author":"Bissell Derek","year":"1988","unstructured":"Derek Bissell and Chris Chatfield. 1988. Problem Solving: A Statistician\u2019s Guide. The Statistician 38 (1988), 129\u2013129.","journal-title":"The Statistician"},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-020-2314-9"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"crossref","unstructured":"Nadia Boukhelifa Marc-Emmanuel Perrin Samuel Huron and James\u00a0R. Eagan. 2017. How Data Workers Cope with Uncertainty.","DOI":"10.1145\/3025453.3025738"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1976.10480949"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2203150119"},{"key":"e_1_3_3_3_19_1","volume-title":"Language Models are Few-Shot Learners. ArXiv abs\/2005.14165","author":"Brown B.","year":"2020","unstructured":"Tom\u00a0B. Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared Kaplan, 2020. Language Models are Few-Shot Learners. ArXiv abs\/2005.14165 (2020)."},{"key":"e_1_3_3_3_20_1","volume-title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4. ArXiv abs\/2303.12712","author":"Bubeck S\u00e9bastien","year":"2023","unstructured":"S\u00e9bastien Bubeck, Varun Chandrasekaran, Ronen Eldan, John\u00a0A. Gehrke, Eric Horvitz, 2023. Sparks of Artificial General Intelligence: Early experiments with GPT-4. ArXiv abs\/2303.12712 (2023)."},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377498"},{"key":"e_1_3_3_3_22_1","volume-title":"Time to One Million Users. https:\/\/www.statista.com\/chart\/29174\/time-to-one-million-users\/. Accessed","author":"Buchholz Katharina","year":"2023","unstructured":"Katharina Buchholz. 2023. Time to One Million Users. https:\/\/www.statista.com\/chart\/29174\/time-to-one-million-users\/. Accessed June 5, 2023."},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449287"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICHI.2015.26"},{"key":"e_1_3_3_3_25_1","volume-title":"Training and Evaluating a Jupyter Notebook Data Science Assistant. ArXiv abs\/2201.12901","author":"Chandel Shubham","year":"2022","unstructured":"Shubham Chandel, Colin\u00a0B. Clement, Guillermo Serrato, and Neel Sundaresan. 2022. Training and Evaluating a Jupyter Notebook Data Science Assistant. ArXiv abs\/2201.12901 (2022)."},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376729"},{"key":"e_1_3_3_3_27_1","volume-title":"Evaluating Large Language Models Trained on Code. ArXiv abs\/2107.03374","author":"Chen Mark","year":"2021","unstructured":"Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique Ponde, 2021. Evaluating Large Language Models Trained on Code. ArXiv abs\/2107.03374 (2021)."},{"key":"e_1_3_3_3_28_1","volume-title":"Is GPT-4 a Good Data Analyst?ArXiv abs\/2305.15038","author":"Cheng Liying","year":"2023","unstructured":"Liying Cheng, Xingxuan Li, and Lidong Bing. 2023. Is GPT-4 a Good Data Analyst?ArXiv abs\/2305.15038 (2023)."},{"key":"e_1_3_3_3_29_1","volume-title":"PaLM: Scaling Language Modeling with Pathways. ArXiv abs\/2204.02311","author":"Chowdhery Aakanksha","year":"2022","unstructured":"Aakanksha Chowdhery, Sharan Narang, Jacob Devlin, Maarten Bosma, Gaurav Mishra, 2022. PaLM: Scaling Language Modeling with Pathways. ArXiv abs\/2204.02311 (2022)."},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300705"},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3360311"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533108"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/169891.169968"},{"key":"e_1_3_3_3_34_1","volume-title":"LIDA: A Tool for Automatic Generation of Grammar-Agnostic Visualizations and Infographics using Large Language Models. ArXiv abs\/2303.02927","author":"Dibia C.","year":"2023","unstructured":"Victor\u00a0C. Dibia. 2023. LIDA: A Tool for Automatic Generation of Grammar-Agnostic Visualizations and Infographics using Large Language Models. ArXiv abs\/2303.02927 (2023)."},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13423-017-1417-2"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3312787"},{"key":"e_1_3_3_3_37_1","volume-title":"Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data (2020","author":"El Ori\u00a0Bar","year":"2020","unstructured":"Ori\u00a0Bar El, Tova Milo, and Amit Somech. 2020. Automatically Generating Data Exploration Sessions Using Deep Reinforcement Learning. Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data (2020). https:\/\/api.semanticscholar.org\/CorpusID:218981884"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1057237.1057243"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"crossref","unstructured":"Janet Franklin and Jennifer\u00a0A. Miller. 2010. Mapping Species Distributions: Spatial Inference and Prediction.","DOI":"10.1017\/CBO9780511810602"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/0885-2308(91)90019-M"},{"key":"e_1_3_3_3_41_1","volume-title":"InCoder: A Generative Model for Code Infilling and Synthesis. ArXiv abs\/2204.05999","author":"Fried Daniel","year":"2022","unstructured":"Daniel Fried, Armen Aghajanyan, Jessy Lin, Sida\u00a0I. Wang, Eric Wallace, 2022. InCoder: A Generative Model for Code Infilling and Synthesis. ArXiv abs\/2204.05999 (2022)."},{"key":"e_1_3_3_3_42_1","volume-title":"https:\/\/github.com\/features\/copilot. Accessed","author":"Copilot GitHub","year":"2023","unstructured":"GitHub. 2022. GitHub Copilot. . https:\/\/github.com\/features\/copilot. Accessed: June 1, 2023."},{"key":"e_1_3_3_3_43_1","unstructured":"Google. 2019. People + AI Guidebook. https:\/\/pair.withgoogle.com\/guidebook. Accessed on June 3 2023."},{"key":"e_1_3_3_3_44_1","volume-title":"ML-Enhanced Code Completion Improves Developer Productivity. Google AI Blog. https:\/\/ai.googleblog.com\/2022\/07\/ml-enhanced-code-completion-improves.html Accessed","year":"2023","unstructured":"Google. 2022. ML-Enhanced Code Completion Improves Developer Productivity. Google AI Blog. https:\/\/ai.googleblog.com\/2022\/07\/ml-enhanced-code-completion-improves.html Accessed: June 3, 2023."},{"key":"e_1_3_3_3_45_1","volume-title":"Co-audit: tools to help humans double-check AI-generated content. arXiv preprint arXiv:2310.01297","author":"Gordon D","year":"2023","unstructured":"Andrew\u00a0D Gordon, Carina Negreanu, Jos\u00e9 Cambronero, Rasika Chakravarthy, Ian Drosos, 2023. Co-audit: tools to help humans double-check AI-generated content. arXiv preprint arXiv:2310.01297 (2023)."},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1111\/insr.12028"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581099"},{"key":"e_1_3_3_3_48_1","volume-title":"How Do Analysts Understand and Verify AI-Assisted Data Analyses?ArXiv abs\/2309.10947","author":"Gu Ken","year":"2023","unstructured":"Ken Gu, Ruoxi Shang, Tim Althoff, Chenglong Wang, and Steven\u00a0Mark Drucker. 2023. How Do Analysts Understand and Verify AI-Assisted Data Analyses?ArXiv abs\/2309.10947 (2023). https:\/\/api.semanticscholar.org\/CorpusID:262064320"},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300500"},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/302979.303030"},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1002\/9781118018255"},{"key":"e_1_3_3_3_52_1","unstructured":"IBM. 2019. IBM Design for AI. https:\/\/www.ibm.com\/design\/ai\/. Accessed on June 3 2023.."},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545659"},{"key":"e_1_3_3_3_54_1","volume-title":"PromptMaker: Prompt-based Prototyping with Large Language Models. CHI Conference on Human Factors in Computing Systems Extended Abstracts","author":"Jiang Ellen","year":"2022","unstructured":"Ellen Jiang, Kristen Olson, Edwin Toh, Alejandra Molina, Aaron Donsbach, 2022. PromptMaker: Prompt-based Prototyping with Large Language Models. CHI Conference on Human Factors in Computing Systems Extended Abstracts (2022)."},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3474349.3480209"},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-22668-2_36"},{"key":"e_1_3_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476980"},{"key":"e_1_3_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347940"},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501888"},{"key":"e_1_3_3_3_60_1","unstructured":"JupyterCalPoly. 2021. jupytercalpoly\/jupyterlab-comments. https:\/\/github.com\/jupytercalpoly\/jupyterlab-comments."},{"key":"e_1_3_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300432"},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.219"},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173748"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415234"},{"key":"e_1_3_3_3_65_1","volume-title":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","author":"Kim Sunnie","year":"2022","unstructured":"Sunnie S.\u00a0Y. Kim, Elizabeth\u00a0Anne Watkins, Olga Russakovsky, Ruth\u00a0C. Fong, and A. Monroy-Hern\u00e1ndez. 2022. \"Help Me Help the AI\": Understanding How Explainability Can Support Human-AI Interaction. Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems (2022)."},{"key":"e_1_3_3_3_66_1","volume-title":"Personalisation within bounds: A risk taxonomy and policy framework for the alignment of large language models with personalised feedback. ArXiv abs\/2303.05453","author":"Kirk Hannah\u00a0Rose","year":"2023","unstructured":"Hannah\u00a0Rose Kirk, Bertie Vidgen, Paul R\u00f6ttger, and Scott\u00a0A. Hale. 2023. Personalisation within bounds: A risk taxonomy and policy framework for the alignment of large language models with personalised feedback. ArXiv abs\/2303.05453 (2023)."},{"key":"e_1_3_3_3_67_1","unstructured":"Gary Klein Jennifer\u00a0K. Phillips Erica Rall and Deborah\u00a0A. Peluso. 2007. A Data\u2013Frame Theory of Sensemaking."},{"key":"e_1_3_3_3_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300641"},{"key":"e_1_3_3_3_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300717"},{"key":"e_1_3_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287590"},{"key":"e_1_3_3_3_71_1","volume-title":"DS-1000: A Natural and Reliable Benchmark for Data Science Code Generation. ArXiv abs\/2211.11501","author":"Lai Yuhang","year":"2022","unstructured":"Yuhang Lai, Chengxi Li, Yiming Wang, Tianyi Zhang, Ruiqi Zhong, 2022. DS-1000: A Natural and Reliable Benchmark for Data Science Code Generation. ArXiv abs\/2211.11501 (2022)."},{"key":"e_1_3_3_3_72_1","first-page":"1","article-title":"EDAssistant: Supporting Exploratory Data Analysis in Computational Notebooks with In Situ Code Search and Recommendation","volume":"13","author":"Li Xingjun","year":"2021","unstructured":"Xingjun Li, Yizhi Zhang, Justin Leung, Chengnian Sun, and Jian Zhao. 2021. EDAssistant: Supporting Exploratory Data Analysis in Computational Notebooks with In Situ Code Search and Recommendation. ACM Transactions on Interactive Intelligent Systems 13 (2021), 1 \u2013 27. https:\/\/api.semanticscholar.org\/CorpusID:245144651","journal-title":"ACM Transactions on Interactive Intelligent Systems"},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.abq1158"},{"key":"e_1_3_3_3_74_1","volume-title":"Understanding the Usability of AI Programming Assistants. ArXiv abs\/2303.17125","author":"Liang Jenny","year":"2023","unstructured":"Jenny Liang, Chenyang Yang, and Brad\u00a0A. Myers. 2023. Understanding the Usability of AI Programming Assistants. ArXiv abs\/2303.17125 (2023)."},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376590"},{"key":"e_1_3_3_3_76_1","volume-title":"Designing for Responsible Trust in AI Systems: A Communication Perspective. 2022 ACM Conference on Fairness, Accountability, and Transparency","author":"Liao Qingzi\u00a0Vera","year":"2022","unstructured":"Qingzi\u00a0Vera Liao and S.\u00a0Shyam Sundar. 2022. Designing for Responsible Trust in AI Systems: A Communication Perspective. 2022 ACM Conference on Fairness, Accountability, and Transparency (2022)."},{"key":"e_1_3_3_3_77_1","volume-title":"Teaching Models to Express Their Uncertainty in Words. Trans. Mach. Learn. Res. 2022","author":"Lin C.","year":"2022","unstructured":"Stephanie\u00a0C. Lin, Jacob Hilton, and Owain Evans. 2022. Teaching Models to Express Their Uncertainty in Words. Trans. Mach. Learn. Res. 2022 (2022). https:\/\/api.semanticscholar.org\/CorpusID:249191391"},{"key":"e_1_3_3_3_78_1","first-page":"66","article-title":"Understanding the Role of Alternatives in Data Analysis Practices","volume":"26","author":"Liu Jiali","year":"2020","unstructured":"Jiali Liu, Nadia Boukhelifa, and James\u00a0R. Eagan. 2020. Understanding the Role of Alternatives in Data Analysis Practices. IEEE Transactions on Visualization and Computer Graphics 26 (2020), 66\u201376.","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"key":"e_1_3_3_3_79_1","volume-title":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","author":"Liu Yang","year":"2019","unstructured":"Yang Liu, Tim Althoff, and Jeffrey Heer. 2019. Paths Explored, Paths Omitted, Paths Obscured: Decision Points & Selective Reporting in End-to-End Data Analysis. Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems (2019)."},{"key":"e_1_3_3_3_80_1","volume-title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment. ArXiv abs\/2303.16634","author":"Liu Yang","year":"2023","unstructured":"Yang Liu, Dan Iter, Yichong Xu, Shuo Wang, Ruochen Xu, 2023. G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment. ArXiv abs\/2303.16634 (2023). https:\/\/api.semanticscholar.org\/CorpusID:257804696"},{"key":"e_1_3_3_3_81_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3028985"},{"key":"e_1_3_3_3_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858288"},{"key":"e_1_3_3_3_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/169059.169215"},{"key":"e_1_3_3_3_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376420"},{"key":"e_1_3_3_3_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580940"},{"key":"e_1_3_3_3_86_1","volume-title":"SSRN Electronic Journal","author":"Menkveld J.","year":"2021","unstructured":"Albert\u00a0J. Menkveld, Anna Dreber, Felix Holzmeister, Juergen Huber, Magnus Johanneson, 2021. Non-Standard Errors. SSRN Electronic Journal (2021)."},{"key":"e_1_3_3_3_87_1","volume-title":"HELP ME THINK: A Simple Prompting Strategy for Non-experts to Create Customized Content with Models. ArXiv abs\/2208.08232","author":"Mishra Swaroop","year":"2022","unstructured":"Swaroop Mishra and Elnaz Nouri. 2022. HELP ME THINK: A Simple Prompting Strategy for Non-experts to Create Customized Content with Models. ArXiv abs\/2208.08232 (2022)."},{"key":"e_1_3_3_3_88_1","volume-title":"CodeCompose: A Large-Scale Industrial Deployment of AI-assisted Code Authoring. ArXiv abs\/2305.12050","author":"Murali Vijayaraghavan","year":"2023","unstructured":"Vijayaraghavan Murali, Chandra\u00a0Shekhar Maddila, Imad Ahmad, Michael Bolin, Daniel Cheng, 2023. CodeCompose: A Large-Scale Industrial Deployment of AI-assisted Code Authoring. ArXiv abs\/2305.12050 (2023)."},{"key":"e_1_3_3_3_89_1","volume-title":"A Conversational Paradigm for Program Synthesis. ArXiv abs\/2203.13474","author":"Nijkamp Erik","year":"2022","unstructured":"Erik Nijkamp, Bo Pang, Hiroaki Hayashi, Lifu Tu, Haiquan Wang, 2022. A Conversational Paradigm for Program Synthesis. ArXiv abs\/2203.13474 (2022)."},{"key":"e_1_3_3_3_90_1","unstructured":"OpenAI. 2022. ChatGPT: Conversational AI Language Model. https:\/\/chat.openai.com. Accessed on June 1 2023."},{"key":"e_1_3_3_3_92_1","volume-title":"Training language models to follow instructions with human feedback. ArXiv abs\/2203.02155","author":"Ouyang Long","year":"2022","unstructured":"Long Ouyang, Jeff Wu, Xu Jiang, Diogo Almeida, Carroll\u00a0L. Wainwright, 2022. Training language models to follow instructions with human feedback. ArXiv abs\/2203.02155 (2022)."},{"key":"e_1_3_3_3_93_1","volume-title":"IPython: A System for Interactive Scientific Computing. Computing in Science & Engineering 9","author":"P\u00e9rez Fernando","year":"2007","unstructured":"Fernando P\u00e9rez and Brian\u00a0E. Granger. 2007. IPython: A System for Interactive Scientific Computing. Computing in Science & Engineering 9 (2007)."},{"key":"e_1_3_3_3_94_1","unstructured":"Peter Pirolli. 2007. The Sensemaking Process and Leverage Points for Analyst Technology as Identified Through Cognitive Task Analysis."},{"key":"e_1_3_3_3_95_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445063"},{"key":"e_1_3_3_3_96_1","volume-title":"Lodestar: Supporting Independent Learning and Rapid Experimentation Through Data-Driven Analysis Recommendations. ArXiv abs\/2204.07876","author":"Raghunandan Deepthi","year":"2022","unstructured":"Deepthi Raghunandan, Zhe Cui, Kartik\u00a0Krishnan Sivaramakrishnan, Segen Tirfe, Shenzhi Shi, 2022. Lodestar: Supporting Independent Learning and Rapid Experimentation Through Data-Driven Analysis Recommendations. ArXiv abs\/2204.07876 (2022). https:\/\/api.semanticscholar.org\/CorpusID:236985291"},{"key":"e_1_3_3_3_97_1","volume-title":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","author":"Raghunandan Deepthi","year":"2022","unstructured":"Deepthi Raghunandan, Aayushi Roy, Shenzhi Shi, Niklas Elmqvist, and Leilani Battle. 2022. Code Code Evolution: Understanding How People Change Data Science Notebooks Over Time. Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems (2022)."},{"key":"e_1_3_3_3_98_1","doi-asserted-by":"publisher","DOI":"10.5898\/JHRI.1.1.Riek"},{"key":"e_1_3_3_3_99_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584037"},{"key":"e_1_3_3_3_100_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173606"},{"key":"e_1_3_3_3_101_1","doi-asserted-by":"publisher","DOI":"10.1145\/169059.169209"},{"key":"e_1_3_3_3_102_1","volume-title":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","author":"Sarma Abhraneel","year":"2021","unstructured":"Abhraneel Sarma, Alex Kale, Michael Moon, Nathan Taback, Fanny Chevalier, 2021. multiverse: Multiplexing Alternative Data Analyses in R Notebooks. Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems (2021). https:\/\/api.semanticscholar.org\/CorpusID:238541538"},{"key":"e_1_3_3_3_103_1","volume-title":"Robbie C.\u00a0M. Aert","author":"Schweinsberg Martin","year":"2021","unstructured":"Martin Schweinsberg, Michael Feldman, Nicola Staub, Olmo van\u00a0den Akker, Robbie C.\u00a0M. Aert, 2021. Same data, different conclusions: Radical dispersion in empirical results when independent analysts operationalize and test the same hypothesis. Organizational Behavior and Human Decision Processes (2021)."},{"key":"e_1_3_3_3_104_1","doi-asserted-by":"publisher","DOI":"10.1038\/515151a"},{"key":"e_1_3_3_3_105_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2020.1741118"},{"key":"e_1_3_3_3_106_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357247"},{"key":"e_1_3_3_3_107_1","doi-asserted-by":"publisher","DOI":"10.1177\/2515245917747646"},{"key":"e_1_3_3_3_108_1","volume-title":"Specification Curve: Descriptive and Inferential Statistics on All Reasonable Specifications. MKTG: Methodological Issues in Consumer Research (Topic)","author":"Simonsohn Uri","year":"2015","unstructured":"Uri Simonsohn, Joseph\u00a0P. Simmons, and Leif\u00a0D. Nelson. 2015. Specification Curve: Descriptive and Inferential Statistics on All Reasonable Specifications. MKTG: Methodological Issues in Consumer Research (Topic) (2015)."},{"key":"e_1_3_3_3_109_1","doi-asserted-by":"publisher","DOI":"10.1177\/1745691616658637"},{"key":"e_1_3_3_3_110_1","volume-title":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","author":"Toreini Ehsan","year":"2019","unstructured":"Ehsan Toreini, Mhairi Aitken, Kovila P.\u00a0L. Coopamootoo, Karen Elliott, Carlos Vladimiro\u00a0Gonzalez Zelaya, 2019. The relationship between trust in AI and trustworthy machine learning technologies. Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency (2019)."},{"key":"e_1_3_3_3_111_1","doi-asserted-by":"crossref","unstructured":"John\u00a0W. Tukey and M.\u00a0B. Wilk. 1966. Data analysis and statistics: an expository overview. In AFIPS \u201966 (Fall).","DOI":"10.1145\/1464291.1464366"},{"key":"e_1_3_3_3_112_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_3_3_113_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579605"},{"key":"e_1_3_3_3_114_1","unstructured":"Ashish Vaswani Noam\u00a0M. Shazeer Niki Parmar Jakob Uszkoreit Llion Jones 2017. Attention is All you Need. In NIPS."},{"key":"e_1_3_3_3_115_1","doi-asserted-by":"publisher","DOI":"10.1145\/3489465"},{"key":"e_1_3_3_3_116_1","volume-title":"Wild and Maxine Pfannkuch","author":"J.","year":"1999","unstructured":"Chris\u00a0J. Wild and Maxine Pfannkuch. 1999. Statistical Thinking in Empirical Enquiry. International Statistical Review 67 (1999)."},{"key":"e_1_3_3_3_117_1","doi-asserted-by":"publisher","DOI":"10.1145\/2601248.2601268"},{"key":"e_1_3_3_3_118_1","volume-title":"Process, and Challenges of Exploratory Data Analysis: An Interview Study. ArXiv abs\/1911.00568","author":"Wongsuphasawat Kanit","year":"2019","unstructured":"Kanit Wongsuphasawat, Yang Liu, and Jeffrey Heer. 2019. Goals, Process, and Challenges of Exploratory Data Analysis: An Interview Study. ArXiv abs\/1911.00568 (2019)."},{"key":"e_1_3_3_3_119_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864836"},{"key":"e_1_3_3_3_120_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3144975"},{"key":"e_1_3_3_3_121_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2015.50"},{"key":"e_1_3_3_3_122_1","unstructured":"YData. 2023. ydata-profiling. https:\/\/github.com\/ydataai\/ydata-profiling."},{"key":"e_1_3_3_3_123_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580900"},{"key":"e_1_3_3_3_124_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300509"},{"key":"e_1_3_3_3_125_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581388"},{"key":"e_1_3_3_3_126_1","volume-title":"Practices and Challenges of Using GitHub Copilot: An Empirical Study. ArXiv abs\/2303.08733","author":"Zhang Beiqi","year":"2023","unstructured":"Beiqi Zhang, Peng Liang, Xiyu\u00a0(Thomas) Zhou, Aakash Ahmad, and Muhammad Waseem. 2023. Practices and Challenges of Using GitHub Copilot: An Empirical Study. ArXiv abs\/2303.08733 (2023)."},{"key":"e_1_3_3_3_127_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517615"},{"key":"e_1_3_3_3_128_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534864"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3641891","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3641891","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:57:27Z","timestamp":1750291047000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3641891"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":127,"alternative-id":["10.1145\/3613904.3641891","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3641891","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}