{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T02:43:15Z","timestamp":1784342595367,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":105,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,3,22]],"date-time":"2022-03-22T00:00:00Z","timestamp":1647907200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,3,22]]},"DOI":"10.1145\/3490099.3511119","type":"proceedings-article","created":{"date-parts":[[2022,3,21]],"date-time":"2022-03-21T23:24:13Z","timestamp":1647905053000},"page":"212-228","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":178,"title":["Investigating Explainability of Generative AI for Code through Scenario-based Design"],"prefix":"10.1145","author":[{"given":"Jiao","family":"Sun","sequence":"first","affiliation":[{"name":"University of Southern California, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Q. Vera","family":"Liao","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Muller","sequence":"additional","affiliation":[{"name":"AI Interactions, IBM Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mayank","family":"Agarwal","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stephanie","family":"Houde","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kartik","family":"Talamadupula","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Justin D.","family":"Weisz","sequence":"additional","affiliation":[{"name":"IBM Research AI, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,3,22]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"e_1_3_2_1_2_1","unstructured":"Mayank Agarwal Kartik Talamadupula Stephanie Houde Fernando Martinez Michael\u00a0J. Muller John\u00a0T. Richards Steven Ross and Justin\u00a0D. Weisz. 2020. Quality Estimation & Interpretability for Code Translation. ArXiv abs\/2012.07581(2020).  Mayank Agarwal Kartik Talamadupula Stephanie Houde Fernando Martinez Michael\u00a0J. Muller John\u00a0T. Richards Steven Ross and Justin\u00a0D. Weisz. 2020. Quality Estimation & Interpretability for Code Translation. ArXiv abs\/2012.07581(2020)."},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the 2021 Conference of the North American","author":"Ahmad Wasi","year":"1865","unstructured":"Wasi Ahmad , Saikat Chakraborty , Baishakhi Ray , and Kai-Wei Chang . 2021. Unified Pre-training for Program Understanding and Generation . In Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Association for Computational Linguistics , Online , 2655\u20132668. https:\/\/doi.org\/10. 1865 3\/v1\/2021.naacl-main.211 10.18653\/v1 Wasi Ahmad, Saikat Chakraborty, Baishakhi Ray, and Kai-Wei Chang. 2021. Unified Pre-training for Program Understanding and Generation. In Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Association for Computational Linguistics, Online, 2655\u20132668. https:\/\/doi.org\/10.18653\/v1\/2021.naacl-main.211"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3212695"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"e_1_3_2_1_6_1","volume-title":"Human-Centered Data Science: An Introduction","author":"Aragon Cecilia","unstructured":"Cecilia Aragon , Shion Guha , Marina Kogan , Michael Muller , and Gina Neff . 2022. Human-Centered Data Science: An Introduction . MIT Press , Cambridge, MA . Cecilia Aragon, Shion Guha, Marina Kogan, Michael Muller, and Gina Neff. 2022. Human-Centered Data Science: An Introduction. MIT Press, Cambridge, MA."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818052.2855518"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1147\/JRD.2019.2942288"},{"key":"e_1_3_2_1_9_1","unstructured":"Jacob Austin Augustus Odena Maxwell Nye Maarten Bosma Henryk Michalewski David Dohan Ellen Jiang Carrie Cai Michael Terry Quoc Le 2021. Program Synthesis with Large Language Models. arXiv preprint arXiv:2108.07732(2021).  Jacob Austin Augustus Odena Maxwell Nye Maarten Bosma Henryk Michalewski David Dohan Ellen Jiang Carrie Cai Michael Terry Quoc Le 2021. Program Synthesis with Large Language Models. arXiv preprint arXiv:2108.07732(2021)."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462571"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375624"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240789"},{"key":"e_1_3_2_1_13_1","unstructured":"Tom\u00a0B. Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell Sandhini Agarwal Ariel Herbert-Voss Gretchen Krueger T.\u00a0J. Henighan Rewon Child Aditya Ramesh Daniel\u00a0M. Ziegler Jeff Wu Clemens Winter Christopher Hesse Mark Chen Eric Sigler Mateusz Litwin Scott Gray Benjamin Chess Jack Clark Christopher Berner Sam McCandlish Alec Radford Ilya Sutskever and Dario Amodei. 2020. Language Models are Few-Shot Learners. ArXiv abs\/2005.14165(2020).  Tom\u00a0B. Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell Sandhini Agarwal Ariel Herbert-Voss Gretchen Krueger T.\u00a0J. Henighan Rewon Child Aditya Ramesh Daniel\u00a0M. Ziegler Jeff Wu Clemens Winter Christopher Hesse Mark Chen Eric Sigler Mateusz Litwin Scott Gray Benjamin Chess Jack Clark Christopher Berner Sam McCandlish Alec Radford Ilya Sutskever and Dario Amodei. 2020. Language Models are Few-Shot Learners. ArXiv abs\/2005.14165(2020)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788613"},{"key":"e_1_3_2_1_15_1","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique\u00a0Ponde de Oliveira\u00a0Pinto Jared Kaplan Harri Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe\u00a0Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William\u00a0Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew\u00a0N. Carr Jan Leike Josh Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. arxiv:2107.03374\u00a0[cs.LG]  Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique\u00a0Ponde de Oliveira\u00a0Pinto Jared Kaplan Harri Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe\u00a0Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William\u00a0Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew\u00a0N. Carr Jan Leike Josh Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. arxiv:2107.03374\u00a0[cs.LG]"},{"key":"e_1_3_2_1_16_1","unstructured":"Tian\u00a0Qi Chen Xuechen Li Roger\u00a0B. Grosse and David\u00a0Kristjanson Duvenaud. 2018. Isolating Sources of Disentanglement in Variational Autoencoders. In NeurIPS.  Tian\u00a0Qi Chen Xuechen Li Roger\u00a0B. Grosse and David\u00a0Kristjanson Duvenaud. 2018. Isolating Sources of Disentanglement in Variational Autoencoders. In NeurIPS."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.190"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461778.3462131"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445188"},{"key":"e_1_3_2_1_20_1","volume-title":"Explainability Pitfalls: Beyond Dark Patterns in Explainable AI - paper at HCAI@NeurIPS2021 workshop on human centered AI. https:\/\/sites.google.com\/view\/hcai-human-centered-ai-neurips\/home Accessed","author":"Ehsan Upol","year":"2021","unstructured":"Upol Ehsan and Mark Riedl . 2021 . Explainability Pitfalls: Beyond Dark Patterns in Explainable AI - paper at HCAI@NeurIPS2021 workshop on human centered AI. https:\/\/sites.google.com\/view\/hcai-human-centered-ai-neurips\/home Accessed January 19, 2022. Upol Ehsan and Mark Riedl. 2021. Explainability Pitfalls: Beyond Dark Patterns in Explainable AI - paper at HCAI@NeurIPS2021 workshop on human centered AI. https:\/\/sites.google.com\/view\/hcai-human-centered-ai-neurips\/home Accessed January 19, 2022."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-60117-1_33"},{"key":"e_1_3_2_1_22_1","volume-title":"Operationalizing Human-Centered Perspectives in Explainable AI. In Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u20136.","author":"Ehsan Upol","year":"2021","unstructured":"Upol Ehsan , Philipp Wintersberger , Q\u00a0Vera Liao , Martina Mara , Marc Streit , Sandra Wachter , Andreas Riener , and Mark\u00a0 O Riedl . 2021 . Operationalizing Human-Centered Perspectives in Explainable AI. In Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u20136. Upol Ehsan, Philipp Wintersberger, Q\u00a0Vera Liao, Martina Mara, Marc Streit, Sandra Wachter, Andreas Riener, and Mark\u00a0O Riedl. 2021. Operationalizing Human-Centered Perspectives in Explainable AI. In Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u20136."},{"key":"e_1_3_2_1_23_1","volume-title":"Codebert: A pre-trained model for programming and natural languages. arXiv preprint arXiv:2002.08155(2020).","author":"Feng Zhangyin","year":"2020","unstructured":"Zhangyin Feng , Daya Guo , Duyu Tang , Nan Duan , Xiaocheng Feng , Ming Gong , Linjun Shou , Bing Qin , Ting Liu , Daxin Jiang , 2020 . Codebert: A pre-trained model for programming and natural languages. arXiv preprint arXiv:2002.08155(2020). Zhangyin Feng, Daya Guo, Duyu Tang, Nan Duan, Xiaocheng Feng, Ming Gong, Linjun Shou, Bing Qin, Ting Liu, Daxin Jiang, 2020. Codebert: A pre-trained model for programming and natural languages. arXiv preprint arXiv:2002.08155(2020)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/291224.291235"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397482.3450707"},{"key":"e_1_3_2_1_26_1","unstructured":"Soumya Ghosh Q\u00a0Vera Liao Karthikeyan\u00a0Natesan Ramamurthy Jiri Navratil Prasanna Sattigeri Kush\u00a0R Varshney and Yunfeng Zhang. 2021. Uncertainty Quantification 360: A Holistic Toolkit for Quantifying and Communicating the Uncertainty of AI. arXiv preprint arXiv:2106.01410(2021).  Soumya Ghosh Q\u00a0Vera Liao Karthikeyan\u00a0Natesan Ramamurthy Jiri Navratil Prasanna Sattigeri Kush\u00a0R Varshney and Yunfeng Zhang. 2021. Uncertainty Quantification 360: A Holistic Toolkit for Quantifying and Communicating the Uncertainty of AI. arXiv preprint arXiv:2106.01410(2021)."},{"key":"e_1_3_2_1_27_1","unstructured":"Github. 2021. Copilot. Retrieved 03-August-2021 from https:\/\/copilot.github.com  Github. 2021. Copilot. Retrieved 03-August-2021 from https:\/\/copilot.github.com"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3422622"},{"key":"e_1_3_2_1_29_1","volume-title":"A survey of methods for explaining black box models. ACM computing surveys (CSUR) 51, 5","author":"Guidotti Riccardo","year":"2018","unstructured":"Riccardo Guidotti , Anna Monreale , Salvatore Ruggieri , Franco Turini , Fosca Giannotti , and Dino Pedreschi . 2018. A survey of methods for explaining black box models. ACM computing surveys (CSUR) 51, 5 ( 2018 ), 1\u201342. Riccardo Guidotti, Anna Monreale, Salvatore Ruggieri, Franco Turini, Fosca Giannotti, and Dino Pedreschi. 2018. A survey of methods for explaining black box models. ACM computing surveys (CSUR) 51, 5 (2018), 1\u201342."},{"key":"e_1_3_2_1_30_1","volume-title":"Graphcodebert: Pre-training code representations with data flow. arXiv preprint arXiv:2009.08366(2020).","author":"Guo Daya","year":"2020","unstructured":"Daya Guo , Shuo Ren , Shuai Lu , Zhangyin Feng , Duyu Tang , Shujie Liu , Long Zhou , Nan Duan , Alexey Svyatkovskiy , Shengyu Fu , 2020 . Graphcodebert: Pre-training code representations with data flow. arXiv preprint arXiv:2009.08366(2020). Daya Guo, Shuo Ren, Shuai Lu, Zhangyin Feng, Duyu Tang, Shujie Liu, Long Zhou, Nan Duan, Alexey Svyatkovskiy, Shengyu Fu, 2020. Graphcodebert: Pre-training code representations with data flow. arXiv preprint arXiv:2009.08366(2020)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300803"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415219"},{"key":"e_1_3_2_1_33_1","unstructured":"Dan Hendrycks Steven Basart Saurav Kadavath Mantas Mazeika Akul Arora Ethan Guo Collin Burns Samir Puranik Horace He Dawn Song 2021. Measuring Coding Challenge Competence With APPS. arXiv preprint arXiv:2105.09938(2021).  Dan Hendrycks Steven Basart Saurav Kadavath Mantas Mazeika Akul Arora Ethan Guo Collin Burns Samir Puranik Horace He Dawn Song 2021. Measuring Coding Challenge Competence With APPS. arXiv preprint arXiv:2105.09938(2021)."},{"key":"e_1_3_2_1_34_1","volume-title":"Conversational processes and causal explanation.Psychological Bulletin 107, 1","author":"Hilton J","year":"1990","unstructured":"Denis\u00a0 J Hilton . 1990. Conversational processes and causal explanation.Psychological Bulletin 107, 1 ( 1990 ), 65. Denis\u00a0J Hilton. 1990. Conversational processes and causal explanation.Psychological Bulletin 107, 1 (1990), 65."},{"key":"e_1_3_2_1_35_1","volume-title":"Experiences with Improving the Transparency of AI Models and Services. Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems","author":"Hind M.","year":"2020","unstructured":"M. Hind , Stephanie Houde , Jacquelyn Martino , A. Mojsilovic , David Piorkowski , John\u00a0 T. Richards , and K. Varshney . 2020 . Experiences with Improving the Transparency of AI Models and Services. Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems ( 2020 ). M. Hind, Stephanie Houde, Jacquelyn Martino, A. Mojsilovic, David Piorkowski, John\u00a0T. Richards, and K. Varshney. 2020. Experiences with Improving the Transparency of AI Models and Services. Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems (2020)."},{"key":"e_1_3_2_1_36_1","first-page":"1","article-title":"Increasing Trust in AI Services through Supplier\u2019s Declarations of Conformity","volume":"63","author":"Hind M.","year":"2019","unstructured":"M. Hind , S. Mehta , A. Mojsilovic , R. Nair , K. Ramamurthy , Alexandra Olteanu , and K. Varshney . 2019 . Increasing Trust in AI Services through Supplier\u2019s Declarations of Conformity . IBM J. Res. Dev. 63 (2019), 6: 1 \u2013 6 :13. M. Hind, S. Mehta, A. Mojsilovic, R. Nair, K. Ramamurthy, Alexandra Olteanu, and K. Varshney. 2019. Increasing Trust in AI Services through Supplier\u2019s Declarations of Conformity. IBM J. Res. Dev. 63(2019), 6:1\u20136:13.","journal-title":"IBM J. Res. Dev."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2902362"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/302979.303030"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00026"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445890"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3323994.3369898"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/VL\/HCC50065.2020.9127276"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445659"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939874"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3375158"},{"key":"e_1_3_2_1_46_1","volume-title":"Proceedings of the ACM on Human-Computer Interaction 3, CSCW(2019)","author":"Noothigattu Ritesh","year":"2019","unstructured":"Min\u00a0Kyung Lee, Daniel Kusbit, Anson Kahng, Ji\u00a0Tae Kim, Xinran Yuan, Allissa Chan, Daniel See, Ritesh Noothigattu , Siheon Lee , Alexandros Psomas , 2019 . WeBuildAI: Participatory framework for algorithmic governance . Proceedings of the ACM on Human-Computer Interaction 3, CSCW(2019) , 1\u201335. Min\u00a0Kyung Lee, Daniel Kusbit, Anson Kahng, Ji\u00a0Tae Kim, Xinran Yuan, Allissa Chan, Daniel See, Ritesh Noothigattu, Siheon Lee, Alexandros Psomas, 2019. WeBuildAI: Participatory framework for algorithmic governance. Proceedings of the ACM on Human-Computer Interaction 3, CSCW(2019), 1\u201335."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"crossref","unstructured":"Tao Lei Regina Barzilay and T. Jaakkola. 2016. Rationalizing Neural Predictions. In EMNLP.  Tao Lei Regina Barzilay and T. Jaakkola. 2016. Rationalizing Neural Predictions. In EMNLP.","DOI":"10.18653\/v1\/D16-1011"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376590"},{"key":"e_1_3_2_1_49_1","unstructured":"Q\u00a0Vera Liao and Michael Muller. 2019. Enabling Value Sensitive AI Systems through Participatory Design Fictions. arXiv preprint arXiv:1912.07381(2019).  Q\u00a0Vera Liao and Michael Muller. 2019. Enabling Value Sensitive AI Systems through Participatory Design Fictions. arXiv preprint arXiv:1912.07381(2019)."},{"key":"e_1_3_2_1_50_1","unstructured":"Q\u00a0Vera Liao Milena Pribi\u0107 Jaesik Han Sarah Miller and Daby Sow. 2021. Question-Driven Design Process for Explainable AI User Experiences. arXiv preprint arXiv:2104.03483(2021).  Q\u00a0Vera Liao Milena Pribi\u0107 Jaesik Han Sarah Miller and Daby Sow. 2021. Question-Driven Design Process for Explainable AI User Experiences. arXiv preprint arXiv:2104.03483(2021)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3445016"},{"key":"e_1_3_2_1_52_1","unstructured":"Q\u00a0Vera Liao and Kush\u00a0R Varshney. 2021. Human-Centered Explainable AI (XAI): From Algorithms to User Experiences. arXiv preprint arXiv:2110.10790(2021).  Q\u00a0Vera Liao and Kush\u00a0R Varshney. 2021. Human-Centered Explainable AI (XAI): From Algorithms to User Experiences. arXiv preprint arXiv:2110.10790(2021)."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/1864349.1864353"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1519023"},{"key":"e_1_3_2_1_55_1","volume-title":"Explainable AI: A Review of Machine Learning Interpretability Methods. Entropy 23(2021).","author":"Linardatos Pantelis","year":"2021","unstructured":"Pantelis Linardatos , Vasilis Papastefanopoulos , and Sotiris\u00a0 B. Kotsiantis . 2021 . Explainable AI: A Review of Machine Learning Interpretability Methods. Entropy 23(2021). Pantelis Linardatos, Vasilis Papastefanopoulos, and Sotiris\u00a0B. Kotsiantis. 2021. Explainable AI: A Review of Machine Learning Interpretability Methods. Entropy 23(2021)."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236386.3241340"},{"key":"e_1_3_2_1_57_1","unstructured":"Jiachang Liu Dinghan Shen Yizhe Zhang Bill Dolan Lawrence Carin and Weizhu Chen. 2021. What Makes Good In-Context Examples for GPT-3?arXiv preprint arXiv:2101.06804(2021).  Jiachang Liu Dinghan Shen Yizhe Zhang Bill Dolan Lawrence Carin and Weizhu Chen. 2021. What Makes Good In-Context Examples for GPT-3?arXiv preprint arXiv:2101.06804(2021)."},{"key":"e_1_3_2_1_58_1","unstructured":"Pengfei Liu Weizhe Yuan Jinlan Fu Zhengbao Jiang Hiroaki Hayashi and Graham Neubig. 2021. Pre-train prompt and predict: A systematic survey of prompting methods in natural language processing. arXiv preprint arXiv:2107.13586(2021).  Pengfei Liu Weizhe Yuan Jinlan Fu Zhengbao Jiang Hiroaki Hayashi and Graham Neubig. 2021. Pre-train prompt and predict: A systematic survey of prompting methods in natural language processing. arXiv preprint arXiv:2107.13586(2021)."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376739"},{"key":"e_1_3_2_1_60_1","volume-title":"Cococo: AI-Steering Tools for Music Novices Co-Creating with Generative Models.. In HAI-GEN+ user2agent@ IUI.","author":"Louie Ryan","year":"2020","unstructured":"Ryan Louie , Any Cohen , Cheng- Zhi\u00a0Anna Huang , Michael Terry , and Carrie\u00a0 J Cai . 2020 . Cococo: AI-Steering Tools for Music Novices Co-Creating with Generative Models.. In HAI-GEN+ user2agent@ IUI. Ryan Louie, Any Cohen, Cheng-Zhi\u00a0Anna Huang, Michael Terry, and Carrie\u00a0J Cai. 2020. Cococo: AI-Steering Tools for Music Novices Co-Creating with Generative Models.. In HAI-GEN+ user2agent@ IUI."},{"key":"e_1_3_2_1_61_1","unstructured":"Shuai Lu Daya Guo Shuo Ren Junjie Huang Alexey Svyatkovskiy Ambrosio Blanco Colin Clement Dawn Drain Daxin Jiang Duyu Tang Ge Li Lidong Zhou Linjun Shou Long Zhou Michele Tufano Ming Gong Ming Zhou Nan Duan Neel Sundaresan Shao\u00a0Kun Deng Shengyu Fu and Shujie Liu. 2021. CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation. ArXiv abs\/2102.04664(2021).  Shuai Lu Daya Guo Shuo Ren Junjie Huang Alexey Svyatkovskiy Ambrosio Blanco Colin Clement Dawn Drain Daxin Jiang Duyu Tang Ge Li Lidong Zhou Linjun Shou Long Zhou Michele Tufano Ming Gong Ming Zhou Nan Duan Neel Sundaresan Shao\u00a0Kun Deng Shengyu Fu and Shujie Liu. 2021. CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation. ArXiv abs\/2102.04664(2021)."},{"key":"e_1_3_2_1_62_1","volume-title":"Proceedings of the 31st international conference on neural information processing systems. 4768\u20134777","author":"Lundberg M","year":"2017","unstructured":"Scott\u00a0 M Lundberg and Su-In Lee . 2017 . A unified approach to interpreting model predictions . In Proceedings of the 31st international conference on neural information processing systems. 4768\u20134777 . Scott\u00a0M Lundberg and Su-In Lee. 2017. A unified approach to interpreting model predictions. In Proceedings of the 31st international conference on neural information processing systems. 4768\u20134777."},{"key":"e_1_3_2_1_63_1","volume-title":"Can Now Write Its Own Computer Code. That\u2019s Good News for Humans.The New York Times (9","author":"Metz Cade","year":"2021","unstructured":"Cade Metz . 2021. A. I. Can Now Write Its Own Computer Code. That\u2019s Good News for Humans.The New York Times (9 September 2021 ). https:\/\/www.nytimes.com\/2021\/09\/09\/technology\/codex-artificial-intelligence-coding.html Cade Metz. 2021. A.I. Can Now Write Its Own Computer Code. That\u2019s Good News for Humans.The New York Times (9 September 2021). https:\/\/www.nytimes.com\/2021\/09\/09\/technology\/codex-artificial-intelligence-coding.html"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_1_65_1","volume-title":"Human Centered AI workshop at NeurIPS","author":"Muller Michael","year":"2021","unstructured":"Michael Muller , Plamen Angelov , Shion Guha , Marina Kogan , Gina Neff , Nuria Oliver , Manuel\u00a0Gomez Rodriquez , and Adrian Weller . 2021. HCAI@NeurIPS2021 : Human Centered AI workshop at NeurIPS 2021 . https:\/\/sites.google.com\/view\/hcai-human-centered-ai-neurips\/home Accessed January 17, 2022. Michael Muller, Plamen Angelov, Shion Guha, Marina Kogan, Gina Neff, Nuria Oliver, Manuel\u00a0Gomez Rodriquez, and Adrian Weller. 2021. HCAI@NeurIPS2021: Human Centered AI workshop at NeurIPS 2021. https:\/\/sites.google.com\/view\/hcai-human-centered-ai-neurips\/home Accessed January 17, 2022."},{"key":"e_1_3_2_1_66_1","volume-title":"Interrogating Data Science. In Conference Companion Publication of the 2020 on Computer Supported Cooperative Work and Social Computing. 467\u2013473","author":"Muller Michael","year":"2020","unstructured":"Michael Muller , Cecilia Aragon , Shion Guha , Marina Kogan , Gina Neff , Cathrine Seidelin , Katie Shilton , and Anissa Tanweer . 2020 . Interrogating Data Science. In Conference Companion Publication of the 2020 on Computer Supported Cooperative Work and Social Computing. 467\u2013473 . Michael Muller, Cecilia Aragon, Shion Guha, Marina Kogan, Gina Neff, Cathrine Seidelin, Katie Shilton, and Anissa Tanweer. 2020. Interrogating Data Science. In Conference Companion Publication of the 2020 on Computer Supported Cooperative Work and Social Computing. 467\u2013473."},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3299018"},{"key":"e_1_3_2_1_68_1","unstructured":"Michael Muller and Q\u00a0Vera Liao. [n.d.]. Exploring AI Ethics and Values through Participatory Design Fictions. ([n. d.]).  Michael Muller and Q\u00a0Vera Liao. [n.d.]. Exploring AI Ethics and Values through Participatory Design Fictions. ([n. d.])."},{"key":"e_1_3_2_1_69_1","volume-title":"How data scientists improve generated code documentation in Jupyter notebooks. Retrieved","author":"Muller Michael","year":"2021","unstructured":"Michael Muller , April\u00a0 Y. Wang , Steven\u00a0 I. Ross , Justin\u00a0 D. Weisz , Mayank Agarwal , Kartik Talamadupula , Stephanie Houde , Fernando Martinez , John Richards , Jaimie Drozdal , Xie Lui , David Piorkowski , and Dakuo Wang . 2021. How data scientists improve generated code documentation in Jupyter notebooks. Retrieved October 5, 2021 from https:\/\/hai-gen2021.github.io\/program\/ Michael Muller, April\u00a0Y. Wang, Steven\u00a0I. Ross, Justin\u00a0D. Weisz, Mayank Agarwal, Kartik Talamadupula, Stephanie Houde, Fernando Martinez, John Richards, Jaimie Drozdal, Xie Lui, David Piorkowski, and Dakuo Wang. 2021. How data scientists improve generated code documentation in Jupyter notebooks. Retrieved October 5, 2021 from https:\/\/hai-gen2021.github.io\/program\/"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445402"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591062.2591072"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.36"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-019-09502-w"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1109\/3468.844354"},{"key":"e_1_3_2_1_75_1","unstructured":"David Piorkowski D. Gonz\u2019alez John\u00a0T. Richards and Stephanie Houde. 2020. Towards evaluating and eliciting high-quality documentation for intelligent systems. ArXiv abs\/2011.08774(2020).  David Piorkowski D. Gonz\u2019alez John\u00a0T. Richards and Stephanie Houde. 2020. Towards evaluating and eliciting high-quality documentation for intelligent systems. ArXiv abs\/2011.08774(2020)."},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449205"},{"key":"e_1_3_2_1_77_1","unstructured":"Ruchi Puri D. Kung G. Janssen Wei Zhang Giacomo Domeniconi Vladmir Zolotov Julian Dolby Jie Chen M. Choudhury Lindsey Decker Veronika Thost Luca Buratti Saurabh Pujar and Ulrich Finkler. 2021. Project CodeNet: A Large-Scale AI for Code Dataset for Learning a Diversity of Coding Tasks. ArXiv abs\/2105.12655(2021).  Ruchi Puri D. Kung G. Janssen Wei Zhang Giacomo Domeniconi Vladmir Zolotov Julian Dolby Jie Chen M. Choudhury Lindsey Decker Veronika Thost Luca Buratti Saurabh Pujar and Ulrich Finkler. 2021. Project CodeNet: A Large-Scale AI for Code Dataset for Learning a Diversity of Coding Tasks. ArXiv abs\/2105.12655(2021)."},{"key":"e_1_3_2_1_78_1","unstructured":"Inioluwa\u00a0Deborah Raji and Jingying Yang. 2019. About ml: Annotation and benchmarking on understanding and transparency of machine learning lifecycles. arXiv preprint arXiv:1912.06166(2019).  Inioluwa\u00a0Deborah Raji and Jingying Yang. 2019. About ml: Annotation and benchmarking on understanding and transparency of machine learning lifecycles. arXiv preprint arXiv:1912.06166(2019)."},{"key":"e_1_3_2_1_79_1","volume-title":"International Journal of Engineering and Computer Science 6","author":"Ankur Sharma\u00a0Usha Rani Sahil Barjtya","year":"2017","unstructured":"Sahil Barjtya Ankur Sharma\u00a0Usha Rani . 2017. A detailed study of Software Development Life Cycle (SDLC) Models . International Journal of Engineering and Computer Science 6 ( 2017 ). Sahil Barjtya Ankur Sharma\u00a0Usha Rani. 2017. A detailed study of Software Development Life Cycle (SDLC) Models. International Journal of Engineering and Computer Science 6 (2017)."},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_81_1","unstructured":"John Richards David Piorkowski Michael Hind Stephanie Houde and Aleksandra Mojsilovi\u0107. 2020. A Methodology for Creating AI FactSheets. arXiv preprint arXiv:2006.13796(2020).  John Richards David Piorkowski Michael Hind Stephanie Houde and Aleksandra Mojsilovi\u0107. 2020. A Methodology for Creating AI FactSheets. arXiv preprint arXiv:2006.13796(2020)."},{"key":"e_1_3_2_1_82_1","unstructured":"John\u00a0T. Richards David Piorkowski M. Hind Stephanie Houde and Aleksandra Mojsilovi\u2019c. 2020. A Methodology for Creating AI FactSheets. ArXiv abs\/2006.13796(2020).  John\u00a0T. Richards David Piorkowski M. Hind Stephanie Houde and Aleksandra Mojsilovi\u2019c. 2020. A Methodology for Creating AI FactSheets. ArXiv abs\/2006.13796(2020)."},{"key":"e_1_3_2_1_83_1","unstructured":"Karl Ridgeway. 2016. A Survey of Inductive Biases for Factorial Representation-Learning. ArXiv abs\/1612.05299(2016).  Karl Ridgeway. 2016. A Survey of Inductive Biases for Factorial Representation-Learning. ArXiv abs\/1612.05299(2016)."},{"key":"e_1_3_2_1_84_1","unstructured":"Karl Ridgeway and Michael\u00a0C. Mozer. 2018. Learning Deep Disentangled Embeddings with the F-Statistic Loss. In NeurIPS.  Karl Ridgeway and Michael\u00a0C. Mozer. 2018. Learning Deep Disentangled Embeddings with the F-Statistic Loss. In NeurIPS."},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1002\/hbe2.117"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445296"},{"key":"e_1_3_2_1_87_1","volume-title":"Human-computer interaction","author":"Rosson Mary\u00a0Beth","unstructured":"Mary\u00a0Beth Rosson and John\u00a0 M Carroll . 2009. Scenario-based design . In Human-computer interaction . CRC Press , 161\u2013180. Mary\u00a0Beth Rosson and John\u00a0M Carroll. 2009. Scenario-based design. In Human-computer interaction. CRC Press, 161\u2013180."},{"key":"e_1_3_2_1_88_1","unstructured":"Baptiste Roziere Marie-Anne Lachaux Lowik Chanussot and Guillaume Lample. 2020. Unsupervised Translation of Programming Languages.. In NeurIPS.  Baptiste Roziere Marie-Anne Lachaux Lowik Chanussot and Guillaume Lample. 2020. Unsupervised Translation of Programming Languages.. In NeurIPS."},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.1145\/3419764"},{"key":"e_1_3_2_1_90_1","doi-asserted-by":"publisher","DOI":"10.1145\/2145204.2145275"},{"key":"e_1_3_2_1_91_1","doi-asserted-by":"crossref","unstructured":"Hariharan Subramonyam Colleen Seifert and Eytan Adar. 2021. Towards A Process Model for Co-Creating AI Experiences. arXiv preprint arXiv:2104.07595(2021).  Hariharan Subramonyam Colleen Seifert and Eytan Adar. 2021. Towards A Process Model for Co-Creating AI Experiences. arXiv preprint arXiv:2104.07595(2021).","DOI":"10.1145\/3461778.3462012"},{"key":"e_1_3_2_1_92_1","doi-asserted-by":"publisher","DOI":"10.1145\/3465074.3465080"},{"key":"e_1_3_2_1_93_1","unstructured":"Michele Tufano Dawn Drain Alexey Svyatkovskiy Shao\u00a0Kun Deng and Neel Sundaresan. 2020. Unit Test Case Generation with Transformers. arXiv preprint arXiv:2009.05617(2020).  Michele Tufano Dawn Drain Alexey Svyatkovskiy Shao\u00a0Kun Deng and Neel Sundaresan. 2020. Unit Test Case Generation with Transformers. arXiv preprint arXiv:2009.05617(2020)."},{"key":"e_1_3_2_1_94_1","volume-title":"A human-centered agenda for intelligible machine learning. Machines We Trust: Getting Along with Artificial Intelligence","author":"Vaughan Jennifer\u00a0Wortman","year":"2020","unstructured":"Jennifer\u00a0Wortman Vaughan and Hanna Wallach . 2020. A human-centered agenda for intelligible machine learning. Machines We Trust: Getting Along with Artificial Intelligence ( 2020 ). Jennifer\u00a0Wortman Vaughan and Hanna Wallach. 2020. A human-centered agenda for intelligible machine learning. Machines We Trust: Getting Along with Artificial Intelligence (2020)."},{"key":"e_1_3_2_1_95_1","doi-asserted-by":"crossref","unstructured":"Jesse Vig. 2019. A Multiscale Visualization of Attention in the Transformer Model. In ACL.  Jesse Vig. 2019. A Multiscale Visualization of Attention in the Transformer Model. In ACL.","DOI":"10.18653\/v1\/P19-3007"},{"key":"e_1_3_2_1_96_1","doi-asserted-by":"crossref","unstructured":"Jesse Vig and Yonatan Belinkov. 2019. Analyzing the Structure of Attention in a Transformer Language Model. In BlackboxNLP@ACL.  Jesse Vig and Yonatan Belinkov. 2019. Analyzing the Structure of Attention in a Transformer Language Model. In BlackboxNLP@ACL.","DOI":"10.18653\/v1\/W19-4808"},{"key":"e_1_3_2_1_97_1","first-page":"71","article-title":"Participatory Machine Learning Using Community-Based System Dynamics","volume":"22","author":"Vinodkumar Prabhakaran\u00a0Jr Donald\u00a0Martin","year":"2020","unstructured":"Donald\u00a0Martin Vinodkumar Prabhakaran\u00a0Jr . 2020 . Participatory Machine Learning Using Community-Based System Dynamics . Health and Human Rights 22 , 2 (2020), 71 . Donald\u00a0Martin Vinodkumar Prabhakaran\u00a0Jr. 2020. Participatory Machine Learning Using Community-Based System Dynamics. Health and Human Rights 22, 2 (2020), 71.","journal-title":"Health and Human Rights"},{"key":"e_1_3_2_1_98_1","doi-asserted-by":"publisher","DOI":"10.1109\/PuneCon50868.2020.9362382"},{"key":"e_1_3_2_1_99_1","doi-asserted-by":"crossref","unstructured":"Yue Wang Weishi Wang Shafiq\u00a0R. Joty and S. Hoi. 2021. CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation.  Yue Wang Weishi Wang Shafiq\u00a0R. Joty and S. Hoi. 2021. CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation.","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"e_1_3_2_1_100_1","volume-title":"Human-AI Partnerships in Code Translation. In 26th International Conference on Intelligent User Interfaces. 402\u2013412","author":"Weisz D","year":"2021","unstructured":"Justin\u00a0 D Weisz , Michael Muller , Stephanie Houde , John Richards , Steven\u00a0 I Ross , Fernando Martinez , Mayank Agarwal , and Kartik Talamadupula . 2021 . Perfection Not Required? Human-AI Partnerships in Code Translation. In 26th International Conference on Intelligent User Interfaces. 402\u2013412 . Justin\u00a0D Weisz, Michael Muller, Stephanie Houde, John Richards, Steven\u00a0I Ross, Fernando Martinez, Mayank Agarwal, and Kartik Talamadupula. 2021. Perfection Not Required? Human-AI Partnerships in Code Translation. In 26th International Conference on Intelligent User Interfaces. 402\u2013412."},{"key":"e_1_3_2_1_101_1","doi-asserted-by":"crossref","unstructured":"Sarah Wiegreffe and Yuval Pinter. 2019. Attention is not not explanation. arXiv preprint arXiv:1908.04626(2019).  Sarah Wiegreffe and Yuval Pinter. 2019. Attention is not not explanation. arXiv preprint arXiv:1908.04626(2019).","DOI":"10.18653\/v1\/D19-1002"},{"key":"e_1_3_2_1_102_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302317"},{"key":"e_1_3_2_1_103_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445714"},{"key":"e_1_3_2_1_104_1","volume-title":"Learning Deep Features for Discriminative Localization. 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Zhou Bolei","year":"2016","unstructured":"Bolei Zhou , Aditya Khosla , \u00c0gata Lapedriza , Aude Oliva , and Antonio Torralba . 2016 . Learning Deep Features for Discriminative Localization. 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (2016), 2921\u20132929. Bolei Zhou, Aditya Khosla, \u00c0gata Lapedriza, Aude Oliva, and Antonio Torralba. 2016. Learning Deep Features for Discriminative Localization. 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (2016), 2921\u20132929."},{"key":"e_1_3_2_1_105_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274463"}],"event":{"name":"IUI '22: 27th International Conference on Intelligent User Interfaces","location":"Helsinki Finland","acronym":"IUI '22","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["27th International Conference on Intelligent User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3490099.3511119","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3490099.3511119","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:31:23Z","timestamp":1750188683000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3490099.3511119"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,22]]},"references-count":105,"alternative-id":["10.1145\/3490099.3511119","10.1145\/3490099"],"URL":"https:\/\/doi.org\/10.1145\/3490099.3511119","relation":{},"subject":[],"published":{"date-parts":[[2022,3,22]]},"assertion":[{"value":"2022-03-22","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}