{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,14]],"date-time":"2026-08-14T10:07:25Z","timestamp":1786702045862,"version":"3.56.0"},"publisher-location":"New York, NY, USA","reference-count":124,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,19]],"date-time":"2023-04-19T00:00:00Z","timestamp":1681862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,19]]},"DOI":"10.1145\/3544548.3581278","type":"proceedings-article","created":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T04:27:55Z","timestamp":1681964875000},"page":"1-16","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":88,"title":["Designing Responsible AI: Adaptations of UX Practice to Meet Responsible AI Challenges"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5296-5440","authenticated-orcid":false,"given":"Qiaosi","family":"Wang","sequence":"first","affiliation":[{"name":"School of Interactive Computing, Georgia Institute of Technology, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5772-0488","authenticated-orcid":false,"given":"Michael","family":"Madaio","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0276-9417","authenticated-orcid":false,"given":"Shaun","family":"Kane","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0152-4311","authenticated-orcid":false,"given":"Shivani","family":"Kapania","sequence":"additional","affiliation":[{"name":"Google Research, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1941-939X","authenticated-orcid":false,"given":"Michael","family":"Terry","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6598-1733","authenticated-orcid":false,"given":"Lauren","family":"Wilcox","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,19]]},"reference":[{"key":"e_1_3_3_3_1_1","unstructured":"2019. People+AI Guidebook. https:\/\/pair.withgoogle.com\/guidebook\/."},{"key":"e_1_3_3_3_2_1","volume-title":"International Conference on Machine Learning. PMLR, 60\u201369","author":"Agarwal Alekh","year":"2018","unstructured":"Alekh Agarwal, Alina Beygelzimer, Miroslav Dud\u00edk, John Langford, and Hanna Wallach. 2018. A reductions approach to fair classification. In International Conference on Machine Learning. PMLR, 60\u201369."},{"key":"e_1_3_3_3_3_1","volume-title":"Fairsight: Visual analytics for fairness in decision making","author":"Ahn Yongsu","year":"2019","unstructured":"Yongsu Ahn and Yu-Ru Lin. 2019. Fairsight: Visual analytics for fairness in decision making. IEEE transactions on visualization and computer graphics 26, 1(2019), 1086\u20131095."},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3322276.3323697"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1080\/15228835.2017.1416512"},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1147\/JRD.2019.2942287"},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445940"},{"key":"e_1_3_3_3_10_1","volume-title":"Fairlearn: A toolkit for assessing and improving fairness in AI. Microsoft, Tech. Rep. MSR-TR-2020-32(2020).","author":"Bird Sarah","year":"2020","unstructured":"Sarah Bird, Miro Dud\u00edk, Richard Edgar, Brandon Horn, Roman Lutz, Vanessa Milan, Mehrnoosh Sameki, Hanna Wallach, and Kathleen Walker. 2020. Fairlearn: A toolkit for assessing and improving fairness in AI. Microsoft, Tech. Rep. MSR-TR-2020-32(2020)."},{"key":"e_1_3_3_3_11_1","unstructured":"Su\u00a0Lin Blodgett. 2021. Sociolinguistically driven approaches for just natural language processing. (2021)."},{"key":"e_1_3_3_3_12_1","unstructured":"Su\u00a0Lin Blodgett Hal Daum\u00e9\u00a0III Michael Madaio Ani Nenkova Brendan O\u2019Connor Hanna Wallach and Qian Yang. 2022. Proceedings of the Second Workshop on Bridging Human\u2013Computer Interaction and Natural Language Processing. In Proceedings of the Second Workshop on Bridging Human\u2013Computer Interaction and Natural Language Processing."},{"key":"e_1_3_3_3_13_1","volume-title":"Responsible Language Technologies: Foreseeing and Mitigating Harms. In CHI Conference on Human Factors in Computing Systems Extended Abstracts. 1\u20133.","author":"Blodgett Su\u00a0Lin","year":"2022","unstructured":"Su\u00a0Lin Blodgett, Q\u00a0Vera Liao, Alexandra Olteanu, Rada Mihalcea, Michael Muller, Morgan\u00a0Klaus Scheuerman, Chenhao Tan, and Qian Yang. 2022. Responsible Language Technologies: Foreseeing and Mitigating Harms. In CHI Conference on Human Factors in Computing Systems Extended Abstracts. 1\u20133."},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.81"},{"key":"e_1_3_3_3_15_1","unstructured":"Rishi Bommasani Drew\u00a0A Hudson Ehsan Adeli Russ Altman Simran Arora Sydney von Arx Michael\u00a0S Bernstein Jeannette Bohg Antoine Bosselut Emma Brunskill 2021. On the opportunities and risks of foundation models. arXiv preprint arXiv:2108.07258(2021)."},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3463929"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1191\/1478088706qp063oa"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/2159676X.2019.1628806"},{"key":"e_1_3_3_3_19_1","first-page":"3","article-title":"One size fits all? What counts as quality practice in (reflexive) thematic analysis?Qual","volume":"18","author":"Braun Virginia","year":"2021","unstructured":"Virginia Braun and Victoria Clarke. 2021. One size fits all? What counts as quality practice in (reflexive) thematic analysis?Qual. Res. Psychol. 18, 3 (July 2021), 328\u2013352.","journal-title":"Res. Psychol."},{"key":"e_1_3_3_3_20_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems 33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020), 1877\u20131901."},{"key":"e_1_3_3_3_21_1","volume-title":"Workshop at the crossroads: The interaction of HCI and systems issues in UbiComp, Vol.\u00a08.","author":"Chalmers Matthew","year":"2003","unstructured":"Matthew Chalmers and Ian MacColl. 2003. Seamful and seamless design in ubiquitous computing. In Workshop at the crossroads: The interaction of HCI and systems issues in UbiComp, Vol.\u00a08."},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445872"},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445375"},{"key":"e_1_3_3_3_24_1","unstructured":"Shruthi\u00a0Sai Chivukula Ziqing Li Anne\u00a0C Pivonka Jingning Chen and Colin\u00a0M Gray. 2021. Surveying the landscape of ethics-focused design methods. arXiv preprint arXiv:2102.08909(2021)."},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376459"},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517716"},{"key":"e_1_3_3_3_27_1","unstructured":"Hai Dang Lukas Mecke Florian Lehmann Sven Goller and Daniel Buschek. 2022. How to Prompt? Opportunities and Challenges of Zero-and Few-Shot Learning for Human-AI Interaction in Creative Applications of Generative Models. arXiv preprint arXiv:2209.01390(2022)."},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00449"},{"key":"e_1_3_3_3_29_1","unstructured":"Fernando Delgado Stephen Yang Michael Madaio and Qian Yang. 2021. Stakeholder Participation in AI: Beyond\" Add Diverse Stakeholders and Stir\". arXiv preprint arXiv:2111.01122(2021)."},{"key":"e_1_3_3_3_30_1","volume-title":"Jatinder Singh, Zhiwei\u00a0Steven Wu, Kenneth Holstein, and Haiyi Zhu.","author":"Deng Wesley\u00a0Hanwen","year":"2022","unstructured":"Wesley\u00a0Hanwen Deng, Manish Nagireddy, Michelle Seng\u00a0Ah Lee, Jatinder Singh, Zhiwei\u00a0Steven Wu, Kenneth Holstein, and Haiyi Zhu. 2022. Exploring How Machine Learning Practitioners (Try To) Use Fairness Toolkits. arXiv preprint arXiv:2205.06922(2022)."},{"key":"e_1_3_3_3_31_1","unstructured":"Emily Denton Mark D\u00edaz Ian Kivlichan Vinodkumar Prabhakaran and Rachel Rosen. 2021. Whose ground truth? accounting for individual and collective identities underlying dataset annotation. arXiv preprint arXiv:2112.04554(2021)."},{"key":"e_1_3_3_3_32_1","volume-title":"Hilary Nicole, and Morgan\u00a0Klaus Scheuerman.","author":"Denton Emily","year":"2020","unstructured":"Emily Denton, Alex Hanna, Razvan Amironesei, Andrew Smart, Hilary Nicole, and Morgan\u00a0Klaus Scheuerman. 2020. Bringing the people back in: Contesting benchmark machine learning datasets. arXiv preprint arXiv:2007.07399(2020)."},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"crossref","unstructured":"Sunipa Dev Masoud Monajatipoor Anaelia Ovalle Arjun Subramonian Jeff\u00a0M Phillips and Kai-Wei Chang. 2021. Harms of gender exclusivity and challenges in non-binary representation in language technologies. arXiv preprint arXiv:2108.12084(2021).","DOI":"10.18653\/v1\/2021.emnlp-main.150"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3170427.3186320"},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517441"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534647"},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"crossref","unstructured":"Jesse Dodge Maarten Sap Ana Marasovi\u0107 William Agnew Gabriel Ilharco Dirk Groeneveld Margaret Mitchell and Matt Gardner. 2021. Documenting large webtext corpora: A case study on the colossal clean crawled corpus. arXiv preprint arXiv:2104.08758(2021).","DOI":"10.18653\/v1\/2021.emnlp-main.98"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025739"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858494"},{"key":"e_1_3_3_3_40_1","volume-title":"Embodying values in technology: Theory and practice. Information technology and moral philosophy 322","author":"Flanagan Mary","year":"2008","unstructured":"Mary Flanagan, Daniel\u00a0C Howe, and Helen Nissenbaum. 2008. Embodying values in technology: Theory and practice. Information technology and moral philosophy 322 (2008), 24."},{"key":"e_1_3_3_3_41_1","volume-title":"Ethical Foresight Analysis: What it is and Why it is Needed?Minds Mach. 30, 1 (March","author":"Floridi Luciano","year":"2020","unstructured":"Luciano Floridi and Andrew Strait. 2020. Ethical Foresight Analysis: What it is and Why it is Needed?Minds Mach. 30, 1 (March 2020), 77\u201397."},{"key":"e_1_3_3_3_42_1","volume-title":"Value-sensitive design. interactions 3, 6","author":"Friedman Batya","year":"1996","unstructured":"Batya Friedman. 1996. Value-sensitive design. interactions 3, 6 (1996), 16\u201323."},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208562"},{"key":"e_1_3_3_3_44_1","unstructured":"Batya Friedman Peter Kahn and Alan Borning. 2002. Value sensitive design: Theory and methods. University of Washington technical report 2 (2002) 12."},{"key":"e_1_3_3_3_45_1","volume-title":"Bias in computer systems. ACM Transactions on information systems (TOIS) 14, 3","author":"Friedman Batya","year":"1996","unstructured":"Batya Friedman and Helen Nissenbaum. 1996. Bias in computer systems. ACM Transactions on information systems (TOIS) 14, 3 (1996), 330\u2013347."},{"key":"e_1_3_3_3_46_1","unstructured":"Deep Ganguli Liane Lovitt Jackson Kernion Amanda Askell Yuntao Bai Saurav Kadavath Ben Mann Ethan Perez Nicholas Schiefer Kamal Ndousse [n. d.]. Red Teaming Language Models to Reduce Harms: Methods Scaling Behaviors and Lessons Learned. ([n. d.])."},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"e_1_3_3_3_48_1","volume-title":"Realtoxicityprompts: Evaluating neural toxic degeneration in language models. arXiv preprint arXiv:2009.11462(2020).","author":"Gehman Samuel","year":"2020","unstructured":"Samuel Gehman, Suchin Gururangan, Maarten Sap, Yejin Choi, and Noah\u00a0A Smith. 2020. Realtoxicityprompts: Evaluating neural toxic degeneration in language models. arXiv preprint arXiv:2009.11462(2020)."},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"crossref","unstructured":"Ira Globus-Harris Michael Kearns and Aaron Roth. 2022. An Algorithmic Framework for Bias Bounties. (2022).","DOI":"10.1145\/3531146.3533172"},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300408"},{"key":"e_1_3_3_3_51_1","volume-title":"Ghost work: How to stop Silicon Valley from building a new global underclass","author":"Gray L","unstructured":"Mary\u00a0L Gray and Siddharth Suri. 2019. Ghost work: How to stop Silicon Valley from building a new global underclass. Eamon Dolan Books."},{"key":"e_1_3_3_3_52_1","volume-title":"Discourse, Violence","author":"Hoffmann Anna\u00a0Lauren","year":"2020","unstructured":"Anna\u00a0Lauren Hoffmann. 2020. Terms of Inclusion: Data, Discourse, Violence. New Media & Society(2020)."},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300830"},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445735"},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858470"},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"crossref","unstructured":"Ben Hutchinson Negar Rostamzadeh Christina Greer Katherine Heller and Vinodkumar Prabhakaran. 2022. Evaluation Gaps in Machine Learning Practice. arXiv preprint arXiv:2205.05256(2022).","DOI":"10.1145\/3531146.3533233"},{"key":"e_1_3_3_3_57_1","volume-title":"Values as hypotheses: design, inquiry, and the service of values. Design issues 31, 4","author":"JafariNaimi Nassim","year":"2015","unstructured":"Nassim JafariNaimi, Lisa Nathan, and Ian Hargraves. 2015. Values as hypotheses: design, inquiry, and the service of values. Design issues 31, 4 (2015), 91\u2013104."},{"key":"e_1_3_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462566"},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"crossref","unstructured":"Robin Jia and Percy Liang. 2017. Adversarial examples for evaluating reading comprehension systems. arXiv preprint arXiv:1707.07328(2017).","DOI":"10.18653\/v1\/D17-1215"},{"key":"e_1_3_3_3_60_1","volume-title":"PromptMaker: Prompt-based Prototyping with Large Language Models. In CHI Conference on Human Factors in Computing Systems Extended Abstracts. ACM","author":"Jiang Ellen","year":"2022","unstructured":"Ellen Jiang, Kristen Olson, Edwin Toh, Alejandra Molina, Aaron Donsbach, Michael Terry, and Carrie\u00a0J Cai. 2022. PromptMaker: Prompt-based Prototyping with Large Language Models. In CHI Conference on Human Factors in Computing Systems Extended Abstracts. ACM, New York, NY, USA, 1\u20138."},{"key":"e_1_3_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0088-2"},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476046"},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.12590"},{"key":"e_1_3_3_3_64_1","volume-title":"International Conference on Machine Learning Workshop.","author":"Kulynych Bogdan","year":"2020","unstructured":"Bogdan Kulynych, David Madras, Smitha Milli, Inioluwa\u00a0Deborah Raji, Angela Zhou, and Richard Zemel. 2020. Participatory Approaches to Machine Learning. International Conference on Machine Learning Workshop."},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287098.3287117"},{"key":"e_1_3_3_3_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557111"},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3375158"},{"key":"e_1_3_3_3_68_1","volume-title":"Conference on Human Factors in Computing Systems - Proceedings. Association for Computing Machinery.","author":"Seng\u00a0Ah Lee Michelle","year":"2021","unstructured":"Michelle Seng\u00a0Ah Lee and Jatinder Singh. 2021. The landscape and gaps in open source fairness toolkits. In Conference on Human Factors in Computing Systems - Proceedings. Association for Computing Machinery."},{"key":"e_1_3_3_3_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512899"},{"key":"e_1_3_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376445"},{"key":"e_1_3_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415186"},{"key":"e_1_3_3_3_72_1","volume-title":"From what to how: an initial review of publicly available AI ethics tools, methods and research to translate principles into practices. Science and engineering ethics 26, 4","author":"Morley Jessica","year":"2020","unstructured":"Jessica Morley, Luciano Floridi, Libby Kinsey, and Anat Elhalal. 2020. From what to how: an initial review of publicly available AI ethics tools, methods and research to translate principles into practices. Science and engineering ethics 26, 4 (2020), 2141\u20132168."},{"key":"e_1_3_3_3_73_1","volume-title":"Operationalising AI ethics: barriers, enablers and next steps","author":"Morley Jessica","year":"2021","unstructured":"Jessica Morley, Libby Kinsey, Anat Elhalal, Francesca Garcia, Marta Ziosi, and Luciano Floridi. 2021. Operationalising AI ethics: barriers, enablers and next steps. AI and Society (2021)."},{"key":"e_1_3_3_3_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/153571.255960"},{"key":"e_1_3_3_3_75_1","volume-title":"Stereoset: Measuring stereotypical bias in pretrained language models. arXiv preprint arXiv:2004.09456(2020).","author":"Nadeem Moin","year":"2020","unstructured":"Moin Nadeem, Anna Bethke, and Siva Reddy. 2020. Stereoset: Measuring stereotypical bias in pretrained language models. arXiv preprint arXiv:2004.09456(2020)."},{"key":"e_1_3_3_3_76_1","first-page":"3","article-title":"Collaboration Challenges in Building ML-Enabled Systems: Communication","volume":"1","author":"Nahar Nadia","year":"2022","unstructured":"Nadia Nahar, Shurui Zhou, Grace Lewis, and Christian K\u00e4stner. 2022. Collaboration Challenges in Building ML-Enabled Systems: Communication, Documentation, Engineering, and Process. Organization 1, 2 (2022), 3.","journal-title":"Documentation, Engineering, and Process. Organization"},{"key":"e_1_3_3_3_77_1","doi-asserted-by":"crossref","unstructured":"Nikita Nangia Saku Sugawara Harsh Trivedi Alex Warstadt Clara Vania and Samuel\u00a0R Bowman. 2021. What ingredients make for an effective crowdsourcing protocol for difficult NLU data collection tasks?arXiv preprint arXiv:2106.00794(2021).","DOI":"10.18653\/v1\/2021.acl-long.98"},{"key":"e_1_3_3_3_78_1","doi-asserted-by":"crossref","unstructured":"Nikita Nangia Clara Vania Rasika Bhalerao and Samuel\u00a0R Bowman. 2020. CrowS-pairs: A challenge dataset for measuring social biases in masked language models. arXiv preprint arXiv:2010.00133(2020).","DOI":"10.18653\/v1\/2020.emnlp-main.154"},{"key":"e_1_3_3_3_79_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.910905"},{"key":"e_1_3_3_3_80_1","unstructured":"Samir Passi and Mihaela Vorvoreanu. [n. d.]. Overreliance on AI: Literature review. ([n. d.])."},{"key":"e_1_3_3_3_81_1","doi-asserted-by":"crossref","unstructured":"Ethan Perez Saffron Huang Francis Song Trevor Cai Roman Ring John Aslanides Amelia Glaese Nat McAleese and Geoffrey Irving. 2022. Red teaming language models with language models. arXiv preprint arXiv:2202.03286(2022).","DOI":"10.18653\/v1\/2022.emnlp-main.225"},{"key":"e_1_3_3_3_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449205"},{"key":"e_1_3_3_3_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533231"},{"key":"e_1_3_3_3_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449081"},{"key":"e_1_3_3_3_85_1","volume-title":"International Conference on Machine Learning. PMLR, 8821\u20138831","author":"Ramesh Aditya","year":"2021","unstructured":"Aditya Ramesh, Mikhail Pavlov, Gabriel Goh, Scott Gray, Chelsea Voss, Alec Radford, Mark Chen, and Ilya Sutskever. 2021. Zero-shot text-to-image generation. In International Conference on Machine Learning. PMLR, 8821\u20138831."},{"key":"e_1_3_3_3_86_1","doi-asserted-by":"crossref","unstructured":"Marco\u00a0Tulio Ribeiro Tongshuang Wu Carlos Guestrin and Sameer Singh. 2020. Beyond accuracy: Behavioral testing of NLP models with CheckList. arXiv preprint arXiv:2005.04118(2020).","DOI":"10.18653\/v1\/2020.acl-main.442"},{"key":"e_1_3_3_3_87_1","doi-asserted-by":"publisher","DOI":"10.1145\/2987592.2987608"},{"key":"e_1_3_3_3_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359246"},{"key":"e_1_3_3_3_89_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173889"},{"key":"e_1_3_3_3_90_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287598"},{"key":"e_1_3_3_3_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479577"},{"key":"e_1_3_3_3_92_1","doi-asserted-by":"publisher","DOI":"10.1177\/0162243912436985"},{"key":"e_1_3_3_3_93_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951720923377"},{"key":"e_1_3_3_3_94_1","doi-asserted-by":"crossref","unstructured":"Susan\u00a0Leigh Star and Anselm Strauss. 1999. Layers of Silence Arenas of Voice: The Ecology of Visible and Invisible Work. 9\u201330\u00a0pages.","DOI":"10.1023\/A:1008651105359"},{"key":"e_1_3_3_3_95_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1533-8525.1988.tb01249.x"},{"key":"e_1_3_3_3_96_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449253"},{"key":"e_1_3_3_3_97_1","unstructured":"Hariharan Subramonyam Jane Im Colleen Seifert and Eytan Adar. 2022. Human-AI Guidelines in Practice: Leaky Abstractions as an Enabler in Collaborative Software Teams. arXiv preprint arXiv:2207.01749(2022)."},{"key":"e_1_3_3_3_98_1","volume-title":"ProtoAI: Model-Informed Prototyping for AI-Powered Interfaces. In International Conference on Intelligent User Interfaces, Proceedings IUI. Association for Computing Machinery, 48\u201358","author":"Subramonyam Hariharan","year":"2021","unstructured":"Hariharan Subramonyam, Colleen Seifert, and Eytan Adar. 2021. ProtoAI: Model-Informed Prototyping for AI-Powered Interfaces. In International Conference on Intelligent User Interfaces, Proceedings IUI. Association for Computing Machinery, 48\u201358."},{"key":"e_1_3_3_3_99_1","first-page":"7","article-title":"Located accountabilities in technology production","volume":"14","author":"Suchman Lucy","year":"2002","unstructured":"Lucy Suchman. 2002. Located accountabilities in technology production. Scandinavian Journal of Information Systems 14, 2 (2002), 7.","journal-title":"Scandinavian Journal of Information Systems"},{"key":"e_1_3_3_3_100_1","doi-asserted-by":"crossref","unstructured":"Zeerak Talat Aur\u00e9lie N\u00e9v\u00e9ol Stella Biderman Miruna Clinciu Manan Dey Shayne Longpre Sasha Luccioni Maraim Masoud Margaret Mitchell Dragomir Radev 2022. You reap what you sow: On the challenges of bias evaluation under multilingual settings. In Challenges.","DOI":"10.18653\/v1\/2022.bigscience-1.3"},{"key":"e_1_3_3_3_101_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-59111-7_3"},{"key":"e_1_3_3_3_102_1","unstructured":"Kush Varshney Tina Park Inioluwa\u00a0Deborah Raji Gaurush Hiranandani Narasimhan Harikrishna Oluwasanmi Koyejo Brianna Richardson and Min\u00a0Kyung Lee. 2021. Participatory Specification of Trustworthy Machine Learning. https:\/\/www.abstractsonline.com\/pp8\/#!\/10390\/session\/446"},{"key":"e_1_3_3_3_103_1","volume-title":"Moralizing technology: Understanding and designing the morality of things","author":"Verbeek Peter-Paul","unstructured":"Peter-Paul Verbeek. 2011. Moralizing technology: Understanding and designing the morality of things. University of Chicago press."},{"key":"e_1_3_3_3_104_1","unstructured":"Laura Weidinger John Mellor Maribeth Rauh Conor Griffin Jonathan Uesato Po-Sen Huang Myra Cheng Mia Glaese Borja Balle Atoosa Kasirzadeh 2021. Ethical and social risks of harm from language models. arXiv preprint arXiv:2112.04359(2021)."},{"key":"e_1_3_3_3_105_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533088"},{"key":"e_1_3_3_3_106_1","volume-title":"Discriminating systems. AI Now","author":"West Sarah\u00a0Myers","year":"2019","unstructured":"Sarah\u00a0Myers West, Meredith Whittaker, and Kate Crawford. 2019. Discriminating systems. AI Now (2019)."},{"key":"e_1_3_3_3_107_1","volume-title":"The what-if tool: Interactive probing of machine learning models","author":"Wexler James","year":"2019","unstructured":"James Wexler, Mahima Pushkarna, Tolga Bolukbasi, Martin Wattenberg, Fernanda Vi\u00e9gas, and Jimbo Wilson. 2019. The what-if tool: Interactive probing of machine learning models. IEEE transactions on visualization and computer graphics 26, 1(2019), 56\u201365."},{"key":"e_1_3_3_3_108_1","doi-asserted-by":"publisher","DOI":"10.1145\/3322276.3322381"},{"key":"e_1_3_3_3_109_1","doi-asserted-by":"publisher","DOI":"10.1145\/3514094.3534138"},{"key":"e_1_3_3_3_110_1","volume-title":"Do artifacts have politics?In Computer Ethics","author":"Winner Langdon","unstructured":"Langdon Winner. 2017. Do artifacts have politics?In Computer Ethics. Routledge, 177\u2013192."},{"key":"e_1_3_3_3_111_1","doi-asserted-by":"publisher","DOI":"10.1145\/3272973.3273005"},{"key":"e_1_3_3_3_112_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479499"},{"key":"e_1_3_3_3_113_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445709"},{"key":"e_1_3_3_3_114_1","unstructured":"Richmond\u00a0Y Wong Michael\u00a0A Madaio and Nick Merrill. 2022. Seeing Like a Toolkit: How Toolkits Envision the Work of AI Ethics. arXiv preprint arXiv:2202.08792(2022)."},{"key":"e_1_3_3_3_115_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445447"},{"key":"e_1_3_3_3_116_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-954X.1990.tb03349.x"},{"key":"e_1_3_3_3_117_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300415"},{"key":"e_1_3_3_3_118_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196709.3196730"},{"key":"e_1_3_3_3_119_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376301"},{"key":"e_1_3_3_3_120_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517491"},{"key":"e_1_3_3_3_121_1","volume-title":"Wordcraft: Story Writing With Large Language Models. In 27th International Conference on Intelligent User Interfaces. 841\u2013852","author":"Yuan Ann","year":"2022","unstructured":"Ann Yuan, Andy Coenen, Emily Reif, and Daphne Ippolito. 2022. Wordcraft: Story Writing With Large Language Models. In 27th International Conference on Intelligent User Interfaces. 841\u2013852."},{"key":"e_1_3_3_3_122_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517607"},{"key":"e_1_3_3_3_123_1","doi-asserted-by":"crossref","unstructured":"Kaitlyn Zhou Su\u00a0Lin Blodgett Adam Trischler Hal Daum\u00e9\u00a0III Kaheer Suleman and Alexandra Olteanu. 2022. Deconstructing NLG Evaluation: Evaluation Practices Assumptions and Their Implications. arXiv preprint arXiv:2205.06828(2022).","DOI":"10.18653\/v1\/2022.naacl-main.24"},{"key":"e_1_3_3_3_124_1","unstructured":"Kaiyang Zhou Jingkang Yang Chen\u00a0Change Loy and Ziwei Liu. 2021. Learning to prompt for vision-language models. arXiv preprint arXiv:2109.01134(2021)."}],"event":{"name":"CHI '23: CHI Conference on Human Factors in Computing Systems","location":"Hamburg Germany","acronym":"CHI '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581278","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3581278","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:29Z","timestamp":1750178249000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581278"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,19]]},"references-count":124,"alternative-id":["10.1145\/3544548.3581278","10.1145\/3544548"],"URL":"https:\/\/doi.org\/10.1145\/3544548.3581278","relation":{},"subject":[],"published":{"date-parts":[[2023,4,19]]},"assertion":[{"value":"2023-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}