{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T07:02:38Z","timestamp":1782802958335,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":70,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T00:00:00Z","timestamp":1717372800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,3]]},"DOI":"10.1145\/3630106.3658985","type":"proceedings-article","created":{"date-parts":[[2024,6,5]],"date-time":"2024-06-05T13:14:21Z","timestamp":1717593261000},"page":"1494-1514","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Transparency in the Wild: Navigating Transparency in a Deployed AI System to Broaden Need-Finding Approaches"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-3081-5617","authenticated-orcid":false,"given":"Violet","family":"Turri","sequence":"first","affiliation":[{"name":"Carnegie Mellon University Software Engineering Institute, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2644-4422","authenticated-orcid":false,"given":"Katelyn","family":"Morrison","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3357-8012","authenticated-orcid":false,"given":"Katherine-Marie","family":"Robinson","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University Software Engineering Institute, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3612-0496","authenticated-orcid":false,"given":"Collin","family":"Abidi","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University Software Engineering Institute, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8369-3847","authenticated-orcid":false,"given":"Adam","family":"Perer","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7161-075X","authenticated-orcid":false,"given":"Jodi","family":"Forlizzi","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2087-259X","authenticated-orcid":false,"given":"Rachel","family":"Dzombak","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University Software Engineering Institute, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,6,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Chirag Agarwal Satyapriya Krishna Eshika Saxena Martin Pawelczyk Nari Johnson Isha Puri Marinka Zitnik and Himabindu Lakkaraju. 2022. OpenXAI: Towards a Transparent Evaluation of Model Explanations. https:\/\/arxiv.org\/abs\/2206.11104v3"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377519"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Vijay Arya Rachel K.\u00a0E. Bellamy Pin-Yu Chen Amit Dhurandhar Michael Hind Samuel\u00a0C. Hoffman Stephanie Houde Q.\u00a0Vera Liao Ronny Luss Aleksandra Mojsilovi\u0107 Sami Mourad Pablo Pedemonte Ramya Raghavendra John Richards Prasanna Sattigeri Karthikeyan Shanmugam Moninder Singh Kush\u00a0R. Varshney Dennis Wei and Yunfeng Zhang. 2019. One Explanation Does Not Fit All: A Toolkit and Taxonomy of AI Explainability Techniques. https:\/\/arxiv.org\/abs\/1909.03012v2","DOI":"10.1145\/3351095.3375667"},{"key":"e_1_3_2_1_4_1","volume-title":"Wildbook: Crowdsourcing, computer vision, and data science for conservation. arXiv preprint arXiv:1710.08880","author":"Berger-Wolf Y","year":"2017","unstructured":"Tanya\u00a0Y Berger-Wolf, Daniel\u00a0I Rubenstein, Charles\u00a0V Stewart, Jason\u00a0A Holmberg, Jason Parham, Sreejith Menon, Jonathan Crall, Jon Van\u00a0Oast, Emre Kiciman, and Lucas Joppa. 2017. Wildbook: Crowdsourcing, computer vision, and data science for conservation. arXiv preprint arXiv:1710.08880 (2017). https:\/\/arxiv.org\/abs\/1710.08880"},{"key":"e_1_3_2_1_5_1","volume-title":"Contextual design. interactions 6, 1","author":"Beyer Hugh","year":"1999","unstructured":"Hugh Beyer and Karen Holtzblatt. 1999. Contextual design. interactions 6, 1 (1999), 32\u201342. https:\/\/dl.acm.org\/doi\/fullHtml\/10.1145\/291224.291229"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/s42991-021-00221-3"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501965"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593997"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ecoinf.2023.102214"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","unstructured":"Garrick Cabour Andr\u00e9s Morales \u00c9lise Ledoux and Samuel Bassetto. 2021. Towards an Explanation Space to Align Humans and Explainable-AI Teamwork. https:\/\/doi.org\/10.48550\/arXiv.2106.01503 arXiv:2106.01503 [cs].","DOI":"10.48550\/arXiv.2106.01503"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479569"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581268"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579612"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300234"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359206"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3443435"},{"key":"e_1_3_2_1_17_1","volume-title":"Red Teaming Deep Neural Networks with Feature Synthesis Tools. In Thirty-seventh Conference on Neural Information Processing Systems. https:\/\/arxiv.org\/abs\/2302","author":"Casper Stephen","year":"2023","unstructured":"Stephen Casper, Tong Bu, Yuxiao Li, Jiawei Li, Kevin Zhang, Kaivalya Hariharan, and Dylan Hadfield-Menell. 2023. Red Teaming Deep Neural Networks with Feature Synthesis Tools. In Thirty-seventh Conference on Neural Information Processing Systems. https:\/\/arxiv.org\/abs\/2302.10894"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/wacv.2018.00097"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","unstructured":"Haomin Chen Catalina Gomez Chien-Ming Huang and Mathias Unberath. 2022. Explainable Medical Imaging AI Needs Human-Centered Design: Guidelines and Evidence from a Systematic Review. https:\/\/doi.org\/10.48550\/arXiv.2112.12596 arXiv:2112.12596 [cs eess].","DOI":"10.48550\/arXiv.2112.12596"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-57321-8_18"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594104"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642551"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/wacv.2013.6475023"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533108"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581026"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3584931.3611279"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445188"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","unstructured":"Upol Ehsan Q.\u00a0Vera Liao Samir Passi Mark\u00a0O. Riedl and Hal Daume\u00a0III. 2022. Seamful XAI: Operationalizing Seamful Design in Explainable AI. https:\/\/doi.org\/10.48550\/arXiv.2211.06753 arXiv:2211.06753 [cs].","DOI":"10.48550\/arXiv.2211.06753"},{"key":"e_1_3_2_1_29_1","volume-title":"Explainability pitfalls: Beyond dark patterns in explainable AI. arXiv preprint arXiv:2109.12480","author":"Ehsan Upol","year":"2021","unstructured":"Upol Ehsan and Mark\u00a0O Riedl. 2021. Explainability pitfalls: Beyond dark patterns in explainable AI. arXiv preprint arXiv:2109.12480 (2021). https:\/\/arxiv.org\/abs\/2109.12480"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579467"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3172944.3172961"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594010"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1748-7692.2000.tb00930.x"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","unstructured":"Umm-e Habiba Justus Bogner and Stefan Wagner. 2022. Can Requirements Engineering Support Explainable Artificial Intelligence? Towards a User-Centric Approach for Explainability Requirements. https:\/\/doi.org\/10.48550\/arXiv.2206.01507 arXiv:2206.01507 [cs].","DOI":"10.48550\/arXiv.2206.01507"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392878"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2022.3209384"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","unstructured":"Weina Jin Jianyu Fan Diane Gromala Philippe Pasquier and Ghassan Hamarneh. 2022. EUCA: the End-User-Centered Explainable AI Framework. https:\/\/doi.org\/10.48550\/arXiv.2102.02437 arXiv:2102.02437 [cs].","DOI":"10.48550\/arXiv.2102.02437"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v11i1.27548"},{"key":"e_1_3_2_1_39_1","unstructured":"Ja\u00a0Ae Kim Kenneth Mascola and Yoan\u00a0K Kagoma. 2021. Re-Envisioning On-Call Resident Workflows: Impact on Resident Experience. https:\/\/www.rsna.org\/-\/media\/Files\/RSNA\/Practice-Tools\/Quality-improvement\/Quality-improvement-reports\/2021\/Re-Envisioning_On-Call_Resident-QDP-QI-20_RSNA_.ashx Accessed: January 22 2022."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581001"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593978"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-6168-2"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555625"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3582074"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376590"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","unstructured":"Q.\u00a0Vera Liao Milena Pribi\u0107 Jaesik Han Sarah Miller and Daby Sow. 2021. Question-Driven Design Process for Explainable AI User Experiences. https:\/\/doi.org\/10.48550\/arXiv.2104.03483 arXiv:2104.03483 [cs].","DOI":"10.48550\/arXiv.2104.03483"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580652"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","unstructured":"Q.\u00a0Vera Liao and Jennifer\u00a0Wortman Vaughan. 2023. AI Transparency in the Age of LLMs: A Human-Centered Research Roadmap. arxiv:2306.01941\u00a0[cs.HC] https:\/\/doi.org\/10.1162\/99608f92.8036d03b","DOI":"10.1162\/99608f92.8036d03b"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/thms.2021.3086018"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594001"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","unstructured":"Sina Mohseni Niloofar Zarei and Eric\u00a0D. Ragan. 2020. A Multidisciplinary Survey and Framework for Design and Evaluation of Explainable AI Systems. https:\/\/doi.org\/10.48550\/arXiv.1811.11839 arXiv:1811.11839 [cs].","DOI":"10.48550\/arXiv.1811.11839"},{"key":"e_1_3_2_1_53_1","volume-title":"Effective Human-AI Teams via Learned Natural Language Rules and Onboarding. arXiv preprint arXiv:2311.01007","author":"Mozannar Hussein","year":"2023","unstructured":"Hussein Mozannar, Jimin\u00a0J Lee, Dennis Wei, Prasanna Sattigeri, Subhro Das, and David Sontag. 2023. Effective Human-AI Teams via Learned Natural Language Rules and Onboarding. arXiv preprint arXiv:2311.01007 (2023). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/file\/61355b9c218505505d1bedede9da56b2-Paper-Conference.pdf"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i5.20469"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579476"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533231"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519795"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-022-00867-8"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/iccv.2017.74"},{"key":"e_1_3_2_1_60_1","volume-title":"International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=XVPqLyNxSyh","author":"Singla Sahil","year":"2022","unstructured":"Sahil Singla and Soheil Feizi. 2022. Salient ImageNet: How to discover spurious features in Deep Learning?. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=XVPqLyNxSyh"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534639"},{"key":"e_1_3_2_1_62_1","unstructured":"Simone Stumpf Adrian Bussone and Dympna O\u2019sullivan. 2016. Explanations considered harmful? user interactions with machine learning systems. In Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI). https:\/\/www.yumpu.com\/cs\/document\/view\/55465112\/explanations-considered-harmful-user-interactions-with-machine-learning-systems"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2023.3259341"},{"key":"e_1_3_2_1_64_1","unstructured":"Sana Tonekaboni Shalmali Joshi Melissa\u00a0D McCradden and Anna Goldenberg. 2019. What clinicians want: contextualizing explainable machine learning for clinical end use. In Machine learning for healthcare conference. PMLR 359\u2013380. http:\/\/proceedings.mlr.press\/v106\/tonekaboni19a\/tonekaboni19a.pdf"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"crossref","unstructured":"Data\u00a0Source Triangulation. 2014. The use of triangulation in qualitative research. In Oncol nurs forum Vol.\u00a041. 545\u20137. https:\/\/onf.ons.org\/pubs\/article\/233796\/preview","DOI":"10.1188\/14.ONF.545-547"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10796-022-10284-3"},{"key":"e_1_3_2_1_67_1","unstructured":"WildMe. 2023. Image Analysis Pipeline - Wild Me Documentation. https:\/\/docs.wildme.org\/product-docs\/en\/wildbook\/introduction\/image-analysis-pipeline\/#matching-and-interpreting-embeddings-for-wildlife-id-miew-id-or-id"},{"key":"e_1_3_2_1_68_1","volume-title":"International management review 15, 1","author":"Williams Michael","year":"2019","unstructured":"Michael Williams and Tami Moser. 2019. The art of coding and thematic exploration in qualitative research. International management review 15, 1 (2019), 45\u201355. https:\/\/www.academia.edu\/download\/82465402\/imr-v15n1art4.pdf"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376807"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"}],"event":{"name":"FAccT '24: The 2024 ACM Conference on Fairness, Accountability, and Transparency","location":"Rio de Janeiro Brazil","acronym":"FAccT '24"},"container-title":["The 2024 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3658985","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3630106.3658985","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:50:58Z","timestamp":1750287058000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3658985"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,3]]},"references-count":70,"alternative-id":["10.1145\/3630106.3658985","10.1145\/3630106"],"URL":"https:\/\/doi.org\/10.1145\/3630106.3658985","relation":{},"subject":[],"published":{"date-parts":[[2024,6,3]]},"assertion":[{"value":"2024-06-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}