{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T03:41:08Z","timestamp":1772595668793,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Science Foundation (NSF) program on Fairness in AI in collaboration with Amazon","award":["IIS-2040942"],"award-info":[{"award-number":["IIS-2040942"]}]},{"name":"Notre Dame?IBM Technology Ethics Lab","award":[""],"award-info":[{"award-number":[""]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706599.3719757","type":"proceedings-article","created":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T20:48:52Z","timestamp":1745441332000},"page":"1-7","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Vipera: Towards systematic auditing of generative text-to-image models at scale"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-9453-7815","authenticated-orcid":false,"given":"Yanwei","family":"Huang","sequence":"first","affiliation":[{"name":"Human-computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3375-5285","authenticated-orcid":false,"given":"Wesley Hanwen","family":"Deng","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institution, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-5889-1376","authenticated-orcid":false,"given":"Sijia","family":"Xiao","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institution, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1499-3045","authenticated-orcid":false,"given":"Motahhare","family":"Eslami","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9856-9654","authenticated-orcid":false,"given":"Jason I.","family":"Hong","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8369-3847","authenticated-orcid":false,"given":"Adam","family":"Perer","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_3_2_2","doi-asserted-by":"crossref","unstructured":"Shehzad Afzal Sohaib Ghani Mohamad\u00a0Mazen Hittawe Sheikh\u00a0Faisal Rashid Omar\u00a0M Knio Markus Hadwiger and Ibrahim Hoteit. 2023. Visualization and visual analytics approaches for image and video datasets: A survey. ACM Transactions on Interactive Intelligent Systems 13 1 (2023) 1\u201341.","DOI":"10.1145\/3576935"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642858"},{"key":"e_1_3_3_3_4_2","unstructured":"Maksym Andriushchenko Alexandra Souly Mateusz Dziemian Derek Duenas Maxwell Lin Justin Wang Dan Hendrycks Andy Zou Zico Kolter Matt Fredrikson et\u00a0al. 2024. Agentharm: A benchmark for measuring harmfulness of llm agents. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2410.09024 (2024)."},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642016"},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"publisher","DOI":"10.1109\/SaTML59370.2024.00037"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"crossref","unstructured":"\u00c1ngel\u00a0Alexander Cabrera Abraham\u00a0J Druck Jason\u00a0I Hong and Adam Perer. 2021. Discovering and validating ai errors with crowdsourced failure reports. Proceedings of the ACM on Human-Computer Interaction 5 CSCW2 (2021) 1\u201322.","DOI":"10.1145\/3479569"},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"publisher","unstructured":"\u00c1ngel\u00a0Alexander Cabrera Abraham\u00a0J. Druck Jason\u00a0I. Hong and Adam Perer. 2021. Discovering and Validating AI Errors With Crowdsourced Failure Reports. Proc. ACM Hum.-Comput. Interact. 5 CSCW2 (Oct. 2021). 10.1145\/3479569","DOI":"10.1145\/3479569"},{"key":"e_1_3_3_3_9_2","unstructured":"Wang Claire Wesley\u00a0Hanwen Deng Jason Hong Ken Holstein and Motahhare Eslami. 2024. Designing a Crowdsourcing Pipeline to Verify Reports from User AI Audits. Work in Progress of the AAAI Conference on Human Computation and Crowdsourcing (2024)."},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","unstructured":"Dazhen Deng Chuhan Zhang Huawei Zheng Yuwen Pu Shouling Ji and Yingcai Wu. 2025. AdversaFlow: Visual Red Teaming for Large Language Models with Multi-Level Adversarial Flow. IEEE Transactions on Visualization & Computer Graphics 31 01 (Jan. 2025) 492\u2013502. 10.1109\/TVCG.2024.3456150","DOI":"10.1109\/TVCG.2024.3456150"},{"key":"e_1_3_3_3_11_2","first-page":"1","volume-title":"Proceedings of the CHI Conference on Human Factors in Computing Systems","author":"Deng Wesley\u00a0Hanwen","year":"2023","unstructured":"Wesley\u00a0Hanwen Deng, Boyuan Guo, Alicia Devrio, Hong Shen, Motahhare Eslami, and Kenneth Holstein. 2023. Understanding Practices, Challenges, and Opportunities for User-Engaged Algorithm Auditing in Industry Practice. In Proceedings of the CHI Conference on Human Factors in Computing Systems. 1\u201318."},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533113"},{"key":"e_1_3_3_3_13_2","unstructured":"Wesley\u00a0Hanwen Deng Claire Wang Howard\u00a0Ziyu Han Jason\u00a0I Hong Kenneth Holstein and Motahhare Eslami. 2025. WeAudit: Scaffolding User Auditors and AI Practitioners in Auditing Generative AI. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2501.01397 (2025)."},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659001"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"crossref","unstructured":"Steven\u00a0P Dow Alana Glassco Jonathan Kass Melissa Schwarz Daniel\u00a0L Schwartz and Scott\u00a0R Klemmer. 2010. Parallel prototyping leads to better design results more divergence and increased self-efficacy. ACM Transactions on Computer-Human Interaction (TOCHI) 17 4 (2010) 1\u201324.","DOI":"10.1145\/1879831.1879836"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"crossref","unstructured":"Fei Fang Miao Yi Hui Feng Shenghong Hu and Chunxia Xiao. 2017. Narrative collage of image collections by scene graph recombination. IEEE transactions on visualization and computer graphics 24 9 (2017) 2559\u20132572.","DOI":"10.1109\/TVCG.2017.2759265"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642139"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"crossref","unstructured":"Yuhan Guo Hanning Shao Can Liu Kai Xu and Xiaoru Yuan. 2024. PrompTHis: Visualizing the Process and Influence of Prompt Editing during Text-to-Image Creation. IEEE Transactions on Visualization and Computer Graphics (2024).","DOI":"10.1109\/TVCG.2024.3408255"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298990"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"crossref","unstructured":"Douwe Kiela Max Bartolo Yixin Nie Divyansh Kaushik Atticus Geiger Zhengxuan Wu Bertie Vidgen Grusha Prasad Amanpreet Singh Pratik Ringshia et\u00a0al. 2021. Dynabench: Rethinking benchmarking in NLP. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2104.14337 (2021).","DOI":"10.18653\/v1\/2021.naacl-main.324"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642216"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","unstructured":"Michelle\u00a0S. Lam Mitchell\u00a0L. Gordon Dana\u00eb Metaxa Jeffrey\u00a0T. Hancock James\u00a0A. Landay and Michael\u00a0S. Bernstein. 2022. End-User Audits: A System Empowering Communities to Lead Large-Scale Investigations of Harmful Algorithmic Behavior. Proc. ACM Hum.-Comput. Interact. 6 CSCW2 (Nov. 2022). 10.1145\/3555625","DOI":"10.1145\/3555625"},{"key":"e_1_3_3_3_23_2","unstructured":"Yiran Li Junpeng Wang Prince Aboagye Chin-Chia\u00a0Michael Yeh Yan Zheng Liang Wang Wei Zhang and Kwan-Liu Ma. 2024. Visual Analytics for Efficient Image Exploration and User-Guided Image Captioning. IEEE Transactions on Visualization and Computer Graphics (2024)."},{"key":"e_1_3_3_3_24_2","unstructured":"Haotian Liu Chunyuan Li Yuheng Li and Yong\u00a0Jae Lee. 2024. Improved Baselines with Visual Instruction Tuning. arxiv:https:\/\/arXiv.org\/abs\/2310.03744\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/2310.03744"},{"key":"e_1_3_3_3_25_2","unstructured":"Matheus\u00a0Kunzler Maldaner Wesley\u00a0Hanwen Deng Jason Hong Ken Holstein and Motahhare Eslami. 2024. MIRAGE: Multi-model Interface for Reviewing and Auditing Generative Text-to-Image AI. Demo of the AAAI Conference on Human Computation and Crowdsourcing (2024)."},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"crossref","unstructured":"Dana\u00eb Metaxa Joon\u00a0Sung Park Ronald\u00a0E Robertson Karrie Karahalios Christo Wilson Jeff Hancock Christian Sandvig et\u00a0al. 2021. Auditing algorithms: Understanding algorithmic systems from the outside in. Foundations and Trends\u00ae in Human\u2013Computer Interaction 14 4 (2021) 272\u2013344.","DOI":"10.1561\/1100000083"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604711"},{"key":"e_1_3_3_3_28_2","unstructured":"Victor Ojewale Ryan Steed Briana Vecchione Abeba Birhane and Inioluwa\u00a0Deborah Raji. 2024. Towards AI Accountability Infrastructure: Gaps and Opportunities in AI Audit Tooling. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.17861 (2024)."},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"crossref","unstructured":"Xingjia Pan Fan Tang Weiming Dong Chongyang Ma Yiping Meng Feiyue Huang Tong-Yee Lee and Changsheng Xu. 2019. Content-based visual summarization for image collections. IEEE transactions on visualization and computer graphics 27 4 (2019) 2298\u20132312.","DOI":"10.1109\/TVCG.2019.2948611"},{"key":"e_1_3_3_3_30_2","volume-title":"Visual information","author":"Pettersson Rune","year":"1993","unstructured":"Rune Pettersson. 1993. Visual information. Educational Technology."},{"key":"e_1_3_3_3_31_2","unstructured":"Xiangyu Qi Kaixuan Huang Ashwinee Panda Mengdi Wang and Prateek Mittal. 2023. Visual adversarial examples jailbreak large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2306.13213 (2023)."},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604712"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604712"},{"key":"e_1_3_3_3_34_2","unstructured":"Christian Sandvig Kevin Hamilton Karrie Karahalios and Cedric Langbort. 2014. Auditing algorithms: Research methods for detecting discrimination on internet platforms. Data and Discrimination: Converting Critical Concerns into Productive Inquiry (2014)."},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"crossref","unstructured":"Johanna Schmidt M\u00a0Eduard Gr\u00f6ller and Stefan Bruckner. 2013. VAICo: Visual analysis for image comparison. IEEE transactions on visualization and computer graphics 19 12 (2013) 2090\u20132099.","DOI":"10.1109\/TVCG.2013.213"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3654777.3676450"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","unstructured":"Hong Shen Alicia DeVos Motahhare Eslami and Kenneth Holstein. 2021. Everyday Algorithm Auditing: Understanding the Power of Everyday Users in Surfacing Harmful Algorithmic Behaviors. Proc. ACM Hum.-Comput. Interact. 5 CSCW2 (Oct. 2021). 10.1145\/3479577","DOI":"10.1145\/3479577"},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642400"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606756"},{"key":"e_1_3_3_3_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642335"},{"key":"e_1_3_3_3_41_2","doi-asserted-by":"crossref","unstructured":"Xiao Xie Xiwen Cai Junpei Zhou Nan Cao and Yingcai Wu. 2018. A semantic-based method for visualizing large image collections. IEEE transactions on visualization and computer graphics 25 7 (2018) 2362\u20132377.","DOI":"10.1109\/TVCG.2018.2835485"},{"key":"e_1_3_3_3_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/642611.642681"},{"key":"e_1_3_3_3_43_2","doi-asserted-by":"crossref","unstructured":"Jan Zah\u00e1lka Marcel Worring and Jarke\u00a0J Van\u00a0Wijk. 2020. II-20: Intelligent and pragmatic analytic categorization of image collections. IEEE Transactions on Visualization and Computer Graphics 27 2 (2020) 422\u2013431.","DOI":"10.1109\/TVCG.2020.3030383"},{"key":"e_1_3_3_3_44_2","unstructured":"Zhexin Zhang Leqi Lei Lindong Wu Rui Sun Yongkang Huang Chong Long Xiao Liu Xuanyu Lei Jie Tang and Minlie Huang. 2023. Safetybench: Evaluating the safety of large language models with multiple choice questions. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2309.07045 (2023)."},{"key":"e_1_3_3_3_45_2","volume-title":"Proceedings of the 37th International Conference on Neural Information Processing Systems","author":"Zheng Lianmin","year":"2024","unstructured":"Lianmin Zheng, Wei-Lin Chiang, Ying Sheng, Siyuan Zhuang, Zhanghao Wu, Yonghao Zhuang, Zi Lin, Zhuohan Li, Dacheng Li, Eric\u00a0P. Xing, Hao Zhang, Joseph\u00a0E. Gonzalez, and Ion Stoica. 2024. Judging LLM-as-a-judge with MT-bench and Chatbot Arena. In Proceedings of the 37th International Conference on Neural Information Processing Systems. Curran Associates Inc., Red Hook, NY, USA."}],"event":{"name":"CHI EA '25: Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI EA '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3719757","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706599.3719757","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:44Z","timestamp":1750295924000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3719757"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":44,"alternative-id":["10.1145\/3706599.3719757","10.1145\/3706599"],"URL":"https:\/\/doi.org\/10.1145\/3706599.3719757","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}