{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T06:24:18Z","timestamp":1782800658717,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":61,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3715275.3732207","type":"proceedings-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T17:01:18Z","timestamp":1750698078000},"page":"3241-3253","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["How Do Users Identify and Perceive Stereotypes? Understanding User Perspectives on Stereotypical Biases in Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5645-1009","authenticated-orcid":false,"given":"Hyunseung","family":"Lim","sequence":"first","affiliation":[{"name":"KAIST, Daejeon, Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3392-6243","authenticated-orcid":false,"given":"Dasom","family":"Choi","sequence":"additional","affiliation":[{"name":"KAIST, Daejeon, Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5268-3331","authenticated-orcid":false,"given":"Hwajung","family":"Hong","sequence":"additional","affiliation":[{"name":"KAIST, Daejeon, Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,6,23]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.gebnlp-1.9"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","unstructured":"Maryam Amirizaniani Jihan Yao Adrian Lavergne Elizabeth Snell Okada Aman Chadha Tanya Roosta and Chirag Shah. 2024. LLMAuditor: A Framework for Auditing Large Language Models Using Human-in-the-Loop. arXiv e-prints Article arXiv:2402.09346 (Feb. 2024) arXiv:2402.09346\u00a0pages. https:\/\/doi.org\/10.48550\/arXiv.2402.09346 arxiv:https:\/\/arXiv.org\/abs\/2402.09346\u00a0[cs.AI]","DOI":"10.48550\/arXiv.2402.09346"},{"key":"e_1_3_3_2_4_2","unstructured":"Yanhong Bai Jiabao Zhao Jinxin Shi Tingjiang Wei Xingjiao Wu and Liang He. 2023. FairMonitor: A Four-Stage Automatic Framework for Detecting Stereotypes and Biases in Large Language Models. arxiv:https:\/\/arXiv.org\/abs\/2308.10397\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2308.10397"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"Erin Beeghly. 2015. What is a Stereotype? What is Stereotyping? Hypatia 30 4 (2015) 675\u2013691. https:\/\/doi.org\/10.1111\/hypa.12170","DOI":"10.1111\/hypa.12170"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314234"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.485"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.81"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","unstructured":"Robert\u00a0J. Boeckmann and Carolyn Turpin-Petrosino. 2002. Understanding the Harm of Hate Crime. Journal of Social Issues 58 2 (2002) 207\u2013225. https:\/\/doi.org\/10.1111\/1540-4560.00257","DOI":"10.1111\/1540-4560.00257"},{"key":"e_1_3_3_2_11_2","volume-title":"Advances in Neural Information Processing Systems","author":"Bolukbasi Tolga","year":"2016","unstructured":"Tolga Bolukbasi, Kai-Wei Chang, James\u00a0Y Zou, Venkatesh Saligrama, and Adam\u00a0T Kalai. 2016. Man is to Computer Programmer as Woman is to Homemaker? Debiasing Word Embeddings. In Advances in Neural Information Processing Systems, D.\u00a0Lee, M.\u00a0Sugiyama, U.\u00a0Luxburg, I.\u00a0Guyon, and R.\u00a0Garnett (Eds.), Vol.\u00a029. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2016\/file\/a486cd07e4ac3d270571622f4f316ec5-Paper.pdf"},{"key":"e_1_3_3_2_12_2","unstructured":"Rishi Bommasani Drew\u00a0A. Hudson Ehsan Adeli Russ Altman Simran Arora Sydney von Arx Michael\u00a0S. Bernstein Jeannette Bohg Antoine Bosselut Emma Brunskill Erik Brynjolfsson Shyamal Buch Dallas Card Rodrigo Castellon Niladri Chatterji Annie Chen Kathleen Creel Jared\u00a0Quincy Davis Dora Demszky Chris Donahue Moussa Doumbouya Esin Durmus Stefano Ermon John Etchemendy Kawin Ethayarajh Li Fei-Fei Chelsea Finn Trevor Gale Lauren Gillespie Karan Goel Noah Goodman Shelby Grossman Neel Guha Tatsunori Hashimoto Peter Henderson John Hewitt Daniel\u00a0E. Ho Jenny Hong Kyle Hsu Jing Huang Thomas Icard Saahil Jain Dan Jurafsky Pratyusha Kalluri Siddharth Karamcheti Geoff Keeling Fereshte Khani Omar Khattab Pang\u00a0Wei Koh Mark Krass Ranjay Krishna Rohith Kuditipudi Ananya Kumar Faisal Ladhak Mina Lee Tony Lee Jure Leskovec Isabelle Levent Xiang\u00a0Lisa Li Xuechen Li Tengyu Ma Ali Malik Christopher\u00a0D. Manning Suvir Mirchandani Eric Mitchell Zanele Munyikwa Suraj Nair Avanika Narayan Deepak Narayanan Ben Newman Allen Nie Juan\u00a0Carlos Niebles Hamed Nilforoshan Julian Nyarko Giray Ogut Laurel Orr Isabel Papadimitriou Joon\u00a0Sung Park Chris Piech Eva Portelance Christopher Potts Aditi Raghunathan Rob Reich Hongyu Ren Frieda Rong Yusuf Roohani Camilo Ruiz Jack Ryan Christopher R\u00e9 Dorsa Sadigh Shiori Sagawa Keshav Santhanam Andy Shih Krishnan Srinivasan Alex Tamkin Rohan Taori Armin\u00a0W. Thomas Florian Tram\u00e8r Rose\u00a0E. Wang William Wang Bohan Wu Jiajun Wu Yuhuai Wu Sang\u00a0Michael Xie Michihiro Yasunaga Jiaxuan You Matei Zaharia Michael Zhang Tianyi Zhang Xikun Zhang Yuhui Zhang Lucia Zheng Kaitlyn Zhou and Percy Liang. 2022. On the Opportunities and Risks of Foundation Models. arxiv:https:\/\/arXiv.org\/abs\/2108.07258\u00a0[cs.LG]"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"Ali Borji. 2023. A Categorical Archive of ChatGPT Failures. arxiv:https:\/\/arXiv.org\/abs\/2302.03494\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2302.03494","DOI":"10.21203\/rs.3.rs-2895792\/v1"},{"key":"e_1_3_3_2_14_2","unstructured":"Patrick Chao Alexander Robey Edgar Dobriban Hamed Hassani George\u00a0J. Pappas and Eric Wong. 2024. Jailbreaking Black Box Large Language Models in Twenty Queries. arxiv:https:\/\/arXiv.org\/abs\/2310.08419\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2310.08419"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641989"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","unstructured":"Paula Czarnowska Yogarshi Vyas and Kashif Shah. 2021. Quantifying Social Biases in NLP: A Generalization and Empirical Comparison of Extrinsic Fairness Metrics. Transactions of the Association for Computational Linguistics 9 (11 2021) 1249\u20131267. https:\/\/doi.org\/10.1162\/tacla00425 arXiv:https:\/\/direct.mit.edu\/tacl\/article-pdf\/doi\/10.1162\/tacl_a_00425\/1972677\/tacl_a_00425.pdf","DOI":"10.1162\/tacla00425"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659021"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3617694.3623261"},{"key":"e_1_3_3_2_19_2","first-page":"4365","volume-title":"Advances in Neural Information Processing Systems","author":"Dev Sunipa","year":"2023","unstructured":"Sunipa Dev, Jaya Goyal, Dinesh Tewari, Shachi Dave, and Vinodkumar Prabhakaran. 2023. Building Socio-culturally Inclusive Stereotype Resources with Community Engagement. In Advances in Neural Information Processing Systems, A.\u00a0Oh, T.\u00a0Naumann, A.\u00a0Globerson, K.\u00a0Saenko, M.\u00a0Hardt, and S.\u00a0Levine (Eds.), Vol.\u00a036. Curran Associates, Inc., 4365\u20134381. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/file\/0dc91de822b71c66a7f54fa121d8cbb9-Paper-Datasets_and_Benchmarks.pdf"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","unstructured":"Michael\u00a0Ann DeVito Ashley\u00a0Marie Walker and Julia\u00a0R. Fernandez. 2021. Values (Mis)alignment: Exploring Tensions Between Platform and LGBTQ+ Community Design Values. Proc. ACM Hum.-Comput. Interact. 5 CSCW1 Article 88 (April 2021) 27\u00a0pages. https:\/\/doi.org\/10.1145\/3449162","DOI":"10.1145\/3449162"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445924"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Iddo Drori and Dov Te\u2019eni. 2024. Human-in-the-Loop AI Reviewing: Feasibility Opportunities and Risks. Journal of the Association for Information Systems 25 1 (2024) 98\u2013109.","DOI":"10.17705\/1jais.00867"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593989"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","unstructured":"Nikhil Garg Londa Schiebinger Dan Jurafsky and James Zou. 2018. Word embeddings quantify 100 years of gender and ethnic stereotypes. Proceedings of the National Academy of Sciences 115 16 (2018) E3635\u2013E3644. https:\/\/doi.org\/10.1073\/pnas.1720347115 arXiv:https:\/\/www.pnas.org\/doi\/pdf\/10.1073\/pnas.1720347115","DOI":"10.1073\/pnas.1720347115"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.301"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.301"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445423"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3551624.3555306"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","unstructured":"Joschka Haltaufderheide and Robert Ranisch. 2024. The ethics of ChatGPT in medicine and healthcare: a systematic review on Large Language Models (LLMs). npj Digital Medicine 7 1 (08 Jul 2024) 183. https:\/\/doi.org\/10.1038\/s41746-024-01157-x","DOI":"10.1038\/s41746-024-01157-x"},{"key":"e_1_3_3_2_30_2","volume-title":"Advances in Neural Information Processing Systems","author":"Hardt Moritz","year":"2016","unstructured":"Moritz Hardt, Eric Price, Eric Price, and Nati Srebro. 2016. Equality of Opportunity in Supervised Learning. In Advances in Neural Information Processing Systems, D.\u00a0Lee, M.\u00a0Sugiyama, U.\u00a0Luxburg, I.\u00a0Guyon, and R.\u00a0Garnett (Eds.), Vol.\u00a029. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2016\/file\/9d2682367c3935defcb1f9e247a97c0d-Paper.pdf"},{"key":"e_1_3_3_2_31_2","first-page":"17","volume-title":"Proceedings of the SIGCHI conference on Human factors in computing systems","author":"Hutchinson Hilary","year":"2003","unstructured":"Hilary Hutchinson, Wendy Mackay, Bo Westerlund, Benjamin\u00a0B Bederson, Allison Druin, Catherine Plaisant, Michel Beaudouin-Lafon, St\u00e9phane Conversy, Helen Evans, Heiko Hansen, et\u00a0al. 2003. Technology probes: inspiring design for and with families. In Proceedings of the SIGCHI conference on Human factors in computing systems. 17\u201324."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.744"},{"key":"e_1_3_3_2_33_2","unstructured":"Jiho Jin Jiseon Kim Nayeon Lee Haneul Yoo Alice Oh and Hwaran Lee. 2024. KoBBQ: Korean Bias Benchmark for Question Answering. arxiv:https:\/\/arXiv.org\/abs\/2307.16778\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2307.16778"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","unstructured":"Boseop Kim HyoungSeok Kim Sang-Woo Lee Gichang Lee Donghyun Kwak Dong\u00a0Hyeon Jeon Sunghyun Park Sungju Kim Seonhoon Kim Dongpil Seo Heungsub Lee Minyoung Jeong Sungjae Lee Minsub Kim Suk\u00a0Hyun Ko Seokhun Kim Taeyong Park Jinuk Kim Soyoung Kang Na-Hyeon Ryu Kang\u00a0Min Yoo Minsuk Chang Soobin Suh Sookyo In Jinseong Park Kyungduk Kim Hiun Kim Jisu Jeong Yong\u00a0Goo Yeo Donghoon Ham Dongju Park Min\u00a0Young Lee Jaewook Kang Inho Kang Jung-Woo Ha Woomyoung Park and Nako Sung. 2021. What Changes Can Large-scale Language Models Bring? Intensive Study on HyperCLOVA: Billions-scale Korean Generative Pretrained Transformers. arXiv e-prints Article arXiv:2109.04650 (Sept. 2021) arXiv:2109.04650\u00a0pages. https:\/\/doi.org\/10.48550\/arXiv.2109.04650 arxiv:https:\/\/arXiv.org\/abs\/2109.04650\u00a0[cs.CL]","DOI":"10.48550\/arXiv.2109.04650"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","unstructured":"Svetlana Kiritchenko Isar Nejadgholi and Kathleen\u00a0C. Fraser. 2021. Confronting Abusive Language Online: A Survey from the Ethical and Human Rights Perspective. J. Artif. Int. Res. 71 (sep 2021) 431\u2013478. https:\/\/doi.org\/10.1613\/jair.1.12590","DOI":"10.1613\/jair.1.12590"},{"key":"e_1_3_3_2_36_2","first-page":"2611","volume-title":"Advances in Neural Information Processing Systems","author":"Kirk Hannah\u00a0Rose","year":"2021","unstructured":"Hannah\u00a0Rose Kirk, Yennie Jun, Filippo Volpin, Haider Iqbal, Elias Benussi, Frederic Dreyer, Aleksandar Shtedritski, and Yuki Asano. 2021. Bias Out-of-the-Box: An Empirical Analysis of Intersectional Occupational Biases in Popular Generative Language Models. In Advances in Neural Information Processing Systems, M.\u00a0Ranzato, A.\u00a0Beygelzimer, Y.\u00a0Dauphin, P.S. Liang, and J.\u00a0Wortman Vaughan (Eds.), Vol.\u00a034. Curran Associates, Inc., 2611\u20132624. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2021\/file\/1531beb762df4029513ebf9295e0d34f-Paper.pdf"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3582269.3615599"},{"key":"e_1_3_3_2_38_2","unstructured":"Percy Liang Rishi Bommasani Tony Lee Dimitris Tsipras Dilara Soylu Michihiro Yasunaga Yian Zhang Deepak Narayanan Yuhuai Wu Ananya Kumar Benjamin Newman Binhang Yuan Bobby Yan Ce Zhang Christian Cosgrove Christopher\u00a0D. Manning Christopher R\u2019e Diana Acosta-Navas Drew\u00a0A. Hudson E. Zelikman Esin Durmus Faisal Ladhak Frieda Rong Hongyu Ren Huaxiu Yao Jue Wang Keshav Santhanam Laurel\u00a0J. Orr Lucia Zheng Mert Yuksekgonul Mirac Suzgun Nathan\u00a0S. Kim Neel Guha Niladri\u00a0S. Chatterji O. Khattab Peter Henderson Qian Huang Ryan Chi Sang\u00a0Michael Xie Shibani Santurkar Surya Ganguli Tatsunori Hashimoto Thomas\u00a0F. Icard Tianyi Zhang Vishrav Chaudhary William Wang Xuechen Li Yifan Mai Yuhui Zhang and Yuta Koreeda. 2022. Holistic Evaluation of Language Models. ArXiv abs\/2211.09110 (2022)."},{"key":"e_1_3_3_2_39_2","series-title":"Proceedings of Machine Learning Research","first-page":"6565","volume-title":"Proceedings of the 38th International Conference on Machine Learning","volume":"139","author":"Liang Paul\u00a0Pu","year":"2021","unstructured":"Paul\u00a0Pu Liang, Chiyu Wu, Louis-Philippe Morency, and Ruslan Salakhutdinov. 2021. Towards Understanding and Mitigating Social Biases in Language Models. In Proceedings of the 38th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0139), Marina Meila and Tong Zhang (Eds.). PMLR, 6565\u20136576. https:\/\/proceedings.mlr.press\/v139\/liang21a.html"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376727"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-62077-614"},{"key":"e_1_3_3_2_42_2","unstructured":"Marta\u00a0Marchiori Manerba Karolina Sta\u0144czak Riccardo Guidotti and Isabelle Augenstein. 2024. Social Bias Probing: Fairness Benchmarking for Language Models. arxiv:https:\/\/arXiv.org\/abs\/2311.09090\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2311.09090"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.132"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","unstructured":"Silvia Milano Joshua\u00a0A. McGrane and Sabina Leonelli. 2023. Large language models challenge the future of higher education. Nature Machine Intelligence 5 4 (01 Apr 2023) 333\u2013334. https:\/\/doi.org\/10.1038\/s42256-023-00644-2","DOI":"10.1038\/s42256-023-00644-2"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","unstructured":"Fabio Motoki Valdemar Pinho\u00a0Neto and Victor Rodrigues. 2024. More human than human: measuring ChatGPT political bias. Public Choice 198 1 (01 Jan 2024) 3\u201323. https:\/\/doi.org\/10.1007\/s11127-023-01097-2","DOI":"10.1007\/s11127-023-01097-2"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.416"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.154"},{"key":"e_1_3_3_2_48_2","unstructured":"Xuan-Phi Nguyen Wenxuan Zhang Xin Li Mahani Aljunied Zhiqiang Hu Chenhui Shen Yew\u00a0Ken Chia Xingxuan Li Jianyu Wang Qingyu Tan Liying Cheng Guanzheng Chen Yue Deng Sen Yang Chaoqun Liu Hang Zhang and Lidong Bing. 2024. SeaLLMs \u2013 Large Language Models for Southeast Asia. arxiv:https:\/\/arXiv.org\/abs\/2312.00738\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2312.00738"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.165"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/2998181.2998331"},{"key":"e_1_3_3_2_51_2","first-page":"25944","volume-title":"Advances in Neural Information Processing Systems","author":"Petersen Felix","year":"2021","unstructured":"Felix Petersen, Debarghya Mukherjee, Yuekai Sun, and Mikhail Yurochkin. 2021. Post-processing for Individual Fairness. In Advances in Neural Information Processing Systems, M.\u00a0Ranzato, A.\u00a0Beygelzimer, Y.\u00a0Dauphin, P.S. Liang, and J.\u00a0Wortman Vaughan (Eds.), Vol.\u00a034. Curran Associates, Inc., 25944\u201325955. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2021\/file\/d9fea4ca7e4a74c318ec27c1deb0796c-Paper.pdf"},{"key":"e_1_3_3_2_52_2","first-page":"24720","volume-title":"Advances in Neural Information Processing Systems","author":"Rauh Maribeth","year":"2022","unstructured":"Maribeth Rauh, John Mellor, Jonathan Uesato, Po-Sen Huang, Johannes Welbl, Laura Weidinger, Sumanth Dathathri, Amelia Glaese, Geoffrey Irving, Iason Gabriel, William Isaac, and Lisa\u00a0Anne Hendricks. 2022. Characteristics of Harmful Text: Towards Rigorous Benchmarking of Language Models. In Advances in Neural Information Processing Systems, S.\u00a0Koyejo, S.\u00a0Mohamed, A.\u00a0Agarwal, D.\u00a0Belgrave, K.\u00a0Cho, and A.\u00a0Oh (Eds.), Vol.\u00a035. Curran Associates, Inc., 24720\u201324739. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2022\/file\/9ca22870ae0ba55ee50ce3e2d269e5de-Paper-Datasets_and_Benchmarks.pdf"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1339"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1339"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659044"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","unstructured":"Yan Tao Olga Viberg Ryan\u00a0S Baker and Ren\u00e9\u00a0F Kizilcec. 2024. Cultural bias and cultural alignment of large language models. PNAS Nexus 3 9 (09 2024) pgae346. https:\/\/doi.org\/10.1093\/pnasnexus\/pgae346 arXiv:https:\/\/academic.oup.com\/pnasnexus\/article-pdf\/3\/9\/pgae346\/59151559\/pgae346.pdf","DOI":"10.1093\/pnasnexus\/pgae346"},{"key":"e_1_3_3_2_57_2","first-page":"38975","volume-title":"Advances in Neural Information Processing Systems","author":"Valmeekam Karthik","year":"2023","unstructured":"Karthik Valmeekam, Matthew Marquez, Alberto Olmo, Sarath Sreedharan, and Subbarao Kambhampati. 2023. PlanBench: An Extensible Benchmark for Evaluating Large Language Models on Planning and Reasoning about Change. In Advances in Neural Information Processing Systems, A.\u00a0Oh, T.\u00a0Naumann, A.\u00a0Globerson, K.\u00a0Saenko, M.\u00a0Hardt, and S.\u00a0Levine (Eds.), Vol.\u00a036. Curran Associates, Inc., 38975\u201338987. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/file\/7a92bcdede88c7afd108072faf5485c8-Paper-Datasets_and_Benchmarks.pdf"},{"key":"e_1_3_3_2_58_2","volume-title":"Advances in Neural Information Processing Systems","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan\u00a0N Gomez, \u0141\u00a0ukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In Advances in Neural Information Processing Systems, I.\u00a0Guyon, U.\u00a0Von Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.), Vol.\u00a030. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2017\/file\/3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf"},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1221"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533088"},{"key":"e_1_3_3_2_61_2","unstructured":"Mingfeng Xue Dayiheng Liu Kexin Yang Guanting Dong Wenqiang Lei Zheng Yuan Chang Zhou and Jingren Zhou. 2023. OccuQuest: Mitigating Occupational Bias for Inclusive Large Language Models. arxiv:https:\/\/arXiv.org\/abs\/2310.16517\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2310.16517"},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"publisher","unstructured":"Jingyan Zhou Jiawen Deng Fei Mi Yitong Li Yasheng Wang Minlie Huang Xin Jiang Qun Liu and Helen Meng. 2022. Towards Identifying Social Bias in Dialog Systems: Frame Datasets and Benchmarks. arXiv e-prints Article arXiv:2202.08011 (Feb. 2022) arXiv:2202.08011\u00a0pages. https:\/\/doi.org\/10.48550\/arXiv.2202.08011 arxiv:https:\/\/arXiv.org\/abs\/2202.08011\u00a0[cs.CL]","DOI":"10.48550\/arXiv.2202.08011"}],"event":{"name":"FAccT '25: The 2025 ACM Conference on Fairness, Accountability, and Transparency","location":"Athens Greece","acronym":"FAccT '25"},"container-title":["Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3715275.3732207","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T11:04:53Z","timestamp":1750763093000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3715275.3732207"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":61,"alternative-id":["10.1145\/3715275.3732207","10.1145\/3715275"],"URL":"https:\/\/doi.org\/10.1145\/3715275.3732207","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-06-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}