{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:48:23Z","timestamp":1776113303244,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T00:00:00Z","timestamp":1686528000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000161","name":"National Institute of Standards and Technology","doi-asserted-by":"publisher","award":["NIST 60NANB20D212T"],"award-info":[{"award-number":["NIST 60NANB20D212T"]}],"id":[{"id":"10.13039\/100000161","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,12]]},"DOI":"10.1145\/3593013.3594109","type":"proceedings-article","created":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T14:40:46Z","timestamp":1686580846000},"page":"1699-1710","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":36,"title":["Bias Against 93 Stigmatized Groups in Masked Language Models and Downstream Sentiment Classification Tasks"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-9685-3936","authenticated-orcid":false,"given":"Katelyn","family":"Mei","sequence":"first","affiliation":[{"name":"Information School, University of Washington, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-4522-8953","authenticated-orcid":false,"given":"Sonia","family":"Fereidooni","sequence":"additional","affiliation":[{"name":"University of Washington, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7154-8629","authenticated-orcid":false,"given":"Aylin","family":"Caliskan","sequence":"additional","affiliation":[{"name":"Information School, University of Washington, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,6,12]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462624"},{"key":"e_1_3_2_2_2_1","volume-title":"Ver\u00f3nica Garc\u00eda Walker, and Judith A. Levy","author":"Albrecht Gary L.","year":"1982","unstructured":"Gary L. Albrecht, Ver\u00f3nica Garc\u00eda Walker, and Judith A. Levy. 1982. Social distance from the stigmatized. A test of two theories.Social science & medicine 16 14 (1982), 1319\u201327."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.203"},{"key":"e_1_3_2_2_4_1","volume-title":"Hal Daum\u00e9 III, and Hanna Wallach","author":"Blodgett Su Lin","year":"2020","unstructured":"Su Lin Blodgett, Solon Barocas, Hal Daum\u00e9 III, and Hanna Wallach. 2020. Language (technology) is power: A critical survey of\" bias\" in nlp. arXiv preprint arXiv:2005.14050 (2020)."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_6_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems 33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020), 1877\u20131901."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.aal4230"},{"key":"e_1_3_2_2_8_1","volume-title":"An attribution model of public discrimination towards persons with mental illness. Journal of health and Social Behavior","author":"Corrigan Patrick","year":"2003","unstructured":"Patrick Corrigan, Fred E Markowitz, Amy Watson, David Rowan, and Mary Ann Kubiak. 2003. An attribution model of public discrimination towards persons with mental illness. Journal of health and Social Behavior (2003), 162\u2013179."},{"key":"e_1_3_2_2_9_1","volume-title":"Stigma of disease and disability: Understanding causes and overcoming injustices","author":"Corrigan Patrick W.","unstructured":"Patrick W. Corrigan. 2015. Stigma of disease and disability: Understanding causes and overcoming injustices. American Psychological Association."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2044-8309.1995.tb01049.x"},{"key":"e_1_3_2_2_11_1","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","volume":"1","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). 4171\u20134186."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1111\/josi.12208"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00410"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-4362.1993.tb05031.x"},{"key":"e_1_3_2_2_15_1","volume-title":"notes on the management of spoiled identity (first touchstone edition. ed.)","author":"Goffman Erving","unstructured":"Erving Goffman. 1986 - 1963. Stigma : notes on the management of spoiled identity (first touchstone edition. ed.). Simon & Schuster, Inc., New York."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462536"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijresmar.2022.05.005"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1177\/0886260508316477"},{"key":"e_1_3_2_2_19_1","volume-title":"Sexual stigma and sexual prejudice in the United States: A conceptual framework. Contemporary perspectives on lesbian, gay, and bisexual identities","author":"Herek Gregory M","year":"2009","unstructured":"Gregory M Herek. 2009. Sexual stigma and sexual prejudice in the United States: A conceptual framework. Contemporary perspectives on lesbian, gay, and bisexual identities (2009), 65\u2013111."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","unstructured":"HF Canonical Model Maintainers. 2022. distilbert-base-uncased-finetuned-sst-2-english (Revision bfdd146). https:\/\/doi.org\/10.57967\/hf\/0181","DOI":"10.57967\/hf"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","unstructured":"Po-Sen Huang Huan Zhang Ray Jiang Robert Stanforth Johannes Welbl Jack Rae Vishal Maini Dani Yogatama and Pushmeet Kohli. 2019. Reducing Sentiment Bias in Language Models via Counterfactual Evaluation. https:\/\/doi.org\/10.48550\/ARXIV.1911.03064","DOI":"10.48550\/ARXIV.1911.03064"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.gebnlp-1.20"},{"key":"e_1_3_2_2_23_1","volume-title":"Examining gender and race bias in two hundred sentiment analysis systems. arXiv preprint arXiv:1805.04508","author":"Kiritchenko Svetlana","year":"2018","unstructured":"Svetlana Kiritchenko and Saif M Mohammad. 2018. Examining gender and race bias in two hundred sentiment analysis systems. arXiv preprint arXiv:1805.04508 (2018)."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-3823"},{"key":"e_1_3_2_2_25_1","volume-title":"Gendered Mental Health Stigma in Masked Language Models. arXiv preprint arXiv:2210.15144","author":"Lin Inna Wanyin","year":"2022","unstructured":"Inna Wanyin Lin, Lucille Njoo, Anjalie Field, Ashish Sharma, Katharina Reinecke, Tim Althoff, and Yulia Tsvetkov. 2022. Gendered Mental Health Stigma in Masked Language Models. arXiv preprint arXiv:2210.15144 (2022)."},{"key":"e_1_3_2_2_26_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-demo.25"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1062"},{"key":"e_1_3_2_2_29_1","volume-title":"On measuring social biases in sentence encoders. arXiv preprint arXiv:1903.10561","author":"May Chandler","year":"2019","unstructured":"Chandler May, Alex Wang, Shikha Bordia, Samuel R Bowman, and Rachel Rudinger. 2019. On measuring social biases in sentence encoders. arXiv preprint arXiv:1903.10561 (2019)."},{"key":"e_1_3_2_2_30_1","volume-title":"Interrater reliability: the kappa statistic. Biochemia medica 22, 3","author":"McHugh Mary L","year":"2012","unstructured":"Mary L McHugh. 2012. Interrater reliability: the kappa statistic. Biochemia medica 22, 3 (2012), 276\u2013282."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1177\/1059601103257410"},{"key":"e_1_3_2_2_32_1","volume-title":"Education-based stigma and discrimination among young adults not in 4-year college. BMC psychology 10, 1","author":"Meisel Matthew K","year":"2022","unstructured":"Matthew K Meisel, Michelle Haikalis, Suzanne M Colby, and Nancy P Barnett. 2022. Education-based stigma and discrimination among young adults not in 4-year college. BMC psychology 10, 1 (2022), 26."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.socscimed.2020.113463"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.2"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1177\/0146167217741313"},{"key":"e_1_3_2_2_37_1","volume-title":"Culture, society and sexuality","author":"Parker Richard","unstructured":"Richard Parker and Peter Aggleton. 2007. HIV-and AIDS-related stigma and discrimination: A conceptual framework and implications for action. In Culture, society and sexuality. Routledge, 459\u2013474."},{"key":"e_1_3_2_2_38_1","volume-title":"PyTorch: An Imperative Style","author":"Paszke Adam","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, Alban Desmaison, Andreas Kopf, Edward Yang, Zachary DeVito, Martin Raison, Alykhan Tejani, Sasank Chilamkurthy, Benoit Steiner, Lu Fang, Junjie Bai, and Soumith Chintala. 2019. PyTorch: An Imperative Style, High-Performance Deep Learning Library. In Advances in Neural Information Processing Systems 32. Curran Associates, Inc., 8024\u20138035. http:\/\/papers.neurips.cc\/paper\/9015-pytorch-an-imperative-style-high-performance-deep-learning-library.pdf"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_40_1","volume-title":"Juan Carlos Giudici, and Franco Luque","author":"P\u00e9rez Juan Manuel","year":"2021","unstructured":"Juan Manuel P\u00e9rez, Juan Carlos Giudici, and Franco Luque. 2021. pysentimiento: A Python Toolkit for Sentiment Analysis and SocialNLP tasks. arxiv:2106.09462 [cs.CL]"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S17-2088"},{"key":"e_1_3_2_2_42_1","volume-title":"a distilled version of BERT: smaller, faster, cheaper and lighter. CoRR abs\/1910.01108","author":"Sanh Victor","year":"2019","unstructured":"Victor Sanh, Lysandre Debut, Julien Chaumond, and Thomas Wolf. 2019. DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. CoRR abs\/1910.01108 (2019). arXiv:1910.01108http:\/\/arxiv.org\/abs\/1910.01108"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.346"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.625"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-2885.2007.00307.x"},{"key":"e_1_3_2_2_47_1","volume-title":"A threat in the air: How stereotypes shape intellectual identity and performance.American psychologist 52, 6","author":"Steele Claude M","year":"1997","unstructured":"Claude M Steele. 1997. A threat in the air: How stereotypes shape intellectual identity and performance.American psychologist 52, 6 (1997), 613."},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","unstructured":"Yu Sun Shuohuan Wang Shikun Feng Siyu Ding Chao Pang Junyuan Shang Jiaxiang Liu Xuyi Chen Yanbin Zhao Yuxiang Lu Weixin Liu Zhihua Wu Weibao Gong Jianzhong Liang Zhizhou Shang Peng Sun Wei Liu Xuan Ouyang Dianhai Yu Hao Tian Hua Wu and Haifeng Wang. 2021. ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation. https:\/\/doi.org\/10.48550\/ARXIV.2107.02137","DOI":"10.48550\/ARXIV.2107.02137"},{"key":"e_1_3_2_2_49_1","volume-title":"Assessing social and intersectional biases in contextualized word representations. Advances in neural information processing systems 32","author":"Tan Yi Chern","year":"2019","unstructured":"Yi Chern Tan and L Elisa Celis. 2019. Assessing social and intersectional biases in contextualized word representations. Advances in neural information processing systems 32 (2019)."},{"key":"e_1_3_2_2_50_1","volume-title":"Investigating gender bias in language models using causal mediation analysis. Advances in neural information processing systems 33","author":"Vig Jesse","year":"2020","unstructured":"Jesse Vig, Sebastian Gehrmann, Yonatan Belinkov, Sharon Qian, Daniel Nevo, Yaron Singer, and Stuart Shieber. 2020. Investigating gender bias in language models using causal mediation analysis. Advances in neural information processing systems 33 (2020), 12388\u201312401."},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"e_1_3_2_2_52_1","volume-title":"Low frequency names exhibit bias and overfitting in contextualizing language models. arXiv preprint arXiv:2110.00672","author":"Wolfe Robert","year":"2021","unstructured":"Robert Wolfe and Aylin Caliskan. 2021. Low frequency names exhibit bias and overfitting in contextualizing language models. arXiv preprint arXiv:2110.00672 (2021)."},{"key":"e_1_3_2_2_53_1","volume-title":"Xlnet: Generalized autoregressive pretraining for language understanding. Advances in neural information processing systems 32","author":"Yang Zhilin","year":"2019","unstructured":"Zhilin Yang, Zihang Dai, Yiming Yang, Jaime Carbonell, Russ R Salakhutdinov, and Quoc V Le. 2019. Xlnet: Generalized autoregressive pretraining for language understanding. Advances in neural information processing systems 32 (2019)."},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.11"},{"key":"e_1_3_2_2_55_1","volume-title":"Proceedings of the 20th Chinese National Conference on Computational Linguistics. Chinese Information Processing Society of China","author":"Zhuang Liu","year":"2021","unstructured":"Liu Zhuang, Lin Wayne, Shi Ya, and Zhao Jun. 2021. A Robustly Optimized BERT Pre-training Approach with Post-training. In Proceedings of the 20th Chinese National Conference on Computational Linguistics. Chinese Information Processing Society of China, Huhhot, China, 1218\u20131227. https:\/\/aclanthology.org\/2021.ccl-1.108"}],"event":{"name":"FAccT '23: the 2023 ACM Conference on Fairness, Accountability, and Transparency","location":"Chicago IL USA","acronym":"FAccT '23"},"container-title":["2023 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3594109","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3593013.3594109","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3593013.3594109","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:19Z","timestamp":1750178239000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3594109"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,12]]},"references-count":55,"alternative-id":["10.1145\/3593013.3594109","10.1145\/3593013"],"URL":"https:\/\/doi.org\/10.1145\/3593013.3594109","relation":{},"subject":[],"published":{"date-parts":[[2023,6,12]]},"assertion":[{"value":"2023-06-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}