{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T16:41:09Z","timestamp":1781887269937,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":64,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642111","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:37:41Z","timestamp":1715416661000},"page":"1-20","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["STILE: Exploring and Debugging Social Biases in Pre-trained Text Representations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2090-3800","authenticated-orcid":false,"given":"Samia","family":"Kabir","sequence":"first","affiliation":[{"name":"Computer Science, Purdue University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-5906-7812","authenticated-orcid":false,"given":"Lixiang","family":"Li","sequence":"additional","affiliation":[{"name":"Computer Science, Purdue University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5468-9347","authenticated-orcid":false,"given":"Tianyi","family":"Zhang","sequence":"additional","affiliation":[{"name":"Computer Science, Purdue University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","volume-title":"International Conference on Machine Learning. PMLR, 60\u201369","author":"Agarwal Alekh","year":"2018","unstructured":"Alekh Agarwal, Alina Beygelzimer, Miroslav Dud\u00edk, John Langford, and Hanna Wallach. 2018. A reductions approach to fair classification. In International Conference on Machine Learning. PMLR, 60\u201369."},{"key":"e_1_3_3_3_2_1","volume-title":"Fairsight: Visual analytics for fairness in decision making","author":"Ahn Yongsu","year":"2019","unstructured":"Yongsu Ahn and Yu-Ru Lin. 2019. Fairsight: Visual analytics for fairness in decision making. IEEE transactions on visualization and computer graphics 26, 1 (2019), 1086\u20131095."},{"key":"e_1_3_3_3_3_1","volume-title":"AI Fairness 360: An extensible toolkit for detecting, understanding, and mitigating unwanted algorithmic bias. arXiv preprint arXiv:1810.01943","author":"Bellamy KE","year":"2018","unstructured":"Rachel\u00a0KE Bellamy, Kuntal Dey, Michael Hind, Samuel\u00a0C Hoffman, Stephanie Houde, Kalapriya Kannan, Pranay Lohia, Jacquelyn Martino, Sameep Mehta, Aleksandra Mojsilovic, 2018. AI Fairness 360: An extensible toolkit for detecting, understanding, and mitigating unwanted algorithmic bias. arXiv preprint arXiv:1810.01943 (2018)."},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1177\/0049124118782533"},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173951"},{"key":"e_1_3_3_3_6_1","volume-title":"Man is to computer programmer as woman is to homemaker? debiasing word embeddings. Advances in neural information processing systems 29","author":"Bolukbasi Tolga","year":"2016","unstructured":"Tolga Bolukbasi, Kai-Wei Chang, James\u00a0Y Zou, Venkatesh Saligrama, and Adam\u00a0T Kalai. 2016. Man is to computer programmer as woman is to homemaker? debiasing word embeddings. Advances in neural information processing systems 29 (2016)."},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.431"},{"key":"e_1_3_3_3_8_1","volume-title":"Using thematic analysis in psychology. Qualitative research in psychology 3, 2","author":"Braun Virginia","year":"2006","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 (2006), 77\u2013101."},{"key":"e_1_3_3_3_9_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems 33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020), 1877\u20131901."},{"key":"e_1_3_3_3_10_1","volume-title":"Conference on fairness, accountability and transparency. PMLR, 77\u201391","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender shades: Intersectional accuracy disparities in commercial gender classification. In Conference on fairness, accountability and transparency. PMLR, 77\u201391."},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/VAST47406.2019.8986948"},{"key":"e_1_3_3_3_12_1","volume-title":"Semantics derived automatically from language corpora contain human-like biases. Science 356, 6334","author":"Caliskan Aylin","year":"2017","unstructured":"Aylin Caliskan, Joanna\u00a0J Bryson, and Arvind Narayanan. 2017. Semantics derived automatically from language corpora contain human-like biases. Science 356, 6334 (2017), 183\u2013186."},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302321"},{"key":"e_1_3_3_3_14_1","volume-title":"Fair prediction with disparate impact: A study of bias in recidivism prediction instruments. Big data 5, 2","author":"Chouldechova Alexandra","year":"2017","unstructured":"Alexandra Chouldechova. 2017. Fair prediction with disparate impact: A study of bias in recidivism prediction instruments. Big data 5, 2 (2017), 153\u2013163."},{"key":"e_1_3_3_3_15_1","volume-title":"Artificial intelligence with very real biases. The Wall Street Journal","author":"Crawford Kate","year":"2017","unstructured":"Kate Crawford. 2017. Artificial intelligence with very real biases. The Wall Street Journal (2017)."},{"key":"e_1_3_3_3_16_1","first-page":"246","article-title":". On Measures of Biases and Harms in NLP","volume":"2022","author":"Dev Sunipa","year":"2022","unstructured":"Sunipa Dev, Emily Sheng, Jieyu Zhao, Aubrie Amstutz, Jiao Sun, Yu Hou, Mattie Sanseverino, Jiin Kim, Akihiro Nishi, Nanyun Peng, 2022. On Measures of Biases and Harms in NLP. In Findings of the Association for Computational Linguistics: AACL-IJCNLP 2022. 246\u2013267.","journal-title":"Findings of the Association for Computational Linguistics: AACL-IJCNLP"},{"key":"e_1_3_3_3_17_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_3_3_18_1","unstructured":"The\u00a0Britannica Dictionary. 2022. The Britannica Dictionary.https:\/\/www.britannica.com\/dictionary."},{"key":"e_1_3_3_3_19_1","volume-title":"Unified language model pre-training for natural language understanding and generation. Advances in Neural Information Processing Systems 32","author":"Dong Li","year":"2019","unstructured":"Li Dong, Nan Yang, Wenhui Wang, Furu Wei, Xiaodong Liu, Yu Wang, Jianfeng Gao, Ming Zhou, and Hsiao-Wuen Hon. 2019. Unified language model pre-training for natural language understanding and generation. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_3_3_20_1","volume-title":"Intro to digital humanities: introduction","author":"Drucker Johanna","year":"2016","unstructured":"Johanna Drucker. 2016. Intro to digital humanities: introduction. UCLA Center for Digital Humanities\/\/Center for Digital Humanities (2016)."},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_3_3_22_1","unstructured":"Hugging Face. 2022. Hugging Face \u2013 The AI community building the future.https:\/\/huggingface.co\/."},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1720347115"},{"key":"e_1_3_3_3_24_1","volume-title":"WordBias: An Interactive Visual Tool for Discovering Intersectional Biases Encoded in Word Embeddings. In Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u20137.","author":"Ghai Bhavya","year":"2021","unstructured":"Bhavya Ghai, Md\u00a0Naimul Hoque, and Klaus Mueller. 2021. WordBias: An Interactive Visual Tool for Discovering Intersectional Biases Encoded in Word Embeddings. In Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u20137."},{"key":"e_1_3_3_3_25_1","volume-title":"D-BIAS: A Causality-Based Human-in-the-Loop System for Tackling Algorithmic Bias","author":"Ghai Bhavya","year":"2022","unstructured":"Bhavya Ghai and Klaus Mueller. 2022. D-BIAS: A Causality-Based Human-in-the-Loop System for Tackling Algorithmic Bias. IEEE Transactions on Visualization and Computer Graphics (2022)."},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.5465\/annals.2018.0057"},{"key":"e_1_3_3_3_27_1","unstructured":"Google. 2017. FACETS KNOW YOUR DATA. https:\/\/pair-code.github.io\/facets\/."},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450092"},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"crossref","unstructured":"Greg Guest Kathleen\u00a0M MacQueen and Emily\u00a0E Namey. 2011. Applied thematic analysis. sage publications.","DOI":"10.4135\/9781483384436"},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462536"},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173582"},{"key":"e_1_3_3_3_32_1","unstructured":"Beverley Hancock Elizabeth Ockleford and Kate Windridge. 2001. An introduction to qualitative research. Trent focus group London."},{"key":"e_1_3_3_3_33_1","unstructured":"M Hardt E Price N Srebro 2016. Equality of opportunity in supervised learning in \u2018Advances in neural information processing systems\u2019. (2016)."},{"key":"e_1_3_3_3_34_1","volume-title":"ACM SIGIR workshop on faceted search","author":"Hearst Marti","year":"2006","unstructured":"Marti Hearst. 2006. Design recommendations for hierarchical faceted search interfaces. In ACM SIGIR workshop on faceted search. Seattle, WA, 1\u20135."},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300830"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314267"},{"key":"e_1_3_3_3_37_1","unstructured":"Kaggle. 2017. All the news. \"https:\/\/www.kaggle.com\/datasets\/snapcrack\/all-the-news\"."},{"key":"e_1_3_3_3_38_1","volume-title":"Proceedings of the Fourteenth International Conference on Web and Social Media (ICWSM), Data Challenge Workshop. AAAI Organization.","author":"Kim Jae\u00a0Yeon","year":"2020","unstructured":"Jae\u00a0Yeon Kim, Carlos Ortiz, Sarah Nam, Sarah Santiago, and Vivek Datta. 2020. Intersectional Bias in Hate Speech and Abusive Language Datasets. In Proceedings of the Fourteenth International Conference on Web and Social Media (ICWSM), Data Challenge Workshop. AAAI Organization."},{"key":"e_1_3_3_3_39_1","volume-title":"Bias out-of-the-box: An empirical analysis of intersectional occupational biases in popular generative language models. Advances in neural information processing systems 34","author":"Kirk Hannah\u00a0Rose","year":"2021","unstructured":"Hannah\u00a0Rose Kirk, Yennie Jun, Filippo Volpin, Haider Iqbal, Elias Benussi, Frederic Dreyer, Aleksandar Shtedritski, and Yuki Asano. 2021. Bias out-of-the-box: An empirical analysis of intersectional occupational biases in popular generative language models. Advances in neural information processing systems 34 (2021), 2611\u20132624."},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858402"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-3823"},{"key":"e_1_3_3_3_42_1","volume-title":"Counterfactual fairness. arXiv preprint arXiv:1703.06856","author":"Kusner J","year":"2017","unstructured":"Matt\u00a0J Kusner, Joshua\u00a0R Loftus, Chris Russell, and Ricardo Silva. 2017. Counterfactual fairness. arXiv preprint arXiv:1703.06856 (2017)."},{"key":"e_1_3_3_3_43_1","volume-title":"Designing Tools for Semi-Automated Detection of Machine Learning Biases: An Interview Study. arXiv preprint arXiv:2003.07680","author":"Law Po-Ming","year":"2020","unstructured":"Po-Ming Law, Sana Malik, Fan Du, and Moumita Sinha. 2020. Designing Tools for Semi-Automated Detection of Machine Learning Biases: An Interview Study. arXiv preprint arXiv:2003.07680 (2020)."},{"key":"e_1_3_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951718756684"},{"key":"e_1_3_3_3_45_1","volume-title":"International Conference on Machine Learning. PMLR, 6565\u20136576","author":"Liang Paul\u00a0Pu","year":"2021","unstructured":"Paul\u00a0Pu Liang, Chiyu Wu, Louis-Philippe Morency, and Ruslan Salakhutdinov. 2021. Towards understanding and mitigating social biases in language models. In International Conference on Machine Learning. PMLR, 6565\u20136576."},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1062"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1063"},{"key":"e_1_3_3_3_48_1","volume-title":"Distributed representations of words and phrases and their compositionality. Advances in neural information processing systems 26","author":"Mikolov Tomas","year":"2013","unstructured":"Tomas Mikolov, Ilya Sutskever, Kai Chen, Greg\u00a0S Corrado, and Jeff Dean. 2013. Distributed representations of words and phrases and their compositionality. Advances in neural information processing systems 26 (2013)."},{"key":"e_1_3_3_3_49_1","volume-title":"Stereoset: Measuring stereotypical bias in pretrained language models. arXiv preprint arXiv:2004.09456","author":"Nadeem Moin","year":"2020","unstructured":"Moin Nadeem, Anna Bethke, and Siva Reddy. 2020. Stereoset: Measuring stereotypical bias in pretrained language models. arXiv preprint arXiv:2004.09456 (2020)."},{"key":"e_1_3_3_3_50_1","unstructured":"Arvind Narayanan. 21. Fairness definitions and their politics. In Tutorial presented at the Conf. on Fairness Accountability and Transparency."},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372843"},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.3390\/make4020022"},{"key":"e_1_3_3_3_54_1","volume-title":"The probabilistic relevance framework: BM25 and beyond. Foundations and Trends\u00ae in Information Retrieval 3, 4","author":"Robertson Stephen","year":"2009","unstructured":"Stephen Robertson, Hugo Zaragoza, 2009. The probabilistic relevance framework: BM25 and beyond. Foundations and Trends\u00ae in Information Retrieval 3, 4 (2009), 333\u2013389."},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00434"},{"key":"e_1_3_3_3_56_1","unstructured":"Aaron Springer Jean Garcia-Gathright and Henriette Cramer. 2018. Assessing and Addressing Algorithmic Bias-But Before We Get There.... In AAAI Spring Symposia."},{"key":"e_1_3_3_3_57_1","volume-title":"Assessing social and intersectional biases in contextualized word representations. Advances in Neural Information Processing Systems 32","author":"Tan Yi\u00a0Chern","year":"2019","unstructured":"Yi\u00a0Chern Tan and L\u00a0Elisa Celis. 2019. Assessing social and intersectional biases in contextualized word representations. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030471"},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174230"},{"key":"e_1_3_3_3_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114850"},{"key":"e_1_3_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376447"},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1056"},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1064"},{"key":"e_1_3_3_3_64_1","volume-title":"Gender bias in coreference resolution: Evaluation and debiasing methods. arXiv preprint arXiv:1804.06876","author":"Zhao Jieyu","year":"2018","unstructured":"Jieyu Zhao, Tianlu Wang, Mark Yatskar, Vicente Ordonez, and Kai-Wei Chang. 2018. Gender bias in coreference resolution: Evaluation and debiasing methods. arXiv preprint arXiv:1804.06876 (2018)."}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642111","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642111","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:41Z","timestamp":1750291001000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642111"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":64,"alternative-id":["10.1145\/3613904.3642111","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642111","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}