{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T06:31:56Z","timestamp":1782801116150,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":121,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3715275.3732046","type":"proceedings-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T17:03:13Z","timestamp":1750698193000},"page":"746-762","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Measuring Machine Learning Harms from Stereotypes Requires Understanding Who Is Harmed by Which Errors in What Ways"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9140-3523","authenticated-orcid":false,"given":"Angelina","family":"Wang","sequence":"first","affiliation":[{"name":"Cornell Tech, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2277-5451","authenticated-orcid":false,"given":"Xuechunzi","family":"Bai","sequence":"additional","affiliation":[{"name":"University of Chicago, Chicago, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4577-466X","authenticated-orcid":false,"given":"Solon","family":"Barocas","sequence":"additional","affiliation":[{"name":"Microsoft Research, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9861-3483","authenticated-orcid":false,"given":"Su Lin","family":"Blodgett","sequence":"additional","affiliation":[{"name":"Microsoft Research, Montreal, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,6,23]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"Mohsen Abbasi Sorelle\u00a0A. Friedler Carlos Scheidegger and Suresh Venkatasubramanian. 2019. Fairness in representation: quantifying stereotyping as a representational harm. Siam International Conference on Data Mining (2019).","DOI":"10.1137\/1.9781611975673.90"},{"key":"e_1_3_3_2_3_2","unstructured":"Gordon\u00a0Willard Allport Kenneth Clark and Thomas Pettigrew. 1954. The nature of prejudice. Addison-wesley Reading MA (1954)."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Lisa\u00a0P. Argyle Ethan\u00a0C. Busby Nancy Fulda Joshua Gubler Christopher Rytting and David Wingate. 2023. Out of One Many: Using Language Models to Simulate Human Samples. Political Analysis (2023).","DOI":"10.1017\/pan.2023.2"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","unstructured":"Pinar Barlas Kyriakos Kyriakou Olivia Guest Styliani Kleanthous and Jahna Otterbacher. 2021. To \"See\" is to Stereotype: Image Tagging Algorithms Gender Recognition and the Accuracy-Fairness Trade-off. Proceedings of the ACM on Human-Computer Interaction (CSCW) (2021).","DOI":"10.1145\/3432931"},{"key":"e_1_3_3_2_6_2","unstructured":"Rachel Bayefsky. 2016. Psychological Harm and Constitutional Standing. Brooklyn Law Review (2016)."},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Erin Beeghly. 2015. What is a Stereotype? What is Stereotyping? Hypatia (2015).","DOI":"10.1111\/hypa.12170"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Erin Beeghly. 2025. What\u2019s Wrong with Stereotyping? Oxford University Press (2025).","DOI":"10.1093\/9780192565150.001.0001"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Jayadev Bhaskaran and Isha Bhallamudi. 2019. Good Secretaries Bad Truck Drivers? Occupational Gender Stereotypes in Sentiment Analysis. Proceedings of the First Workshop on Gender Bias in Natural Language Processing (2019).","DOI":"10.18653\/v1\/W19-3809"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Federico Bianchi Pratyusha Kalluri Esin Durmus Faisal Ladhak Myra Cheng Debora Nozza Tatsunori\u00a0B Hashimoto Dan\u00a0Saul Jurafsky James Zou and Aylin Caliskan. 2023. Easily Accessible Text-to-Image Generation Amplifies Demographic Stereotypes at Large Scale. ACM Conference on Fairness Accountability and Transparency (FAccT) (2023).","DOI":"10.1145\/3593013.3594095"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"crossref","unstructured":"Su\u00a0Lin Blodgett Gilsinia Lopez Alexandra Olteanu Robert Sim and Hanna Wallach. 2021. Stereotyping Norwegian Salmon: An Inventory of Pitfalls in Fairness Benchmark Datasets. Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (2021).","DOI":"10.18653\/v1\/2021.acl-long.81"},{"key":"e_1_3_3_2_12_2","unstructured":"Tolga Bolukbasi Kai-Wei Chang James Zou Venkatesh Saligrama and Adam Kalai. 2016. Man is to Computer Programmer as Woman is to Homemaker? Debiasing Word Embeddings. Conference on Neural Information Processing Systems (NeurIPS) (2016)."},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"C.\u00a0Malik Boykin Sophia\u00a0T. Dasch Vincent\u00a0Rice Jr. Venkat\u00a0R. Lakshminarayanan Taiwo\u00a0A. Togun and Sarah\u00a0M. Brown. 2021. Opportunities for a More Interdisciplinary Approach to Measuring Perceptions of Fairness in Machine Learning. Equity and Access in Algorithms Mechanisms and Optimization (EAAMO) (2021).","DOI":"10.1145\/3465416.3483302"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Diana Burgess and Eugene Borgida. 1999. Who women are who women should be: descriptive and prescriptive gender stereotyping in sex discrimination. Psychology Public Policy and Law 5 (1999). Issue 3.","DOI":"10.1037\/\/1076-8971.5.3.665"},{"key":"e_1_3_3_2_15_2","unstructured":"Judith Butler. 1990. Gender Trouble: Feminism and the Subversion of Identity. Routledge (1990)."},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Aylin Caliskan Joanna\u00a0J. Bryson and Arvind Narayanan. 2017. Semantics derived automatically from language corpora contain human-like biases. Science (2017).","DOI":"10.1126\/science.aal4230"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Yang Cao Anna Sotnikova Hal\u00a0Daum\u00e9 III Rachel Rudinger and Linda Zou. 2022. Theory-Grounded Measurement of U.S. Social Stereotypes in English Language Models. Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (2022).","DOI":"10.18653\/v1\/2022.naacl-main.92"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Jennifer Chien and David Danks. 2024. Beyond Behaviorist Representational Harms: A Plan for Measurement and Mitigation. ACM Conference on Fairness Accountability and Transparency (FAccT) (2024).","DOI":"10.1145\/3630106.3658946"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"John\u00a0R. Crawford and Julie\u00a0D. Henry. 2004. The positive and negative affect schedule (PANAS): construct validity measurement properties and normative data in a large non-clinical sample. British Journal of Clinical Psychology (2004).","DOI":"10.1348\/0144665031752934"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Amy J.\u00a0C. Cuddy Susan\u00a0T. Fiske and Peter Glick. 2007. The BIAS map: behaviors from intergroup affect and stereotypes. Journal of Personality and Social Psychology 92 (2007). Issue 4.","DOI":"10.1037\/0022-3514.92.4.631"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Paula Czarnowska Yogarshi Vyas and Kashif Shah. 2021. Quantifying Social Biases in NLP: A Generalization and Empirical Comparison of Extrinsic Fairness Metrics. Transactions of the Association for Computational Linguistics (2021).","DOI":"10.1162\/tacl_a_00425"},{"key":"e_1_3_3_2_22_2","unstructured":"Aida\u00a0Mostafazadeh Davani Mark D\u00edaz and Vinodkumar Prabhakaran. 2022. Dealing with Disagreements: Looking Beyond the Majority Vote in Subjective Annotations. Transactions of the Association for Computational Linguistics (2022)."},{"key":"e_1_3_3_2_23_2","unstructured":"Emily Denton Mark D\u00edaz Ian Kivlichan Vinodkumar Prabhakaran and Rachel Rosen. 2021. Whose Ground Truth? Accounting for Individual and Collective Identities Underlying Dataset Annotation. NeurIPS 2021 Workshop on Data-Centric AI (2021)."},{"key":"e_1_3_3_2_24_2","unstructured":"Sunipa Dev Jaya Goyal Dinesh Tewari Shachi Dave and Vinodkumar Prabhakaran. 2023. Building Socio-culturally Inclusive Stereotype Resources with Community Engagement. Advances in Neural Information Processing Systems (NeurIPS) Datasets and Benchmarks Track (2023)."},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Sunipa Dev Tao Li Jeff Phillips and Vivek Srikumar. 2020. On Measuring and Mitigating Biased Inferences of Word Embeddings. AAAI Technical Track: Natural Language Processing (2020).","DOI":"10.1609\/aaai.v34i05.6267"},{"key":"e_1_3_3_2_26_2","unstructured":"Sunipa Dev and Jeff Phillips. 2019. Attenuating Bias in Word Vectors. International Conference on Artificial Intelligence and Statistics (2019)."},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Sunipa Dev Emily Sheng Jieyu Zhao Aubrie Amstutz Jiao Sun Yu Hou Mattie Sanseverino Jiin Kim Akihiro Nishi Nanyun Peng and Kai-Wei Chang. 2022. On Measures of Biases and Harms in NLP. Findings of the Association for Computational Linguistics: AACL-IJCNLP (2022).","DOI":"10.18653\/v1\/2022.findings-aacl.24"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"Patricia\u00a0G. Devine and Andrew\u00a0J. Elliot. 1995. Are Racial Stereotypes Really Fading? The Princeton Trilogy Revisited. Personality and Social Psychology Bulletin 21 (1995). Issue 11.","DOI":"10.1177\/01461672952111002"},{"key":"e_1_3_3_2_29_2","unstructured":"Jacob Devlin Ming-Wei Chang Kenton Lee and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. Proceedings of NAACL-HLT (2019)."},{"key":"e_1_3_3_2_30_2","unstructured":"Alejandro\u00a0M. Diaz. 2008. Through the Google Goggles: Sociopolitical Bias in Search Engine Design. Information Science and Knowledge Management (2008)."},{"key":"e_1_3_3_2_31_2","unstructured":"Alexey Dosovitskiy Lucas Beyer Alexander Kolesnikov Dirk Weissenborn Xiaohua Zhai Thomas Unterthiner Mostafa Dehghani Matthias Minderer Georg Heigold Sylvain Gelly Jakob Uszkoreit and Neil Houlsby. 2021. An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. International Conference on Learning Representations (ICLR) (2021)."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"Anca Dumitrache Lora Aroyo and Chris Welty. 2018. Capturing Ambiguity in Crowdsourcing Frame Disambiguation. AAAI Conference on Human Computation and Crowdsourcing (HCOMP) (2018).","DOI":"10.1609\/hcomp.v6i1.13330"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Cynthia Dwork Moritz Hardt Toniann Pitassi Omer Reingold and Rich Zemel. 2012. Fairness Through Awareness. Proceedings of the 3rd Innovations in Theoretical Computer Science Conference (2012).","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_3_2_34_2","unstructured":"Alice\u00a0H. Eagly. 1987. Sex differences in social behavior: A social-role interpretation. Lawrence Erlbaum Associates Inc. (1987)."},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"crossref","unstructured":"Alice\u00a0H. Eagly Christa Nater David\u00a0I. Miller Mich\u00e8le Kaufmann and Sabine Sczesny. 2020. Gender stereotypes have changed: A cross-temporal meta-analysis of U.S. public opinion polls from 1946 to 2018. American Psychologist (2020).","DOI":"10.1037\/amp0000494"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"crossref","unstructured":"Naomi Ellemers et\u00a0al. 2018. Gender stereotypes. Annual review of psychology 69 (2018) 275\u2013298.","DOI":"10.1146\/annurev-psych-122216-011719"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"crossref","unstructured":"Saba Fatima. 2020. I Know What Happened to\u00a0Me: The Epistemic Harms of\u00a0Microaggression. Microaggressions and Philosophy (2020).","DOI":"10.4324\/9780429022470-8"},{"key":"e_1_3_3_2_38_2","unstructured":"Susan\u00a0T. Fiske Amy J.\u00a0C. Cuddy and Peter Glick. 2002. Emotions Up and Down: Intergroup Emotions Result from Status and Competition. Prejudice to Intergroup Emotions: Differentiated Reactions to Social Groups (2002)."},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"crossref","unstructured":"Susan\u00a0T. Fiske Amy J.\u00a0C. Cuddy Peter Glick and Jun Xu. 2002. A model of (often mixed) stereotype content: Competence and warmth respectively follow from perceived status and competition. Journal of Personality and Social Psychology 82 (2002). Issue 6.","DOI":"10.1037\/\/0022-3514.82.6.878"},{"key":"e_1_3_3_2_40_2","unstructured":"Thomas\u00a0E. Ford. 1997. Effects of Stereotypical Television Portrayals of African-Americans on Person Perception. Social Psychology Quarterly (1997)."},{"key":"e_1_3_3_2_41_2","unstructured":"Miranda Fricker. 2009. Epistemic Injustice: Power and the Ethics of Knowing. Oxford University Press (2009)."},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"crossref","unstructured":"Yuki Fujioka. 1999. Television Portrayals and African-American Stereotypes: Examination of Television Effects when Direct Contact is Lacking. Journalism and Mass Communication Quarterly (1999).","DOI":"10.1177\/107769909907600105"},{"key":"e_1_3_3_2_43_2","unstructured":"Isabel\u00a0O. Gallegos Ryan\u00a0A. Rossi Joe Barrow Md\u00a0Mehrab Tanjim Sungchul Kim Franck Dernoncourt Tong Yu Ruiyi Zhang and Nesreen\u00a0K. Ahmed. 2023. Bias and Fairness in Large Language Models: A Survey. arXiv:https:\/\/arXiv.org\/abs\/2309.00770 (2023)."},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"crossref","unstructured":"Nikhil Garg Londa Schiebinger Dan Jurafsky and James Zhou. 2018. Word embeddings quantify 100 years of gender and ethnic stereotypes. Proceedings of the National Academy of Sciences of the United States of America (PNAS) (2018).","DOI":"10.1073\/pnas.1720347115"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"crossref","unstructured":"Peter Glick and Susan\u00a0T. Fiske. 1996. The Ambivalent Sexism Inventory: Differentiating hostile and benevolent sexism. Journal of Personality and Social Psychology 70 (1996). Issue 3.","DOI":"10.1037\/\/0022-3514.70.3.491"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"crossref","unstructured":"Peter Glick and Jessica Whitehead. 2010. Hostility Toward Men and the Perceived Stability of Male Dominance. Social Psychology 41 (2010). Issue 3.","DOI":"10.1027\/1864-9335\/a000025"},{"key":"e_1_3_3_2_47_2","unstructured":"Erving Goffman. 1959. The Presentation of Self in Everyday Life. Doubleday (1959)."},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"Sherryl\u00a0Browne Graves. 1999. Television and prejudice reduction: When does television as a vicarious experience make a difference?m. Journal of Social Issues 55 (1999). Issue 4.","DOI":"10.1111\/0022-4537.00143"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"crossref","unstructured":"Anthony\u00a0G. Greenwald Debbie\u00a0E. McGhee and Jordan L.\u00a0K. Schwartz. 1998. Measuring individual differences in implicit cognition: the implicit association test. Journal of Personality and Social Psychology (1998).","DOI":"10.1037\/t03782-000"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"crossref","unstructured":"Nina Grgi\u0107-Hla\u010da Elissa\u00a0M. Redmiles Krishna\u00a0P. Gummadi and Adrian Weller. 2018. Human Perceptions of Fairness in Algorithmic Decision Making: A Case Study of Criminal Risk Prediction. Proceedings of the Web Conference (WWW) (2018).","DOI":"10.1145\/3178876.3186138"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"crossref","unstructured":"Douglas Guilbeault Sol\u00e8ne Delecourt Tasker Hull Bhargav\u00a0Srinivasa Desikan Mark Chu and Ethan Nadler. 2024. Online images amplify gender bias. Nature (2024).","DOI":"10.1038\/s41586-024-07068-x"},{"key":"e_1_3_3_2_52_2","unstructured":"Melissa Hall Laurens van\u00a0der Maaten Laura Gustafson Maxwell Jones and Aaron Adcock. 2022. A Systematic Study of Bias Amplification. arXiv:https:\/\/arXiv.org\/abs\/2201.11706 (2022)."},{"key":"e_1_3_3_2_53_2","first-page":"17","volume-title":"Handbook of social cognition","author":"Hamilton David\u00a0L","year":"2014","unstructured":"David\u00a0L Hamilton and Jeffrey\u00a0W Sherman. 2014. Stereotypes. In Handbook of social cognition. Psychology Press, 17\u201384."},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"crossref","unstructured":"Tanja Hentschel Madeline\u00a0E. Heilman and Claudia\u00a0V. Peus. 2019. The Multiple Dimensions of Gender Stereotypes: A Current Look at Men\u2019s and Women\u2019s Characterizations of Others and Themselves. Frontiers in Psychology (2019).","DOI":"10.3389\/fpsyg.2019.00011"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"crossref","unstructured":"James\u00a0L Hilton and William Von\u00a0Hippel. 1996. Stereotypes. Annual review of psychology 47 1 (1996) 237\u2013271.","DOI":"10.1146\/annurev.psych.47.1.237"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"crossref","unstructured":"Perttu H\u00e4m\u00e4l\u00e4inen Mikke Tavast and Anton Kunnari. 2023. Evaluating Large Language Models in Generating Synthetic HCI Research Data: a Case Study. Conference on Human Factors in Computing Systems (CHI) (2023).","DOI":"10.1145\/3544548.3580688"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"crossref","unstructured":"Lucas\u00a0D. Introna and Helen Nissenbaum. 2000. Shaping the Web: Why the Politics of Search Engines Matters. The Information Society (2000).","DOI":"10.1080\/01972240050133634"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"crossref","unstructured":"Joyce Jennings-Walstedt Florence\u00a0L. Geis and Virginia Brown. 1980. Influence of television commercials on women\u2019s self-confidence and independent judgment. Journal of Personality and Social Psychology (1980).","DOI":"10.1037\/\/0022-3514.38.2.203"},{"key":"e_1_3_3_2_59_2","unstructured":"Akshita Jha Aida Davani Chandan\u00a0K. Reddy Shachi Dave Vinodkumar Prabhakaran and Sunipa Dev. 2023. SeeGULL: A Stereotype Benchmark with Broad Geo-Cultural Coverage Leveraging Generative Models. arXiv:https:\/\/arXiv.org\/abs\/2305.11840 (2023)."},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.548"},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"crossref","unstructured":"Sanjay Kairam and Jeffrey Heer. 2016. Parting Crowds: Characterizing Divergent Interpretations in Crowdsourced Annotation Tasks. ACM Conference On Computer-Supported Cooperative Work And Social Computing (CSCW) (2016).","DOI":"10.1145\/2818048.2820016"},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"crossref","unstructured":"Masahiro Kaneko and Danushka Bollegala. 2019. Gender-preserving Debiasing for Pre-trained Word Embeddings. Annual Conference of the Association for Computational Linguistics (ACL) (2019).","DOI":"10.18653\/v1\/P19-1160"},{"key":"e_1_3_3_2_63_2","doi-asserted-by":"crossref","unstructured":"Saket Karve Lyle Ungar and Jo\u00e3o Sedoc. 2019. Conceptor Debiasing of Word Representations Evaluated on WEAT. arXiv:https:\/\/arXiv.org\/abs\/1906.05993 (2019).","DOI":"10.18653\/v1\/W19-3806"},{"key":"e_1_3_3_2_64_2","doi-asserted-by":"crossref","unstructured":"Daniel Katz and Kenneth Braly. 1933. Racial Stereotypes of One Hundred College Students. The Journal of Abnormal and Social Psychology 28 (1933). Issue 3.","DOI":"10.1037\/h0074049"},{"key":"e_1_3_3_2_65_2","doi-asserted-by":"crossref","unstructured":"Jared Katzman Angelina Wang Morgan Scheuerman Su\u00a0Lin Blodgett Kristen Laird Hanna Wallach and Solon Barocas. 2023. Taxonomizing and Measuring Representational Harms: A Look at Image Tagging. AAAI Conference on Artificial Intelligence (2023).","DOI":"10.1609\/aaai.v37i12.26670"},{"key":"e_1_3_3_2_66_2","unstructured":"Matthew Kay Cynthia Matuszek and Sean\u00a0A. Munson. 2015. Unequal Representation and Gender Stereotypes in Image Search Results for Occupations. Conference on Human Factors in Computing Systems (CHI) (2015)."},{"key":"e_1_3_3_2_67_2","unstructured":"Matja\u017e Kukar and Igor Kononenko. 1998. Cost-Sensitive Learning with Neural Networks. European Conference on Artificial Intelligence (1998)."},{"key":"e_1_3_3_2_68_2","doi-asserted-by":"crossref","unstructured":"Alina Kuznetsova Hassan Rom Neil Alldrin Jasper Uijlings Ivan Krasin Shahab\u00a0Kamali Jordi Pont-Tuset Stefan Popov Matteo Malloci Alexander Kolesnikov Tom Duerig and Vittorio Ferrari. 2020. The Open Images Dataset V4: Unified image classification object detection and visual relationship detection at scale. International Journal of Computer Vision (IJCV) (2020).","DOI":"10.1007\/s11263-020-01316-z"},{"key":"e_1_3_3_2_69_2","unstructured":"Tsung-Yi Lin Michael Maire Serge Belongie James Hays Pietro Perona Deva Ramanan Piotr Doll\u00e1r and C\u00a0Lawrence Zitnick. 2014. Microsoft COCO: Common objects in context. European Conference on Computer Vision (ECCV) (2014)."},{"key":"e_1_3_3_2_70_2","unstructured":"Walter Lippmann. 1922. Public opinion. MacMillan Co (1922)."},{"key":"e_1_3_3_2_71_2","doi-asserted-by":"crossref","unstructured":"Mercedes L\u00f3pez-S\u00e1ez and Ana Lisbona. 2014. Descriptive and prescriptive features of gender stereotyping. Relationships among its components. International Journal of Social Psychology 24 (2014). Issue 3.","DOI":"10.1174\/021347409789050560"},{"key":"e_1_3_3_2_72_2","doi-asserted-by":"crossref","unstructured":"Arti\u00a0P. Makwana Kristof Dhont Jonas\u00a0De keersmaecker Parisa Akhlaghi-Ghaffarokh Marine Masure and Arne Roets. 2018. The Motivated Cognitive Basis of Transphobia: The Roles of Right-Wing Ideologies and Gender Role Beliefs. Sex Roles 79 (2018).","DOI":"10.1007\/s11199-017-0860-x"},{"key":"e_1_3_3_2_73_2","doi-asserted-by":"crossref","unstructured":"Thomas Manzini Yao\u00a0Chong Lim Yulia Tsvetkov and Alan\u00a0W. Black. 2019. Black is to Criminal as Caucasian is to Police: Detecting and Removing Multiclass Bias in Word Embeddings. Annual Conference of the North American Chapter of the Association for Computational Linguistics (NAACL) (2019).","DOI":"10.18653\/v1\/N19-1062"},{"key":"e_1_3_3_2_74_2","doi-asserted-by":"crossref","unstructured":"Dana\u00eb Metaxa Michelle\u00a0A. Gan Su Goh Jeff Hancock and James\u00a0A. Landay. 2021. An Image of Society: Gender and Racial Representation and Impact in Image Search Results for Occupations. ACM Conference on Human-Computer Interaction (CSCW) (2021).","DOI":"10.1145\/3449100"},{"key":"e_1_3_3_2_75_2","doi-asserted-by":"crossref","unstructured":"Thekla Morgenroth and Michelle\u00a0K. Ryan. 2018. Gender Trouble in Social Psychology: How Can Butler\u2019s Work Inform Experimental Social Psychologists\u2019 Conceptualization of Gender? Frontiers in Psychology (2018).","DOI":"10.3389\/fpsyg.2018.01320"},{"key":"e_1_3_3_2_76_2","doi-asserted-by":"crossref","unstructured":"Thekla Morgenroth and Michelle\u00a0K. Ryan. 2020. The Effects of Gender Trouble: An Integrative Theoretical Framework of the Perpetuation and Disruption of the Gender\/Sex Binary. Perspectives on Psychological Science 16 (2020).","DOI":"10.1177\/1745691620902442"},{"key":"e_1_3_3_2_77_2","doi-asserted-by":"crossref","unstructured":"Craig\u00a0T. Nagoshi J.\u00a0Raven Cloud Louis\u00a0M. Lindley Julie\u00a0L. Nagoshi and Lucas\u00a0J. Lothamer\u00a0. 2019. A Test of the Three-Component Model of Gender-Based Prejudices: Homophobia and Transphobia Are Affected by Raters\u2019 and Targets\u2019 Assigned Sex at Birth. Sex Roles 80 (2019).","DOI":"10.1007\/s11199-018-0919-3"},{"key":"e_1_3_3_2_78_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.154"},{"key":"e_1_3_3_2_79_2","doi-asserted-by":"crossref","unstructured":"Gandalf Nicolas Xuechunzi Bai and Susan\u00a0T Fiske. 2022. A spontaneous stereotype content model: Taxonomy properties and prediction. Journal of personality and social psychology (2022).","DOI":"10.1037\/pspa0000312"},{"key":"e_1_3_3_2_80_2","unstructured":"Jennifer\u00a0A. Noble. 2012. Minority voices of crowdsourcing: why we should pay attention to every member of the crowd. ACM Conference On Computer-Supported Cooperative Work And Social Computing (CSCW) (2012)."},{"key":"e_1_3_3_2_81_2","unstructured":"Safiya\u00a0Umoja Noble. 2018. Algorithms of Oppression: How Search Engines Reinforce Racism. NYU Press (2018)."},{"key":"e_1_3_3_2_82_2","doi-asserted-by":"crossref","unstructured":"Omaith O\u2019Dowd. 2018. Microaggressions: A Kantian Account. Ethical Theory and Moral Practice 21 (2018).","DOI":"10.1007\/s10677-018-9964-9"},{"key":"e_1_3_3_2_83_2","doi-asserted-by":"crossref","unstructured":"Jahna Otterbacher Jo Bates and Paul Clough. 2017. Competent Men and Warm Women: Gender Stereotypes and Backlash in Image Search Results. Conference on Human Factors in Computing Systems (CHI) (2017).","DOI":"10.1145\/3025453.3025727"},{"key":"e_1_3_3_2_84_2","doi-asserted-by":"crossref","unstructured":"Jahna Otterbacher Alessandro Checco Gianluca Demartini and Paul Clough. 2018. Investigating User Perception of Gender Bias in Image Search: The Role of Sexism. ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR) (2018).","DOI":"10.1145\/3209978.3210094"},{"key":"e_1_3_3_2_85_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.165"},{"key":"e_1_3_3_2_86_2","doi-asserted-by":"crossref","unstructured":"Przemys\u0142aw Pa\u0142ka. 2023. AI Consumers & Psychological Harm. Cambridge University Press (2023).","DOI":"10.1017\/9781009483599.018"},{"key":"e_1_3_3_2_87_2","doi-asserted-by":"crossref","unstructured":"Shauli Ravfogel Yanai Elazar Hila Gonen Michael Twiton and Yoav Goldberg. 2020. Null It Out: Guarding Protected Attributes by Iterative Nullspace Projection. Annual Conference of the Association for Computational Linguistics (ACL) (2020).","DOI":"10.18653\/v1\/2020.acl-main.647"},{"key":"e_1_3_3_2_88_2","doi-asserted-by":"crossref","unstructured":"Regina Rini. 2020. The Ethics of Microaggression. Routledge Taylr & Francis Group (2020).","DOI":"10.4324\/9781315195056"},{"key":"e_1_3_3_2_89_2","unstructured":"Chiara Rollero Peter Glick and Stefano Tartaglia. 2014. Psychometric properties of short versions of the Ambivalent Sexism Inventory and Ambivalence Toward Men Inventory. TPM-Testing Psychometrics Methodology in Applied Psychology 21 (2014). Issue 2."},{"key":"e_1_3_3_2_90_2","unstructured":"Michael\u00a0Jay Rosenberg and Carl Hovland. 1960. Cognitive Affective and Behavioral Components of Attitudes. Yale University Press (1960)."},{"key":"e_1_3_3_2_91_2","doi-asserted-by":"crossref","unstructured":"Laurie\u00a0A. Rudman Corinne\u00a0A. Moss-Racusin Peter Glick and Julie\u00a0E. Phelan. 2012. Reactions to Vanguards: Advances in Backlash Theory. Advances in experimental social psychology 45 (2012).","DOI":"10.1016\/B978-0-12-394286-9.00004-4"},{"key":"e_1_3_3_2_92_2","doi-asserted-by":"crossref","unstructured":"Laurie\u00a0A. Rudman Corinne\u00a0A. Moss-Racusin Julie\u00a0E. Phelan and Sanne Nauts. 2012. Status incongruity and backlash effects: Defending the gender hierarchy motivates prejudice against female leaders. Journal of Experimental Social Psychology 48 (2012).","DOI":"10.1016\/j.jesp.2011.10.008"},{"key":"e_1_3_3_2_93_2","doi-asserted-by":"publisher","unstructured":"Beatrice Savoldi Marco Gaido Luisa Bentivogli Matteo Negri and Marco Turchi. 2021. Gender Bias in Machine Translation. Transactions of the Association for Computational Linguistics 9 (2021) 845\u2013874. 10.1162\/tacl_a_00401","DOI":"10.1162\/tacl_a_00401"},{"key":"e_1_3_3_2_94_2","doi-asserted-by":"crossref","unstructured":"Candice Schumann Susanna Ricco Utsav Prabhu Vittorio Ferrari and Caroline Pantofaru. 2021. A Step Toward More Inclusive People Annotations for Fairness. ACM Conference on Artificial Intelligence Ethics and Society (AIES) (2021).","DOI":"10.1145\/3461702.3462594"},{"key":"e_1_3_3_2_95_2","doi-asserted-by":"crossref","unstructured":"Charles\u00a0R. Seger Ishani Banerji Sang\u00a0Hee Park Eliot\u00a0R. Smith and Diane\u00a0M. Mackie. 2017. Specific emotions as mediators of the effect of intergroup contact on prejudice: findings across multiple participant and target groups. Cognition and Emotion 31 (2017). Issue 5.","DOI":"10.1080\/02699931.2016.1182893"},{"key":"e_1_3_3_2_96_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"e_1_3_3_2_97_2","doi-asserted-by":"crossref","unstructured":"Seungjae Shin Kyungwoo Song JoonHo Jang Hyemi Kim Weonyoung Joo and Il-Chul Moon. 2020. Neutralizing Gender Bias in Word Embedding with Latent Disentanglement and Counterfactual Generation. Findings of EMNLP (2020).","DOI":"10.18653\/v1\/2020.findings-emnlp.280"},{"key":"e_1_3_3_2_98_2","doi-asserted-by":"crossref","unstructured":"Nurit Shnabel Yoav Bar-Anan Anna Kende Orly Bareket and Yael Lazar. 2016. Help to perpetuate traditional gender roles: Benevolent sexism increases engagement in dependency-oriented cross-gender helping. Journal of personality and social psychology 110 1 (2016) 55.","DOI":"10.1037\/pspi0000037"},{"key":"e_1_3_3_2_99_2","unstructured":"Tom Simonite. 2018. When It Comes to Gorillas Google Photos Remains Blind. Wired January (2018)."},{"key":"e_1_3_3_2_100_2","doi-asserted-by":"crossref","unstructured":"Anna Sotnikova Yang\u00a0Trista Cao Hal\u00a0Daum\u00e9 III and Rachel Rudinger. 2021. Analyzing Stereotypes in Generative Text Inference Tasks. Findings of the Association for Computational Linguistics: ACL-IJCNLP (2021).","DOI":"10.18653\/v1\/2021.findings-acl.355"},{"key":"e_1_3_3_2_101_2","doi-asserted-by":"crossref","unstructured":"Steven\u00a0J. Spencer Christine Logel and Paul\u00a0G. Davies. 2015. Stereotype Threat. Annual Review of Psychology 67 (2015).","DOI":"10.1146\/annurev-psych-073115-103235"},{"key":"e_1_3_3_2_102_2","doi-asserted-by":"crossref","unstructured":"Megha Srivastava Hoda Heidari and Andreas Krause. 2019. Mathematical Notions vs. Human Perception of Fairness: A Descriptive Approach to Fairness for Machine Learning. ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (KDD) (2019).","DOI":"10.1145\/3292500.3330664"},{"key":"e_1_3_3_2_103_2","doi-asserted-by":"crossref","unstructured":"Claude\u00a0M. Steele and Joshua Aronson. 1995. Stereotype threat and the intellectual test performance of African Americans. Journal of Personality and Social Psychology 69 (1995). Issue 5.","DOI":"10.1037\/\/0022-3514.69.5.797"},{"key":"e_1_3_3_2_104_2","doi-asserted-by":"crossref","unstructured":"Chadly Stern and Nicholas\u00a0O. Rule. 2017. Physical Androgyny and Categorization Difficulty Shape Political Conservatives\u2019 Attitudes Toward Transgender People. Social Psychological and Personality Science (2017).","DOI":"10.1177\/1948550617703172"},{"key":"e_1_3_3_2_105_2","unstructured":"Emiel van Miltenburg. 2016. Stereotyping and Bias in the Flickr30K Dataset. Proceedings of the Workshop on Multimodal Corpora (2016)."},{"key":"e_1_3_3_2_106_2","doi-asserted-by":"crossref","unstructured":"Joseph\u00a0A. Vandello Jennifer\u00a0K. Bosson Dov Cohen Burnaford Rochelle\u00a0M and Jonathan\u00a0R. Weaver. 2008. Precarious manhood. Journal of Personality and Social Psychology (2008).","DOI":"10.1037\/a0012453"},{"key":"e_1_3_3_2_107_2","doi-asserted-by":"crossref","unstructured":"Madalinea Vlasceanu and David\u00a0M. Amodio. 2022. Propagation of societal gender inequality by internet search algorithms. Proceedings of the National Academy of Sciences of the United States of America (PNAS) 119 (2022).","DOI":"10.1073\/pnas.2204529119"},{"key":"e_1_3_3_2_108_2","doi-asserted-by":"crossref","unstructured":"Yixin Wan George Pu Jiao Sun Aparna Garimella Kai-Wei Chang and Nanyun Peng. 2023. \"Kelly is a Warm Person Joseph is a Role Model\": Gender Biases in LLM-Generated Reference Letters. Conference on Empirical Methods in Natural Language Processing (EMNLP Findings) (2023).","DOI":"10.18653\/v1\/2023.findings-emnlp.243"},{"key":"e_1_3_3_2_109_2","doi-asserted-by":"crossref","unstructured":"Angelina Wang Alexander Liu Ryan Zhang Anat Kleiman Leslie Kim Dora Zhao Iroha Shirai Arvind Narayanan and Olga Russakovsky. 2022. REVISE: A Tool for Measuring and Mitigating Bias in Visual Datasets. International Journal of Computer Vision (IJCV) (2022).","DOI":"10.1007\/s11263-022-01625-5"},{"key":"e_1_3_3_2_110_2","unstructured":"Angelina Wang and Olga Russakovsky. 2021. Directional Bias Amplification. International Conference on Machine Learning (ICML) (2021)."},{"key":"e_1_3_3_2_111_2","unstructured":"Clarice Wang Kathryn Wang Andrew Bian Rashidul Islam Kamrun\u00a0Naher Keya James Foulds and Shimei Pan. 2021. User Acceptance of Gender Stereotypes in Automated Career Recommendations. arXiv:https:\/\/arXiv.org\/abs\/2106.07112 (2021)."},{"key":"e_1_3_3_2_112_2","doi-asserted-by":"crossref","unstructured":"Tianlu Wang Jieyu Zhao Mark Yatskar Kai-Wei Chang and Vicente Ordonez. 2019. Balanced Datasets Are Not Enough: Estimating and Mitigating Gender Bias in Deep Image Representations. International Conference on Computer Vision (ICCV) (2019).","DOI":"10.1109\/ICCV.2019.00541"},{"key":"e_1_3_3_2_113_2","doi-asserted-by":"crossref","unstructured":"Zeerak Waseem. 2016. Are You a Racist or Am I Seeing Things? Annotator Influence on Hate Speech Detection on Twitter. Proceedings of the First Workshop on NLP and Computational Social Science (2016).","DOI":"10.18653\/v1\/W16-5618"},{"key":"e_1_3_3_2_114_2","doi-asserted-by":"crossref","unstructured":"David Watson Lee\u00a0Anna Clark and Auke Tellegen. 1988. Development and validation of brief measures of positive and negative affect: the PANAS scales. Journal of Personality and Social Psychology 54 (1988).","DOI":"10.1037\/\/0022-3514.54.6.1063"},{"key":"e_1_3_3_2_115_2","doi-asserted-by":"crossref","unstructured":"John\u00a0E. Williams and Deborah\u00a0L. Best. 1977. Sex Stereotypes and Trait Favorability on the Adjective Check List. Educational and Psychological Measurement 37 (1977). Issue 1.","DOI":"10.1177\/001316447703700111"},{"key":"e_1_3_3_2_116_2","doi-asserted-by":"crossref","unstructured":"Allison Woodruff Sarah\u00a0E. Fox Steven Rousso-Schindler and Jeffrey Warshaw. 2018. A Qualitative Exploration of Perceptions of Algorithmic Fairness. Conference on Human Factors in Computing Systems (CHI) (2018).","DOI":"10.1145\/3173574.3174230"},{"key":"e_1_3_3_2_117_2","unstructured":"Alison Wylie. 2003. Why Standpoint Matters. Science and Other Cultures: Issues in Philosophies of Science and Technology (2003)."},{"key":"e_1_3_3_2_118_2","doi-asserted-by":"crossref","unstructured":"Mohammad Yaghini Andreas Krause and Hoda Heidari. 2021. A Human-in-the-loop Framework to Construct Context-aware Mathematical Notions of Outcome Fairness. AAAI\/ACM Conference on Artificial Intelligence Ethics and Society (2021).","DOI":"10.1145\/3461702.3462583"},{"key":"e_1_3_3_2_119_2","doi-asserted-by":"crossref","unstructured":"Dora Zhao Angelina Wang and Olga Russakovsky. 2021. Understanding and Evaluating Racial Biases in Image Captioning. International Conference on Computer Vision (ICCV) (2021).","DOI":"10.1109\/ICCV48922.2021.01456"},{"key":"e_1_3_3_2_120_2","doi-asserted-by":"crossref","unstructured":"Jieyu Zhao Tianlu Wang Mark Yatskar Vicente Ordonez and Kai-Wei Chang. 2017. Men also like shopping: Reducing gender bias amplification using corpus-level constraints. Proceedings of the Conference on Empirical Methods in Natural Language Processing (EMNLP) (2017).","DOI":"10.18653\/v1\/D17-1323"},{"key":"e_1_3_3_2_121_2","doi-asserted-by":"crossref","unstructured":"Jieyu Zhao Tianlu Wang Mark Yatskar Vicente Ordonez and Kai-Wei Chang. 2018. Gender Bias in Coreference Resolution: Evaluation and Debiasing Methods. North American Chapter of the Association for Computational Linguistics (2018).","DOI":"10.18653\/v1\/N18-2003"},{"key":"e_1_3_3_2_122_2","doi-asserted-by":"crossref","unstructured":"Jieyu Zhao Yichao Zhou Zeyu Li Wei Wang and Kai-Wei Chang. 2018. Learning Gender-Neutral Word Embeddings. Empirical Methods in Natural Language Processing (EMNLP) (2018).","DOI":"10.18653\/v1\/D18-1521"}],"event":{"name":"FAccT '25: The 2025 ACM Conference on Fairness, Accountability, and Transparency","location":"Athens Greece","acronym":"FAccT '25"},"container-title":["Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3715275.3732046","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T11:09:42Z","timestamp":1750763382000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3715275.3732046"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":121,"alternative-id":["10.1145\/3715275.3732046","10.1145\/3715275"],"URL":"https:\/\/doi.org\/10.1145\/3715275.3732046","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-06-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}