{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T12:32:56Z","timestamp":1776083576491,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":79,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"funder":[{"name":"U.S. National Institute of Standards and Technology (NIST)","award":["60NANB20D212"],"award-info":[{"award-number":["60NANB20D212"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,21]]},"DOI":"10.1145\/3531146.3533185","type":"proceedings-article","created":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T14:27:10Z","timestamp":1655735230000},"page":"1293-1304","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["Evidence for Hypodescent in Visual Semantic AI"],"prefix":"10.1145","author":[{"given":"Robert","family":"Wolfe","sequence":"first","affiliation":[{"name":"University of Washington, USA"}]},{"given":"Mahzarin R.","family":"Banaji","sequence":"additional","affiliation":[{"name":"Harvard University, USA"}]},{"given":"Aylin","family":"Caliskan","sequence":"additional","affiliation":[{"name":"University of Washington, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"crossref","unstructured":"Abubakar Abid Maheen Farooqi and James Zou. 2021. Persistent anti-muslim bias in large language models. arXiv preprint arXiv:2101.05783(2021).","DOI":"10.1145\/3461702.3462624"},{"key":"e_1_3_2_2_2_1","unstructured":"Sandhini Agarwal Gretchen Krueger Jack Clark Alec Radford Jong\u00a0Wook Kim and Miles Brundage. 2021. Evaluating CLIP: Towards Characterization of Broader Capabilities and Downstream Implications. arXiv preprint arXiv:2108.02818(2021)."},{"key":"e_1_3_2_2_3_1","unstructured":"American\u00a0Medical Association 2020. New AMA policies recognize race as a social not biological construct. Published November 16(2020)."},{"key":"e_1_3_2_2_4_1","first-page":"2733","article-title":"The Blurring of the Lines: Children and Bans on Interracial Unions and Same-Sex Marriages","volume":"76","author":"Ball A","year":"2007","unstructured":"Carlos\u00a0A Ball. 2007. The Blurring of the Lines: Children and Bans on Interracial Unions and Same-Sex Marriages. Fordham L. Rev. 76(2007), 2733.","journal-title":"Fordham L. Rev."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_2_2_6_1","unstructured":"Abeba Birhane Vinay\u00a0Uday Prabhu and Emmanuel Kahembwe. 2021. Multimodal datasets: misogyny pornography and malignant stereotypes. arXiv preprint arXiv:2110.01963(2021)."},{"key":"e_1_3_2_2_7_1","volume-title":"Man is to computer programmer as woman is to homemaker? debiasing word embeddings. Advances in neural information processing systems 29","author":"Bolukbasi Tolga","year":"2016","unstructured":"Tolga Bolukbasi, Kai-Wei Chang, James\u00a0Y Zou, Venkatesh Saligrama, and Adam\u00a0T Kalai. 2016. Man is to computer programmer as woman is to homemaker? debiasing word embeddings. Advances in neural information processing systems 29 (2016), 4349\u20134357."},{"key":"e_1_3_2_2_8_1","volume-title":"Conference on fairness, accountability and transparency. PMLR, 77\u201391","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender shades: Intersectional accuracy disparities in commercial gender classification. In Conference on fairness, accountability and transparency. PMLR, 77\u201391."},{"key":"e_1_3_2_2_9_1","volume-title":"Semantics derived automatically from language corpora contain human-like biases. Science 356, 6334","author":"Caliskan Aylin","year":"2017","unstructured":"Aylin Caliskan, Joanna\u00a0J Bryson, and Arvind Narayanan. 2017. Semantics derived automatically from language corpora contain human-like biases. Science 356, 6334 (2017), 183\u2013186."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1177\/0146167214567153"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797620963619"},{"key":"e_1_3_2_2_12_1","volume-title":"International Conference on Machine Learning. PMLR, 1691\u20131703","author":"Chen Mark","year":"2020","unstructured":"Mark Chen, Alec Radford, Rewon Child, Jeffrey Wu, Heewoo Jun, David Luan, and Ilya Sutskever. 2020. Generative pretraining from pixels. In International Conference on Machine Learning. PMLR, 1691\u20131703."},{"key":"e_1_3_2_2_13_1","volume-title":"Statistical power analysis. Current directions in psychological science 1, 3","author":"Cohen Jacob","year":"1992","unstructured":"Jacob Cohen. 1992. Statistical power analysis. Current directions in psychological science 1, 3 (1992), 98\u2013101."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1006\/jesp.1999.1418"},{"key":"e_1_3_2_2_15_1","unstructured":"Emily Denton Ben Hutchinson Margaret Mitchell Timnit Gebru and Andrew Zaldivar. 2019. Image counterfactual sensitivity analysis for detecting unintended bias. arXiv preprint arXiv:1906.06439(2019)."},{"key":"e_1_3_2_2_16_1","unstructured":"Jesse Dodge Maarten Sap Ana Marasovic William Agnew Gabriel Ilharco Dirk Groeneveld and Matt Gardner. 2021. Documenting the english colossal clean crawled corpus. arXiv preprint arXiv:2104.08758(2021)."},{"key":"e_1_3_2_2_17_1","volume-title":"International Conference on Learning Representations.","author":"Dosovitskiy Alexey","year":"2020","unstructured":"Alexey Dosovitskiy, Lucas Beyer, Alexander Kolesnikov, Dirk Weissenborn, Xiaohua Zhai, Thomas Unterthiner, Mostafa Dehghani, Matthias Minderer, Georg Heigold, Sylvain Gelly, 2020. An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1720347115"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11199-008-9505-4"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00030"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"crossref","unstructured":"Anthony\u00a0G Greenwald Mahzarin\u00a0R Banaji and Brian\u00a0A Nosek. 2015. Statistically small effects of the Implicit Association Test can have societally large effects.(2015).","DOI":"10.31234\/osf.io\/as2ez_v1"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"crossref","unstructured":"Anthony\u00a0G Greenwald Debbie\u00a0E McGhee and Jordan\u00a0LK Schwartz. 1998. Measuring individual differences in implicit cognition: the implicit association test.Journal of personality and social psychology 74 6(1998) 1464.","DOI":"10.1037\/\/0022-3514.74.6.1464"},{"key":"e_1_3_2_2_23_1","volume-title":"Open-vocabulary Object Detection via Vision and Language Knowledge Distillation. arXiv preprint arXiv:2104.13921 2","author":"Gu Xiuye","year":"2021","unstructured":"Xiuye Gu, Tsung-Yi Lin, Weicheng Kuo, and Yin Cui. 2021. Open-vocabulary Object Detection via Vision and Language Knowledge Distillation. arXiv preprint arXiv:2104.13921 2 (2021)."},{"key":"e_1_3_2_2_24_1","unstructured":"Nitzan Guetta Asaf Shabtai Inderjeet Singh Satoru Momiyama and Yuval Elovici. 2021. Dodging Attack Using Carefully Crafted Natural Makeup. arXiv preprint arXiv:2109.06467(2021)."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462536"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797610390383"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_2_28_1","unstructured":"Jeff Heaton. 2020. Applications of deep neural networks. arXiv preprint arXiv:2009.05673(2020)."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.2307\/1290008"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"crossref","unstructured":"Arnold\u00a0K Ho Nour\u00a0S Kteily and Jacqueline\u00a0M Chen. 2017. \u201cYou\u2019re one of us\u201d: Black Americans\u2019 use of hypodescent and its association with egalitarianism.Journal of personality and social psychology 113 5(2017) 753.","DOI":"10.1037\/pspi0000107"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jesp.2013.04.010"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"crossref","unstructured":"Arnold\u00a0K Ho Jim Sidanius Nour Kteily Jennifer Sheehy-Skeffington Felicia Pratto Kristin\u00a0E Henkel Rob Foels and Andrew\u00a0L Stewart. 2015. The nature of social dominance orientation: Theorizing and measuring preferences for intergroup inequality using the new SDO7 scale.Journal of Personality and Social Psychology 109 6(2015) 1003.","DOI":"10.1037\/pspi0000033"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"crossref","unstructured":"Arnold\u00a0K Ho Jim Sidanius Daniel\u00a0T Levin and Mahzarin\u00a0R Banaji. 2011. Evidence for hypodescent and racial hierarchy in the categorization and perception of biracial individuals.Journal of personality and social psychology 100 3(2011) 492.","DOI":"10.1037\/a0021562"},{"key":"e_1_3_2_2_34_1","unstructured":"Niharika Jain Alberto Olmo Sailik Sengupta Lydia Manikonda and Subbarao Kambhampati. 2020. Imperfect imaganation: Implications of gans exacerbating biases on facial data augmentation and snapchat selfie lenses. arXiv preprint arXiv:2001.09528(2020)."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00159"},{"key":"e_1_3_2_2_36_1","volume-title":"Proc. NeurIPS.","author":"Karras Tero","year":"2020","unstructured":"Tero Karras, Miika Aittala, Janne Hellsten, Samuli Laine, Jaakko Lehtinen, and Timo Aila. 2020. Training Generative Adversarial Networks with Limited Data. In Proc. NeurIPS."},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462609"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jesp.2021.104266"},{"key":"e_1_3_2_2_39_1","volume-title":"Introducing the open affective standardized image set (OASIS). Behavior research methods 49, 2","author":"Kurdi Benedek","year":"2017","unstructured":"Benedek Kurdi, Shayn Lozano, and Mahzarin\u00a0R Banaji. 2017. Introducing the open affective standardized image set (OASIS). Behavior research methods 49, 2 (2017), 457\u2013470."},{"key":"e_1_3_2_2_40_1","volume-title":"Explaining in Style: Training a GAN to explain a classifier in StyleSpace. arXiv e-prints","author":"Lang Oran","year":"2021","unstructured":"Oran Lang, Yossi Gandelsman, Michal Yarom, Yoav Wald, Gal Elidan, Avinatan Hassidim, William\u00a0T Freeman, Phillip Isola, Amir Globerson, Michal Irani, 2021. Explaining in Style: Training a GAN to explain a classifier in StyleSpace. arXiv e-prints (2021), arXiv\u20132104."},{"key":"e_1_3_2_2_41_1","unstructured":"Stacey\u00a0J Lee Nga-Wing\u00a0Anjela Wong and Alvin\u00a0N Alvarez. 2009. The model minority and the perpetual foreigner: Stereotypes of Asian Americans.(2009)."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1080\/10670564.2019.1621529"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1177\/0301006615624321"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.449"},{"key":"e_1_3_2_2_45_1","unstructured":"Zhiheng Li and Chenliang Xu. 2021. Discover the Unknown Biased Attribute of an Image Classifier. arXiv preprint arXiv:2104.14556(2021)."},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.5555\/2390470.2390499"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.5325\/critphilrace.6.2.0239"},{"key":"e_1_3_2_2_48_1","volume-title":"The Chicago face database: A free stimulus set of faces and norming data. Behavior research methods 47, 4","author":"Ma S","year":"2015","unstructured":"Debbie\u00a0S Ma, Joshua Correll, and Bernd Wittenbrink. 2015. The Chicago face database: A free stimulus set of faces and norming data. Behavior research methods 47, 4 (2015), 1122\u20131135."},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1063"},{"key":"e_1_3_2_2_50_1","volume-title":"SLIP: Self-supervision meets Language-Image Pre-training. arXiv preprint arXiv:2112.12750(2021).","author":"Mu Norman","year":"2021","unstructured":"Norman Mu, Alexander Kirillov, David Wagner, and Saining Xie. 2021. SLIP: Self-supervision meets Language-Image Pre-training. arXiv preprint arXiv:2112.12750(2021)."},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"crossref","unstructured":"Carlos\u00a0David Navarrete Melissa\u00a0M McDonald Ludwin\u00a0E Molina and Jim Sidanius. 2010. Prejudice at the nexus of race and gender: an outgroup male target hypothesis.Journal of personality and social psychology 98 6(2010) 933.","DOI":"10.1037\/a0017931"},{"key":"e_1_3_2_2_52_1","volume-title":"MUM: A new AI milestone for understanding information. https:\/\/blog.google\/products\/search\/introducing-mum\/","author":"Nayak Pandu","year":"2021","unstructured":"Pandu Nayak. 2021. MUM: A new AI milestone for understanding information. https:\/\/blog.google\/products\/search\/introducing-mum\/"},{"key":"e_1_3_2_2_53_1","volume-title":"GLIDE: Towards Photorealistic Image Generation and Editing with Text-Guided Diffusion Models. arXiv preprint arXiv:2112.10741(2021).","author":"Nichol Alex","year":"2021","unstructured":"Alex Nichol, Prafulla Dhariwal, Aditya Ramesh, Pranav Shyam, Pamela Mishkin, Bob McGrew, Ilya Sutskever, and Mark Chen. 2021. GLIDE: Towards Photorealistic Image Generation and Editing with Text-Guided Diffusion Models. arXiv preprint arXiv:2112.10741(2021)."},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1525\/aa.1964.66.3.02a00880"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9280.2008.02185.x"},{"key":"e_1_3_2_2_56_1","unstructured":"Alec Radford Jong\u00a0Wook Kim Chris Hallacy Aditya Ramesh Gabriel Goh Sandhini Agarwal Girish Sastry Amanda Askell Pamela Mishkin Jack Clark 2021. Learning transferable visual models from natural language supervision. arXiv preprint arXiv:2103.00020(2021)."},{"key":"e_1_3_2_2_57_1","volume-title":"Language models are unsupervised multitask learners. OpenAI blog 1, 8","author":"Radford Alec","year":"2019","unstructured":"Alec Radford, Jeffrey Wu, Rewon Child, David Luan, Dario Amodei, Ilya Sutskever, 2019. Language models are unsupervised multitask learners. OpenAI blog 1, 8 (2019), 9."},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00918"},{"key":"e_1_3_2_2_59_1","unstructured":"Aditya Ramesh Prafulla Dhariwal Alex Nichol Casey Chu and Mark Chen. 2022. Hierarchical Text-Conditional Image Generation with CLIP Latents. arXiv preprint arXiv:2204.06125(2022)."},{"key":"e_1_3_2_2_60_1","unstructured":"Aditya Ramesh Mikhail Pavlov Gabriel Goh Scott Gray Chelsea Voss Alec Radford Mark Chen and Ilya Sutskever. 2021. Zero-shot text-to-image generation. arXiv preprint arXiv:2102.12092(2021)."},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"crossref","unstructured":"Lauren Rhue. 2018. Racial influence on automated perceptions of emotions. Available at SSRN 3281765(2018).","DOI":"10.2139\/ssrn.3281765"},{"key":"e_1_3_2_2_62_1","unstructured":"Christoph Schuhmann. 2021. LAION-400-Million Open Dataset. https:\/\/laion.ai\/laion-400-open-dataset\/"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1339"},{"key":"e_1_3_2_2_64_1","volume-title":"Social dominance: An intergroup theory of social hierarchy and oppression","author":"Sidanius Jim","unstructured":"Jim Sidanius and Felicia Pratto. 2001. Social dominance: An intergroup theory of social hierarchy and oppression. Cambridge University Press."},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445932"},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12103-020-09541-5"},{"key":"e_1_3_2_2_67_1","volume-title":"Contrastive Representation Distillation. In International Conference on Learning Representations.","author":"Tian Yonglong","year":"2019","unstructured":"Yonglong Tian, Dilip Krishnan, and Phillip Isola. 2019. Contrastive Representation Distillation. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_68_1","volume-title":"ValNorm Quantifies Semantics to Reveal Consistent Valence Biases Across Languages and Over Centuries. Empirical Methods in Natural Language Processing (EMNLP)","author":"Toney-Wails Autumn","year":"2021","unstructured":"Autumn Toney-Wails and Aylin Caliskan. 2021. ValNorm Quantifies Semantics to Reveal Consistent Valence Biases Across Languages and Over Centuries. Empirical Methods in Natural Language Processing (EMNLP) (2021)."},{"key":"e_1_3_2_2_69_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan\u00a0N Gomez \u0141ukasz Kaiser and Illia Polosukhin. 2017. Attention is all you need. In Advances in neural information processing systems. 5998\u20136008."},{"key":"e_1_3_2_2_70_1","doi-asserted-by":"crossref","unstructured":"Jialu Wang Yang Liu and Xin\u00a0Eric Wang. 2021. Are Gender-Neutral Queries Really Gender-Neutral? Mitigating Gender Bias in Image Search. arXiv preprint arXiv:2109.05433(2021).","DOI":"10.18653\/v1\/2021.emnlp-main.151"},{"key":"e_1_3_2_2_71_1","volume-title":"The origins of our discontents","author":"Wilkerson Isabel","unstructured":"Isabel Wilkerson. 2020. Caste (Oprah\u2019s Book Club): The origins of our discontents. Random House."},{"key":"e_1_3_2_2_72_1","unstructured":"Benjamin Wilson Judy Hoffman and Jamie Morgenstern. 2019. Predictive inequity in object detection. arXiv preprint arXiv:1902.11097(2019)."},{"key":"e_1_3_2_2_73_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"e_1_3_2_2_74_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.41"},{"key":"e_1_3_2_2_75_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.217"},{"key":"e_1_3_2_2_76_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i10.21400"},{"key":"e_1_3_2_2_77_1","volume-title":"The color of success: Asian Americans and the origins of the model minority. Vol.\u00a0100","author":"D Wu.","unstructured":"Ellen\u00a0D Wu. 2015. The color of success: Asian Americans and the origins of the model minority. Vol.\u00a0100. Princeton University Press."},{"key":"e_1_3_2_2_78_1","doi-asserted-by":"publisher","DOI":"10.1177\/0146167220941321"},{"key":"e_1_3_2_2_79_1","volume-title":"Person categorization and stereotyping. Social cognition 8, 2","author":"Zarate A","year":"1990","unstructured":"Michael\u00a0A Zarate and Eliot\u00a0R Smith. 1990. Person categorization and stereotyping. Social cognition 8, 2 (1990), 161\u2013185."}],"event":{"name":"FAccT '22: 2022 ACM Conference on Fairness, Accountability, and Transparency","location":"Seoul Republic of Korea","acronym":"FAccT '22","sponsor":["ACM Association for Computing Machinery"]},"container-title":["2022 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533185","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533185","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:09Z","timestamp":1750186929000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533185"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":79,"alternative-id":["10.1145\/3531146.3533185","10.1145\/3531146"],"URL":"https:\/\/doi.org\/10.1145\/3531146.3533185","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}