{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T23:12:30Z","timestamp":1776121950537,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":64,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"funder":[{"name":"U.S. National Institute of Standards and Technology (NIST)","award":["60NANB20D212"],"award-info":[{"award-number":["60NANB20D212"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,21]]},"DOI":"10.1145\/3531146.3533183","type":"proceedings-article","created":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T14:27:10Z","timestamp":1655735230000},"page":"1269-1279","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":21,"title":["Markedness in Visual Semantic AI"],"prefix":"10.1145","author":[{"given":"Robert","family":"Wolfe","sequence":"first","affiliation":[{"name":"University of Washington, USA"}]},{"given":"Aylin","family":"Caliskan","sequence":"additional","affiliation":[{"name":"University of Washington, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Sandhini Agarwal Gretchen Krueger Jack Clark Alec Radford Jong\u00a0Wook Kim and Miles Brundage. 2021. Evaluating CLIP: Towards Characterization of Broader Capabilities and Downstream Implications. arXiv preprint arXiv:2108.02818(2021)."},{"key":"e_1_3_2_1_2_1","volume-title":"Markedness: The evaluative superstructure of language","author":"L Battistella","unstructured":"Edwin\u00a0L Battistella 1990. Markedness: The evaluative superstructure of language. SUNY Press."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_2_1_4_1","unstructured":"Abeba Birhane Vinay\u00a0Uday Prabhu and Emmanuel Kahembwe. 2021. Multimodal datasets: misogyny pornography and malignant stereotypes. arXiv preprint arXiv:2110.01963(2021)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/380681"},{"key":"e_1_3_2_1_6_1","volume-title":"Conference on fairness, accountability and transparency. PMLR, 77\u201391","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender shades: Intersectional accuracy disparities in commercial gender classification. In Conference on fairness, accountability and transparency. PMLR, 77\u201391."},{"key":"e_1_3_2_1_7_1","volume-title":"Semantics derived automatically from language corpora contain human-like biases. Science 356, 6334","author":"Caliskan Aylin","year":"2017","unstructured":"Aylin Caliskan, Joanna\u00a0J Bryson, and Arvind Narayanan. 2017. Semantics derived automatically from language corpora contain human-like biases. Science 356, 6334 (2017), 183\u2013186."},{"key":"e_1_3_2_1_8_1","unstructured":"Aylin Caliskan and Molly Lewis. [n. d.]. Social biases in word embeddings and their relation to human cognition. ([n. d.])."},{"key":"e_1_3_2_1_9_1","volume-title":"International Conference on Machine Learning. PMLR, 1691\u20131703","author":"Chen Mark","year":"2020","unstructured":"Mark Chen, Alec Radford, Rewon Child, Jeffrey Wu, Heewoo Jun, David Luan, and Ilya Sutskever. 2020. Generative pretraining from pixels. In International Conference on Machine Learning. PMLR, 1691\u20131703."},{"key":"e_1_3_2_1_10_1","unstructured":"Patricia\u00a0Hill Collins and Sirma Bilge. 2020. Intersectionality. John Wiley & Sons."},{"key":"e_1_3_2_1_11_1","unstructured":"Kimberl\u00e9 Crenshaw. 1989. Demarginalizing the intersection of race and sex: A black feminist critique of antidiscrimination doctrine feminist theory and antiracist politics. u. Chi. Legal f. (1989) 139."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.2307\/1229039"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_15_1","unstructured":"Jesse Dodge Maarten Sap Ana Marasovic William Agnew Gabriel Ilharco Dirk Groeneveld and Matt Gardner. 2021. Documenting the english colossal clean crawled corpus. arXiv preprint arXiv:2104.08758(2021)."},{"key":"e_1_3_2_1_16_1","volume-title":"International Conference on Learning Representations.","author":"Dosovitskiy Alexey","year":"2020","unstructured":"Alexey Dosovitskiy, Lucas Beyer, Alexander Kolesnikov, Dirk Weissenborn, Xiaohua Zhai, Thomas Unterthiner, Mostafa Dehghani, Matthias Minderer, Georg Heigold, Sylvain Gelly, 2020. An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1017\/S002222670001029X"},{"key":"e_1_3_2_1_18_1","volume-title":"The validity and practicality of sun-reactive skin types I through VI. Archives of dermatology 124, 6","author":"Fitzpatrick B","year":"1988","unstructured":"Thomas\u00a0B Fitzpatrick. 1988. The validity and practicality of sun-reactive skin types I through VI. Archives of dermatology 124, 6 (1988), 869\u2013871."},{"key":"e_1_3_2_1_19_1","volume-title":"Devise: A deep visual-semantic embedding model.","author":"Frome Andrea","year":"2013","unstructured":"Andrea Frome, Greg Corrado, Jonathon Shlens, Samy Bengio, Jeffrey Dean, Marc\u2019Aurelio Ranzato, and Tomas Mikolov. 2013. Devise: A deep visual-semantic embedding model. (2013)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1177\/0361684312464203"},{"key":"e_1_3_2_1_21_1","volume-title":"International Journal sponsored by the Foundation \u201cFoundations of Language","author":"Giv\u00f3n Talmy","year":"1991","unstructured":"Talmy Giv\u00f3n. 1991. Markedness in grammar: Distributional, communicative and cognitive correlates of syntactic structure. Studies in Language. International Journal sponsored by the Foundation \u201cFoundations of Language\u201d 15, 2 (1991), 335\u2013370."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00030"},{"key":"e_1_3_2_1_23_1","unstructured":"Joseph\u00a0Harold Greenberg. 1963. Universals of language.(1963)."},{"key":"e_1_3_2_1_24_1","unstructured":"Nitzan Guetta Asaf Shabtai Inderjeet Singh Satoru Momiyama and Yuval Elovici. 2021. Dodging Attack Using Carefully Crafted Natural Makeup. arXiv preprint arXiv:2109.06467(2021)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462536"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1038\/scientificamerican0972-72"},{"key":"e_1_3_2_1_28_1","volume-title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision. arXiv e-prints","author":"Jia Chao","year":"2021","unstructured":"Chao Jia, Yinfei Yang, Ye Xia, Yi-Ting Chen, Zarana Parekh, Hieu Pham, Quoc\u00a0V Le, Yunhsuan Sung, Zhen Li, and Tom Duerig. 2021. Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision. arXiv e-prints (2021), arXiv\u20132102."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00159"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462609"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1080\/10670564.2019.1621529"},{"key":"e_1_3_2_1_32_1","volume-title":"Visualbert: A simple and performant baseline for vision and language. arXiv preprint arXiv:1908.03557(2019).","author":"Li Liunian\u00a0Harold","year":"2019","unstructured":"Liunian\u00a0Harold Li, Mark Yatskar, Da Yin, Cho-Jui Hsieh, and Kai-Wei Chang. 2019. Visualbert: A simple and performant baseline for vision and language. arXiv preprint arXiv:1908.03557(2019)."},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the 33rd International Conference on Neural Information Processing Systems. 13\u201323","author":"Lu Jiasen","year":"2019","unstructured":"Jiasen Lu, Dhruv Batra, Devi Parikh, and Stefan Lee. 2019. ViLBERT: pretraining task-agnostic visiolinguistic representations for vision-and-language tasks. In Proceedings of the 33rd International Conference on Neural Information Processing Systems. 13\u201323."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1063"},{"key":"e_1_3_2_1_35_1","unstructured":"Willi Mayerthaler. 1988. Morphological naturalness. Karoma Pub."},{"key":"e_1_3_2_1_36_1","volume-title":"SLIP: Self-supervision meets Language-Image Pre-training. arXiv preprint arXiv:2112.12750(2021).","author":"Mu Norman","year":"2021","unstructured":"Norman Mu, Alexander Kirillov, David Wagner, and Saining Xie. 2021. SLIP: Self-supervision meets Language-Image Pre-training. arXiv preprint arXiv:2112.12750(2021)."},{"key":"e_1_3_2_1_37_1","volume-title":"Stereoset: Measuring stereotypical bias in pretrained language models. arXiv preprint arXiv:2004.09456(2020).","author":"Nadeem Moin","year":"2020","unstructured":"Moin Nadeem, Anna Bethke, and Siva Reddy. 2020. Stereoset: Measuring stereotypical bias in pretrained language models. arXiv preprint arXiv:2004.09456(2020)."},{"key":"e_1_3_2_1_38_1","volume-title":"MUM: A new AI milestone for understanding information. https:\/\/blog.google\/products\/search\/introducing-mum\/","author":"Nayak Pandu","year":"2021","unstructured":"Pandu Nayak. 2021. MUM: A new AI milestone for understanding information. https:\/\/blog.google\/products\/search\/introducing-mum\/"},{"key":"e_1_3_2_1_39_1","unstructured":"Joon\u00a0Sung Park Michael\u00a0S Bernstein Robin\u00a0N Brewer Ece Kamar and Meredith\u00a0Ringel Morris. 2021. Understanding the Representation and Representativeness of Age in AI Data Sets. arXiv preprint arXiv:2103.09058(2021)."},{"key":"e_1_3_2_1_40_1","unstructured":"Alec Radford Jong\u00a0Wook Kim Chris Hallacy Aditya Ramesh Gabriel Goh Sandhini Agarwal Girish Sastry Amanda Askell Pamela Mishkin Jack Clark 2021. Learning transferable visual models from natural language supervision. arXiv preprint arXiv:2103.00020(2021)."},{"key":"e_1_3_2_1_41_1","volume-title":"Language models are unsupervised multitask learners. OpenAI blog 1, 8","author":"Radford Alec","year":"2019","unstructured":"Alec Radford, Jeffrey Wu, Rewon Child, David Luan, Dario Amodei, Ilya Sutskever, 2019. Language models are unsupervised multitask learners. OpenAI blog 1, 8 (2019), 9."},{"key":"e_1_3_2_1_42_1","first-page":"1","article-title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","volume":"21","author":"Raffel Colin","year":"2020","unstructured":"Colin Raffel, Noam Shazeer, Adam Roberts, Katherine Lee, Sharan Narang, Michael Matena, Yanqi Zhou, Wei Li, and Peter\u00a0J Liu. 2020. Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer. Journal of Machine Learning Research 21, 140 (2020), 1\u201367.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_43_1","unstructured":"Aditya Ramesh Mikhail Pavlov Gabriel Goh Scott Gray Chelsea Voss Alec Radford Mark Chen and Ilya Sutskever. 2021. Zero-shot text-to-image generation. arXiv preprint arXiv:2102.12092(2021)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1177\/20539517211053712"},{"key":"e_1_3_2_1_45_1","unstructured":"Christoph Schuhmann. 2021. LAION-400-Million Open Dataset. https:\/\/laion.ai\/laion-400-open-dataset\/"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1238"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1339"},{"key":"e_1_3_2_1_48_1","unstructured":"Richard Socher Milind Ganjoo Christopher\u00a0D Manning and Andrew Ng. 2013. Zero-Shot Learning Through Cross-Modal Transfer. In Advances in Neural Information Processing Systems. 935\u2013943."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445932"},{"key":"e_1_3_2_1_50_1","volume-title":"Assessing social and intersectional biases in contextualized word representations. NeurIPS","author":"Tan Yi\u00a0Chern","year":"2019","unstructured":"Yi\u00a0Chern Tan and L\u00a0Elisa Celis. 2019. Assessing social and intersectional biases in contextualized word representations. NeurIPS (2019)."},{"key":"e_1_3_2_1_51_1","article-title":"Marked women, unmarked men","volume":"20","author":"Tannen Deborah","year":"1993","unstructured":"Deborah Tannen. 1993. Marked women, unmarked men. The New York Times Magazine 20, 1993 (1993), 52\u201354.","journal-title":"The New York Times Magazine"},{"key":"e_1_3_2_1_52_1","volume-title":"Contrastive Representation Distillation. In International Conference on Learning Representations.","author":"Tian Yonglong","year":"2019","unstructured":"Yonglong Tian, Dilip Krishnan, and Phillip Isola. 2019. Contrastive Representation Distillation. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_53_1","unstructured":"Saurabh Tiwary. 2021. Turing Bletchley: A Universal Image Language Representation model by Microsoft. https:\/\/www.microsoft.com\/en-us\/research\/blog\/turing-bletchley-a-universal-image-language-representation-model-by-microsoft\/"},{"key":"e_1_3_2_1_54_1","unstructured":"Nikolai\u00a0Sergeevich Trubetzkoy. 1969. Principles of phonology.(1969)."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"crossref","unstructured":"Jialu Wang Yang Liu and Xin\u00a0Eric Wang. 2021. Are Gender-Neutral Queries Really Gender-Neutral? Mitigating Gender Bias in Image Search. arXiv preprint arXiv:2109.05433(2021).","DOI":"10.18653\/v1\/2021.emnlp-main.151"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00541"},{"key":"e_1_3_2_1_57_1","unstructured":"Zirui Wang Jiahui Yu Adams\u00a0Wei Yu Zihang Dai Yulia Tsvetkov and Yuan Cao. 2021. SimVLM: Simple Visual Language Model Pretraining with Weak Supervision. arXiv preprint arXiv:2108.10904(2021)."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"crossref","unstructured":"Linda\u00a0R Waugh. 1982. Marked and unmarked: A choice between unequals in semiotic structure. (1982).","DOI":"10.1515\/semi.1982.38.3-4.299"},{"key":"e_1_3_2_1_59_1","unstructured":"Benjamin Wilson Judy Hoffman and Jamie Morgenstern. 2019. Predictive inequity in object detection. arXiv preprint arXiv:1902.11097(2019)."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.41"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.217"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01070"},{"key":"e_1_3_2_1_64_1","unstructured":"Yuhao Zhang Hang Jiang Yasuhide Miura Christopher\u00a0D Manning and Curtis\u00a0P Langlotz. 2020. Contrastive learning of medical visual representations from paired images and text. arXiv preprint arXiv:2010.00747(2020)."}],"event":{"name":"FAccT '22: 2022 ACM Conference on Fairness, Accountability, and Transparency","location":"Seoul Republic of Korea","acronym":"FAccT '22","sponsor":["ACM Association for Computing Machinery"]},"container-title":["2022 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533183","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533183","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:09Z","timestamp":1750186929000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533183"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":64,"alternative-id":["10.1145\/3531146.3533183","10.1145\/3531146"],"URL":"https:\/\/doi.org\/10.1145\/3531146.3533183","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}