{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T18:46:56Z","timestamp":1782758816045,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":52,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T00:00:00Z","timestamp":1782345600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,25]]},"DOI":"10.1145\/3805689.3812212","type":"proceedings-article","created":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T17:52:08Z","timestamp":1782755528000},"page":"7475-7497","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["The Context Dependency of Demographic Bias in LLM Annotation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1338-8054","authenticated-orcid":false,"given":"Megan A.","family":"Brown","sequence":"first","affiliation":[{"name":"School of Information, University of Michigan, Ann Arbor, Ann Arbor, MI, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0056-3060","authenticated-orcid":false,"given":"Shubham","family":"Atreja","sequence":"additional","affiliation":[{"name":"University of San Francisco, San Francisco, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3793-7281","authenticated-orcid":false,"given":"Libby","family":"Hemphill","sequence":"additional","affiliation":[{"name":"School of Information, University of Michigan, Ann Arbor, Ann Arbor, MI, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6060-2562","authenticated-orcid":false,"given":"Patrick Y.","family":"Wu","sequence":"additional","affiliation":[{"name":"Computer Science, American University, Washington, DC, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.alw-1.21"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-acl.1136"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v19i1.35807"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2314021121"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-short.20"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-long.159"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1017\/pan.2024.5"},{"key":"e_1_3_2_1_8_1","volume-title":"Garnett (Eds.)","volume":"29","author":"Bolukbasi Tolga","year":"2016","unstructured":"Tolga Bolukbasi, Kai-Wei Chang, James Zou, Venkatesh Saligrama, and Adam T Kalai. 2016. Man is to Computer Programmer as Woman is to Homemaker? Debiasing Word Embeddings. In Advances in Neural Information Processing Systems, D. Lee, M. Sugiyama, U. Luxburg, I. Guyon, and R. Garnett (Eds.), Vol. 29. Curran Associates, Inc. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2016\/file\/a486cd07e4ac3d270571622f4f316ec5-Paper.pdf"},{"key":"e_1_3_2_1_9_1","volume-title":"Semantics derived automatically from language corpora contain human-like biases. Science 356, 6334","author":"Caliskan Aylin","year":"2017","unstructured":"Aylin Caliskan, Joanna J Bryson, and Arvind Narayanan. 2017. Semantics derived automatically from language corpora contain human-like biases. Science 356, 6334 (2017), 183\u2013186."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.849"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.212"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00449"},{"key":"e_1_3_2_1_13_1","volume-title":"Biases as Values: Evaluating Algorithms in Context. Ph. D. Dissertation","author":"D\u00edaz Mark","unstructured":"Mark D\u00edaz. 2020. Biases as Values: Evaluating Algorithms in Context. Ph. D. Dissertation. Northwestern University."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.592"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1720347115"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2305016120"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v19i1.35837"},{"key":"e_1_3_2_1_18_1","volume-title":"Bias Runs Deep: Implicit Reasoning Biases in Persona-Assigned LLMs. In The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=kGteeZ18Ir","author":"Gupta Shashank","year":"2024","unstructured":"Shashank Gupta, Vaishnavi Shrivastava, Ameet Deshpande, Ashwin Kalyan, Peter Clark, Ashish Sabharwal, and Tushar Khot. 2024. Bias Runs Deep: Implicit Reasoning Biases in Persona-Assigned LLMs. In The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=kGteeZ18Ir"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","unstructured":"Rishav Hada Sohi Sudhir Pushkar Mishra Helen Yannakoudakis Saif M. Mohammad and Ekaterina Shutova. 2021. Ruddit: Norms of Offensiveness for English Reddit Comments. In Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers) Chengqing Zong Fei Xia Wenjie Li and Roberto Navigli (Eds.). Association for Computational Linguistics Online 2700\u20132717. doi:10.18653\/v1\/2021.acl-long.210","DOI":"10.18653\/v1\/2021.acl-long.210"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/S2589-7500(23)00246-7"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.554"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300637"},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the 41st International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"20642","author":"Huh Minyoung","year":"2024","unstructured":"Minyoung Huh, Brian Cheung, Tongzhou Wang, and Phillip Isola. 2024. Position: The Platonic Representation Hypothesis. In Proceedings of the 41st International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 235), Ruslan Salakhutdinov, Zico Kolter, Katherine Heller, Adrian Weller, Nuria Oliver, Jonathan Scarlett, and Felix Berkenkamp (Eds.). PMLR, 20617\u201320642. https:\/\/proceedings.mlr.press\/v235\/huh24a.html"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3582269.3615599"},{"key":"e_1_3_2_1_25_1","unstructured":"Hadas Kotek David Q. Sun Zidi Xiu Margit Bowler and Christopher Klein. 2024. Protected group bias and stereotypes in Large Language Models. arXiv:2403.14727 [cs.CY] https:\/\/arxiv.org\/abs\/2403.14727"},{"key":"e_1_3_2_1_26_1","first-page":"1","article-title":"HOT","volume":"18","author":"Li Lingyao","year":"2024","unstructured":"Lingyao Li, Lizhou Fan, Shubham Atreja, and Libby Hemphill. 2024. \u201cHOT\u201d ChatGPT: The promise of ChatGPT in detecting and discriminating hateful, offensive, and toxic comments on social media. ACM Transactions on the Web 18, 2 (2024), 1\u201336.","journal-title":"ACM Transactions on the Web"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.92"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.511"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1177\/20531680231187271"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-025-03626-6"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1186\/s12939-025-02419-0"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-short.88"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.law-1.25"},{"key":"e_1_3_2_1_34_1","volume-title":"Aida Mostafazadeh Davani, and Mark Diaz","author":"Prabhakaran Vinodkumar","year":"2021","unstructured":"Vinodkumar Prabhakaran, Aida Mostafazadeh Davani, and Mark Diaz. 2021. On Releasing Annotator-Level Labels and Information in Datasets. In Proceedings of the Joint 15th Linguistic Annotation Workshop (LAW) and 3rd Designing Meaning Representations (DMR) Workshop, Claire Bonial and Nianwen Xue (Eds.). Association for Computational Linguistics, Punta Cana, Dominican Republic, 133\u2013138."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2308950121"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3617694.3623257"},{"key":"e_1_3_2_1_37_1","volume-title":"Katharina Reinecke, and Maarten Sap.","author":"Santy Sebastin","year":"2023","unstructured":"Sebastin Santy, Jenny T Liang, Ronan Le Bras, Katharina Reinecke, and Maarten Sap. 2023. NLPositionality: Characterizing design biases of datasets and models. arXiv preprint arXiv:2306.01943 (2023)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.848"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1177\/14614448221138529"},{"key":"e_1_3_2_1_40_1","first-page":"120","article-title":"The Enron email dataset database schema and brief statistical report. Information sciences institute technical report","volume":"4","author":"Shetty Jitesh","year":"2004","unstructured":"Jitesh Shetty and Jafar Adibi. 2004. The Enron email dataset database schema and brief statistical report. Information sciences institute technical report, University of Southern California 4, 1 (2004), 120\u2013128.","journal-title":"University of Southern California"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.naacl-short.71"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.54"},{"key":"e_1_3_2_1_43_1","unstructured":"Raphael Tang Xinyu Zhang Jimmy Lin and Ferhan Ture. 2023. What Do Llamas Really Think? Revealing Preference Biases in Language Model Representations. arXiv:2311.18812 [cs.CL] https:\/\/arxiv.org\/abs\/2311.18812"},{"key":"e_1_3_2_1_44_1","unstructured":"Vishesh Thakur. 2023. Unveiling Gender Bias in Terms of Profession Across LLMs: Analyzing and Addressing Sociological Implications. arXiv:2307.09162 [cs.CL] https:\/\/arxiv.org\/abs\/2307.09162"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1177\/08944393241286471"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.132"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i12.26698"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.445"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3717867.3717913"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","unstructured":"Ellery Wulczyn Nithum Thain and Lucas Dixon. 2017. Ex Machina: Personal Attacks Seen at Scale. In Proceedings of the 26th International Conference on World Wide Web (Perth Australia) (WWW '17). International World Wide Web Conferences Steering Committee Republic and Canton of Geneva CHE 1391\u20131399. doi:10.1145\/3038912.3052591","DOI":"10.1145\/3038912.3052591"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1064"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.888"}],"event":{"name":"FAccT '26: The 2026 ACM Conference on Fairness, Accountability, and Transparency","location":"Montreal QC Canada","acronym":"FAccT '26","sponsor":["ACM\/SIG"]},"container-title":["Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3805689.3812212","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T18:25:02Z","timestamp":1782757502000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805689.3812212"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,25]]},"references-count":52,"alternative-id":["10.1145\/3805689.3812212","10.1145\/3805689"],"URL":"https:\/\/doi.org\/10.1145\/3805689.3812212","relation":{},"subject":[],"published":{"date-parts":[[2026,6,25]]},"assertion":[{"value":"2026-06-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}