{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,25]],"date-time":"2025-06-25T04:08:08Z","timestamp":1750824488124,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":51,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3715275.3732065","type":"proceedings-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T17:03:13Z","timestamp":1750698193000},"page":"1005-1014","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Dangerous Criminals and Beautiful Prostitutes? Investigating Harmful Representations in Dutch Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1757-1769","authenticated-orcid":false,"given":"Zilin","family":"Lin","sequence":"first","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0772-5089","authenticated-orcid":false,"given":"Gabriela","family":"Trogrlic","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4962-1698","authenticated-orcid":false,"given":"Claes","family":"de Vreese","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1652-0580","authenticated-orcid":false,"given":"Natali","family":"Helberger","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,6,23]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462624"},{"key":"e_1_3_3_2_3_2","unstructured":"Maryam Amirizaniani Jihan Yao Adrian Lavergne Elizabeth\u00a0Snell Okada Aman Chadha Tanya Roosta and Chirag Shah. 2024. LLMAuditor: A Framework for Auditing Large Language Models Using Human-in-the-Loop. arxiv:https:\/\/arXiv.org\/abs\/2402.09346\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2402.09346"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.600"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.4000\/books.aaccademia.3085"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Camiel\u00a0J Beukeboom and Christian Burgers. 2019. How stereotypes are shared through language: a review and introduction of the aocial categories and stereotypes communication (SCSC) framework. Review of Communication Research 7 (2019) 1\u201337.","DOI":"10.12840\/issn.2255-4165.017"},{"key":"e_1_3_3_2_8_2","unstructured":"William Blanzeisky and P\u00e1draig Cunningham. 2021. Algorithmic Factors Influencing Bias in Machine Learning. arxiv:https:\/\/arXiv.org\/abs\/2104.14014\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2104.14014"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.4135\/9781412976053.n16"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Aylin Caliskan Joanna\u00a0J Bryson and Arvind Narayanan. 2017. Semantics derived automatically from language corpora contain human-like biases. Science 356 6334 (2017) 183\u2013186.","DOI":"10.1126\/science.aal4230"},{"key":"e_1_3_3_2_11_2","unstructured":"Banghao Chen Zhaofeng Zhang Nicolas Langren\u00e9 and Shengxin Zhu. 2023. Unleashing the potential of prompt engineering in Large Language Models: a comprehensive review. arxiv:https:\/\/arXiv.org\/abs\/2310.14735https:\/\/arxiv.org\/abs\/2310.14735"},{"key":"e_1_3_3_2_12_2","unstructured":"Jaco Dagevos Egbert Jongen and Sander Muns. 2020. Promising Policies for Integration on the Labour Market. https:\/\/english.scp.nl\/publications\/publications\/2020\/10\/21\/promising-policies-for-integration-on-the-labour-market The Netherlands Institute for Social Research. Accessed: [29\/10\/2024]."},{"key":"e_1_3_3_2_13_2","unstructured":"Jaco Dagevos and Floris Vermeulen. 2024. Does the Political System Represent Everyone?https:\/\/english.scp.nl\/publications\/publications\/2024\/01\/25\/does-the-political-system-represent-everyone The Netherlands Institute for Social Research. Accessed: [29\/10\/2024]."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-08-028932-8.50005-8"},{"key":"e_1_3_3_2_15_2","unstructured":"Wietse de Vries Andreas van Cranenburgh Arianna Bisazza Tommaso Caselli Gertjan van Noord and Malvina Nissim. 2019. BERTje: A Dutch BERT Model. arxiv:https:\/\/arXiv.org\/abs\/1912.09582\u00a0[cs.CL]"},{"key":"e_1_3_3_2_16_2","unstructured":"Pieter Delobelle and Bettina Berendt. 2022. RobBERTje: A Distilled Dutch BERT Model. Computational Linguistics in the Netherlands Journal 11 (2022) 39\u201354."},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Pieter Delobelle Thomas Winters and Bettina Berendt. 2020. RobBERT: A Dutch RoBERTa-based Language Model. arxiv:https:\/\/arXiv.org\/abs\/2001.06286\u00a0[cs.CL]","DOI":"10.18653\/v1\/2020.findings-emnlp.292"},{"key":"e_1_3_3_2_18_2","first-page":"4171","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers)","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). 4171\u20134186."},{"key":"e_1_3_3_2_19_2","unstructured":"Isabel\u00a0O Gallegos Ryan\u00a0A Rossi Joe Barrow Md\u00a0Mehrab Tanjim Sungchul Kim Franck Dernoncourt Tong Yu Ruiyi Zhang and Nesreen\u00a0K Ahmed. 2024. Bias and fairness in large language models: A survey. Computational Linguistics (2024) 1\u201379."},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658933"},{"key":"e_1_3_3_2_21_2","unstructured":"UK Government. 2023. Online Harms Study: Final Report. https:\/\/assets.publishing.service.gov.uk\/government\/uploads\/system\/uploads\/attachment_data\/file\/1167838\/Online_Harms_Study_Final_report_updated_51222_updated_290623.pdf Accessed: [2025-01-22]."},{"key":"e_1_3_3_2_22_2","volume-title":"Elgar Encyclopedia of Political Communication","author":"Gruber Johannes\u00a0B","year":"2025","unstructured":"Johannes\u00a0B Gruber and Fabio Votta. 2025. Large Language Models. In Elgar Encyclopedia of Political Communication. Edward Elgar Publishing."},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462536"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659017"},{"key":"e_1_3_3_2_25_2","unstructured":"High-Level Expert Group on Artificial Intelligence. 2019. Ethics Guidelines for Trustworthy AI. https:\/\/ec.europa.eu\/futurium\/en\/ai-alliance-consultation Accessed: [2025-05-12]."},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.487"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Jialun\u00a0Aaron Jiang Morgan\u00a0Klaus Scheuerman Casey Fiesler and Jed\u00a0R Brubaker. 2021. Understanding international perceptions of the severity of harmful content online. PloS one 16 8 (2021) e0256762.","DOI":"10.1371\/journal.pone.0256762"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.530"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Anne Kroon Damian Trilling and Tamara Raats. 2021. Guilty by association: Using word embeddings to measure ethnic stereotypes in news coverage. Journalism & Mass Communication Quarterly 98 2 (2021) 451\u2013477.","DOI":"10.1177\/1077699020932304"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","unstructured":"Anne Kroon Kasper Welbers Damian Trilling and Wouter van Atteveldt. 2024. Advancing Automated Content Analysis for a New Era of Media Effects Research: The Key Role of Transfer Learning. Communication Methods and Measures 18 2 (2024) 142\u2013162.","DOI":"10.1080\/19312458.2023.2261372"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Keita Kurita Nidhi Vyas Ayush Pareek Alan\u00a0W Black and Yulia Tsvetkov. 2019. Measuring bias in contextualized word representations. arxiv:https:\/\/arXiv.org\/abs\/1906.07337https:\/\/arxiv.org\/abs\/1906.07337","DOI":"10.18653\/v1\/W19-3823"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658975"},{"key":"e_1_3_3_2_33_2","unstructured":"Chandler May Alex Wang Shikha Bordia Samuel\u00a0R Bowman and Rachel Rudinger. 2019. On measuring social biases in sentence encoders. arxiv:https:\/\/arXiv.org\/abs\/1903.10561https:\/\/arxiv.org\/abs\/1903.10561"},{"key":"e_1_3_3_2_34_2","unstructured":"Aristides Milios and Parishad BehnamGhader. 2022. An Analysis of Social Biases Present in BERT Variants Across Multiple Languages. arxiv:https:\/\/arXiv.org\/abs\/2211.14402\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2211.14402"},{"key":"e_1_3_3_2_35_2","unstructured":"Moin Nadeem Anna Bethke and Siva Reddy. 2020. StereoSet: Measuring stereotypical bias in pretrained language models. arxiv:https:\/\/arXiv.org\/abs\/2004.09456https:\/\/arxiv.org\/abs\/2004.09456"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.191"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.ltedi-1.4"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.329"},{"key":"e_1_3_3_2_39_2","first-page":"3","volume-title":"International Conference on Data, Engineering and Applications","author":"Rawat Satyendra\u00a0Singh","year":"2022","unstructured":"Satyendra\u00a0Singh Rawat and Amit\u00a0Kumar Mishra. 2022. Review of Methods for Handling Class Imbalance in Classification Problems. In International Conference on Data, Engineering and Applications. Springer, 3\u201314."},{"key":"e_1_3_3_2_40_2","unstructured":"Luca Rettenberger Markus Reischl and Mark Schutera. 2024. Assessing Political Bias in Large Language Models. arxiv:https:\/\/arXiv.org\/abs\/2405.13041\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2405.13041"},{"key":"e_1_3_3_2_41_2","first-page":"8377","volume-title":"International Conference on Machine Learning","author":"Saha Debjani","year":"2020","unstructured":"Debjani Saha, Candice Schumann, Duncan Mcelfresh, John Dickerson, Michelle Mazurek, and Michael Tschantz. 2020. Measuring non-expert comprehension of machine learning fairness metrics. In International Conference on Machine Learning. PMLR, 8377\u20138387."},{"key":"e_1_3_3_2_42_2","unstructured":"Pranab Sahoo Ayush\u00a0Kumar Singh Sriparna Saha Vinija Jain Samrat Mondal and Aman Chadha. 2024. A systematic survey of prompt engineering in large language models: Techniques and applications. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.07927 (2024)."},{"key":"e_1_3_3_2_43_2","unstructured":"Emily Sheng Kai-Wei Chang Premkumar Natarajan and Nanyun Peng. 2019. The woman worked as a babysitter: On biases in language generation. arxiv:https:\/\/arXiv.org\/abs\/1909.01326https:\/\/arxiv.org\/abs\/1909.01326"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.189"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"crossref","unstructured":"Yan Tao Olga Viberg Ryan\u00a0S Baker and Ren\u00e9\u00a0F Kizilcec. 2024. Cultural bias and cultural alignment of large language models. PNAS nexus 3 9 (2024) pgae346.","DOI":"10.1093\/pnasnexus\/pgae346"},{"key":"e_1_3_3_2_46_2","first-page":"33883","volume-title":"International Conference on Machine Learning","author":"Taori Rohan","year":"2023","unstructured":"Rohan Taori and Tatsunori Hashimoto. 2023. Data feedback loops: Model-driven amplification of dataset biases. In International Conference on Machine Learning. PMLR, 33883\u201333920."},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.nlpcss-1.13"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"Marieke van Hoof Damian Trilling Judith Moeller and Corine\u00a0S Meppelink. 2024. It matters how you google it? Using agent-based testing to assess the impact of user choices in search queries and algorithmic personalization on political Google Search results. Journal of Computer-Mediated Communication 29 6 (2024) zmae020.","DOI":"10.1093\/jcmc\/zmae020"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-main.9"},{"key":"e_1_3_3_2_50_2","unstructured":"Sahil Verma Michael Ernst and Rene Just. 2021. Removing biased data to improve fairness and accuracy. arxiv:https:\/\/arXiv.org\/abs\/2102.03054\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2102.03054"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1323"},{"key":"e_1_3_3_2_52_2","first-page":"12697","volume-title":"International conference on machine learning","author":"Zhao Zihao","year":"2021","unstructured":"Zihao Zhao, Eric Wallace, Shi Feng, Dan Klein, and Sameer Singh. 2021. Calibrate before use: Improving few-shot performance of language models. In International conference on machine learning. PMLR, 12697\u201312706."}],"event":{"name":"FAccT '25: The 2025 ACM Conference on Fairness, Accountability, and Transparency","acronym":"FAccT '25","location":"Athens Greece"},"container-title":["Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3715275.3732065","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T11:17:47Z","timestamp":1750763867000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3715275.3732065"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":51,"alternative-id":["10.1145\/3715275.3732065","10.1145\/3715275"],"URL":"https:\/\/doi.org\/10.1145\/3715275.3732065","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-06-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}