{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T19:09:27Z","timestamp":1783796967995,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":94,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T00:00:00Z","timestamp":1717372800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","award":["N\/A"],"award-info":[{"award-number":["N\/A"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,3]]},"DOI":"10.1145\/3630106.3659021","type":"proceedings-article","created":{"date-parts":[[2024,6,5]],"date-time":"2024-06-05T13:14:21Z","timestamp":1717593261000},"page":"2007-2021","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["Disentangling Perceptions of Offensiveness: Cultural and Moral Correlates"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7013-1810","authenticated-orcid":false,"given":"Aida","family":"Davani","sequence":"first","affiliation":[{"name":"Google Research, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0167-9839","authenticated-orcid":false,"given":"Mark","family":"D\u00edaz","sequence":"additional","affiliation":[{"name":"Google Research, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2468-2347","authenticated-orcid":false,"given":"Dylan","family":"Baker","sequence":"additional","affiliation":[{"name":"Distributed AI Research Institute (DAIR), United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3329-2305","authenticated-orcid":false,"given":"Vinodkumar","family":"Prabhakaran","sequence":"additional","affiliation":[{"name":"Google, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,6,5]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Moral foundations of large language models. arXiv preprint arXiv:2310.15337","author":"Abdulhai Marwa","year":"2023","unstructured":"Marwa Abdulhai, Gregory Serapio-Garcia, Cl\u00e9ment Crepy, Daria Valter, John Canny, and Natasha Jaques. 2023. Moral foundations of large language models. arXiv preprint arXiv:2310.15337 (2023)."},{"key":"e_1_3_2_1_2_1","volume-title":"White women.Health psychology 19, 6","author":"Adler E","year":"2000","unstructured":"Nancy\u00a0E Adler, Elissa\u00a0S Epel, Grace Castellazzo, and Jeannette\u00a0R Ickovics. 2000. Relationship of subjective and objective social status with psychological and physiological functioning: Preliminary data in healthy, White women.Health psychology 19, 6 (2000), 586."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.heliyon.2024.e25940"},{"key":"e_1_3_2_1_4_1","unstructured":"Lora Aroyo Mark Diaz Christopher Homan Vinodkumar Prabhakaran Alex Taylor and Ding Wang. 2023. The Reasonable Effectiveness of Diverse Evaluation Data. arxiv:2301.09406\u00a0[cs.HC]"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v36i1.2564"},{"key":"e_1_3_2_1_6_1","volume-title":"Morality beyond the WEIRD: How the nomological network of morality varies across cultures.Journal of Personality and Social Psychology 125","author":"Atari Mohammad","year":"2023","unstructured":"Mohammad Atari, Jonathan Haidt, Jesse Graham, Sena Koleva, Sean\u00a0T Stevens, and Morteza Dehghani. 2023. Morality beyond the WEIRD: How the nomological network of morality varies across cultures.Journal of Personality and Social Psychology 125 (2023)."},{"key":"e_1_3_2_1_7_1","unstructured":"Yuntao Bai Andy Jones Kamal Ndousse Amanda Askell Anna Chen Nova DasSarma Dawn Drain Stanislav Fort Deep Ganguli Tom Henighan Nicholas Joseph Saurav Kadavath Jackson Kernion Tom Conerly Sheer El-Showk Nelson Elhage Zac Hatfield-Dodds Danny Hernandez Tristan Hume Scott Johnston Shauna Kravec Liane Lovitt Neel Nanda Catherine Olsson Dario Amodei Tom Brown Jack Clark Sam McCandlish Chris Olah Ben Mann and Jared Kaplan. 2022. Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback. arxiv:2204.05862\u00a0[cs.CL]"},{"key":"e_1_3_2_1_8_1","volume-title":"Improving Few-shot Generalization of Safety Classifiers via Data Augmented Parameter-Efficient Fine-Tuning. arXiv preprint arXiv:2310.16959","author":"Balashankar Ananth","year":"2023","unstructured":"Ananth Balashankar, Xiao Ma, Aradhana Sinha, Ahmad Beirami, Yao Qin, Jilin Chen, and Alex Beutel. 2023. Improving Few-shot Generalization of Safety Classifiers via Data Augmented Parameter-Efficient Fine-Tuning. arXiv preprint arXiv:2310.16959 (2023)."},{"key":"e_1_3_2_1_9_1","volume-title":"Law and society approaches to cyberspace","author":"Balkin M","unstructured":"Jack\u00a0M Balkin. 2017. Digital speech and democratic culture: A theory of freedom of expression for the information society. In Law and society approaches to cyberspace. Routledge, 325\u2013382."},{"key":"e_1_3_2_1_10_1","volume-title":"The moderator\u2013mediator variable distinction in social psychological research: Conceptual, strategic, and statistical considerations.Journal of personality and social psychology 51, 6","author":"Baron M","year":"1986","unstructured":"Reuben\u00a0M Baron and David\u00a0A Kenny. 1986. The moderator\u2013mediator variable distinction in social psychological research: Conceptual, strategic, and statistical considerations.Journal of personality and social psychology 51, 6 (1986), 1173."},{"key":"e_1_3_2_1_11_1","volume-title":"Red-teaming large language models using chain of utterances for safety-alignment. arXiv preprint arXiv:2308.09662","author":"Bhardwaj Rishabh","year":"2023","unstructured":"Rishabh Bhardwaj and Soujanya Poria. 2023. Red-teaming large language models using chain of utterances for safety-alignment. arXiv preprint arXiv:2308.09662 (2023)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533083"},{"key":"e_1_3_2_1_13_1","volume-title":"Congressional Research Service 27","author":"Brannon C","year":"2019","unstructured":"Valerie\u00a0C Brannon. 2019. Free speech and the regulation of social media content. Congressional Research Service 27 (2019)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i6.25840"},{"key":"e_1_3_2_1_15_1","volume-title":"30th USENIX Security Symposium (USENIX Security 21)","author":"Carlini Nicholas","year":"2021","unstructured":"Nicholas Carlini, Florian Tramer, Eric Wallace, Matthew Jagielski, Ariel Herbert-Voss, Katherine Lee, Adam Roberts, Tom Brown, Dawn Song, Ulfar Erlingsson, 2021. Extracting training data from large language models. In 30th USENIX Security Symposium (USENIX Security 21). 2633\u20132650."},{"key":"e_1_3_2_1_16_1","volume-title":"Explore","author":"Casper Stephen","year":"2023","unstructured":"Stephen Casper, Jason Lin, Joe Kwon, Gatlen Culp, and Dylan Hadfield-Menell. 2023. Explore, Establish, Exploit: Red Teaming Language Models from Scratch. arXiv e-prints (2023), arXiv\u20132306."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1177\/0001839214563595","article-title":"The impact of culture on creativity: How cultural tightness and cultural distance affect global innovation crowdsourcing work","volume":"60","author":"Chua YJ","year":"2015","unstructured":"Roy\u00a0YJ Chua, Yannig Roth, and Jean-Fran\u00e7ois Lemoine. 2015. The impact of culture on creativity: How cultural tightness and cultural distance affect global innovation crowdsourcing work. Administrative Science Quarterly 60, 2 (2015), 189\u2013227. https:\/\/ink.library.smu.edu.sg\/cgi\/viewcontent.cgi?article=5607&context=lkcsb_research","journal-title":"Administrative Science Quarterly"},{"key":"e_1_3_2_1_18_1","volume-title":"The Digital Services Act: Ensuring a safe and accountable online environment.The Digital Services Act: Ensuring a safe and accountable online environment","author":"European Commission","year":"2020","unstructured":"European Commission. 2020. The Digital Services Act: Ensuring a safe and accountable online environment.The Digital Services Act: Ensuring a safe and accountable online environment (2020)."},{"key":"e_1_3_2_1_19_1","volume-title":"ways of knowing, and interdependence as mediators of gender differences in attitudes toward hate speech and freedom of speech. Psychology of women quarterly 27, 4","author":"Cowan Gloria","year":"2003","unstructured":"Gloria Cowan and D\u00e9sir\u00e9e Khatchadourian. 2003. Empathy, ways of knowing, and interdependence as mediators of gender differences in attitudes toward hate speech and freedom of speech. Psychology of women quarterly 27, 4 (2003), 300\u2013308. https:\/\/journals.sagepub.com\/doi\/abs\/10.1111\/1471-6402.00110?journalCode=pwqa"},{"key":"e_1_3_2_1_20_1","volume-title":"Morality as cooperation: A problem-centred approach. The evolution of morality","author":"Curry Oliver\u00a0Scott","year":"2016","unstructured":"Oliver\u00a0Scott Curry. 2016. Morality as cooperation: A problem-centred approach. The evolution of morality (2016), 27\u201351."},{"key":"e_1_3_2_1_21_1","volume-title":"Is it good to cooperate? Testing the theory of morality-as-cooperation in 60 societies. Current anthropology 60, 1","author":"Curry Oliver\u00a0Scott","year":"2019","unstructured":"Oliver\u00a0Scott Curry, Daniel\u00a0Austin Mullins, and Harvey Whitehouse. 2019. Is it good to cooperate? Testing the theory of morality-as-cooperation in 60 societies. Current anthropology 60, 1 (2019), 47\u201369."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00449"},{"key":"e_1_3_2_1_23_1","unstructured":"Aida\u00a0Mostafazadeh Davani Mark D\u00edaz Dylan Baker and Vinodkumar Prabhakaran. 2024. D3CODE: Disentangling Disagreements in Data across Cultures on Offensiveness Detection and Evaluation. arxiv:2404.10857\u00a0[cs.CL]"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the sixth workshop on online abuse and harms (woah). 192\u2013202","author":"D\u00edaz Mark","year":"2022","unstructured":"Mark D\u00edaz, Razvan Amironesei, Laura Weidinger, and Iason Gabriel. 2022. Accounting for offensive speech as a practice of resistance. In Proceedings of the sixth workshop on online abuse and harms (woah). 192\u2013202."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173986"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534647"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159661"},{"key":"e_1_3_2_1_28_1","volume-title":"The Semantic Web. Latest Advances and New Domains: 12th European Semantic Web Conference, ESWC 2015, Portoroz, Slovenia, May 31\u2013June 4, 2015. Proceedings 12","author":"Dumitrache Anca","year":"2015","unstructured":"Anca Dumitrache. 2015. Crowdsourcing disagreement for collecting semantic annotation. In The Semantic Web. Latest Advances and New Domains: 12th European Semantic Web Conference, ESWC 2015, Portoroz, Slovenia, May 31\u2013June 4, 2015. Proceedings 12. Springer, 701\u2013710."},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing. 6715\u20136726","author":"Fleisig Eve","year":"2023","unstructured":"Eve Fleisig, Rediet Abebe, and Dan Klein. 2023. When the majority is wrong: Modeling annotator disagreement for subjective tasks. In Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing. 6715\u20136726."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v12i1.14991"},{"key":"e_1_3_2_1_31_1","volume-title":"Artificial intelligence, values, and alignment. Minds and machines 30, 3","author":"Gabriel Iason","year":"2020","unstructured":"Iason Gabriel. 2020. Artificial intelligence, values, and alignment. Minds and machines 30, 3 (2020), 411\u2013437."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594081"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_34_1","unstructured":"Amelia Glaese Nat McAleese Maja Tr\u0119bacz John Aslanides Vlad Firoiu Timo Ewalds Maribeth Rauh Laura Weidinger Martin Chadwick Phoebe Thacker Lucy Campbell-Gillingham Jonathan Uesato Po-Sen Huang Ramona Comanescu Fan Yang Abigail See Sumanth Dathathri Rory Greig Charlie Chen Doug Fritz Jaume\u00a0Sanchez Elias Richard Green So\u0148a Mokr\u00e1 Nicholas Fernando Boxi Wu Rachel Foley Susannah Young Iason Gabriel William Isaac John Mellor Demis Hassabis Koray Kavukcuoglu Lisa\u00a0Anne Hendricks and Geoffrey Irving. 2022. Improving alignment of dialogue agents via targeted human judgements. arxiv:2209.14375\u00a0[cs.LG]"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445423"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555088"},{"key":"e_1_3_2_1_37_1","volume-title":"Advances in experimental social psychology. Vol.\u00a047","author":"Graham Jesse","year":"2020","unstructured":"Jesse Graham, Jonathan Haidt, Sena Koleva, Matt Motyl, Ravi Iyer, Sean\u00a0P Wojcik, and Peter\u00a0H Ditto. 2013. Moral foundations theory: The pragmatic validity of moral pluralism. In Advances in experimental social psychology. Vol.\u00a047. Elsevier, 55\u2013130. https:\/\/bpb-us-e2.wpmucdn.com\/sites.uci.edu\/dist\/1\/863\/files\/2020\/06\/Graham-et-al-2013.AESP_.pdf"},{"key":"e_1_3_2_1_38_1","volume-title":"Mapping the moral domain.Journal of personality and social psychology 101, 2","author":"Graham Jesse","year":"2011","unstructured":"Jesse Graham, Brian\u00a0A Nosek, Jonathan Haidt, Ravi Iyer, Spassena Koleva, and Peter\u00a0H Ditto. 2011. Mapping the moral domain.Journal of personality and social psychology 101, 2 (2011), 366."},{"key":"e_1_3_2_1_39_1","first-page":"1600","article-title":"The myth of harmless wrongs in moral cognition: Automatic dyadic completion from sin to suffering.Journal of Experimental Psychology","volume":"143","author":"Gray Kurt","year":"2014","unstructured":"Kurt Gray, Chelsea Schein, and Adrian\u00a0F Ward. 2014. The myth of harmless wrongs in moral cognition: Automatic dyadic completion from sin to suffering.Journal of Experimental Psychology: General 143, 4 (2014), 1600.","journal-title":"General"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372826"},{"key":"e_1_3_2_1_41_1","volume-title":"Toxigen: A large-scale machine-generated dataset for adversarial and implicit hate speech detection. arXiv preprint arXiv:2203.09509","author":"Hartvigsen Thomas","year":"2022","unstructured":"Thomas Hartvigsen, Saadia Gabriel, Hamid Palangi, Maarten Sap, Dipankar Ray, and Ece Kamar. 2022. Toxigen: A large-scale machine-generated dataset for adversarial and implicit hate speech detection. arXiv preprint arXiv:2203.09509 (2022)."},{"key":"e_1_3_2_1_42_1","volume-title":"Beyond WEIRD: Towards a broad-based behavioral science. Behavioral and brain sciences 33, 2-3","author":"Henrich Joseph","year":"2010","unstructured":"Joseph Henrich, Steven\u00a0J Heine, and Ara Norenzayan. 2010. Beyond WEIRD: Towards a broad-based behavioral science. Behavioral and brain sciences 33, 2-3 (2010), 111. https:\/\/henrich.fas.harvard.edu\/files\/henrich\/files\/henrich_heine_norenzayan_2010-2.pdf"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_44_1","volume-title":"Dimensionalizing cultures: The Hofstede model in context. Online readings in psychology and culture 2, 1","author":"Hofstede Geert","year":"2011","unstructured":"Geert Hofstede. 2011. Dimensionalizing cultures: The Hofstede model in context. Online readings in psychology and culture 2, 1 (2011), 8."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1177\/1948550619876629"},{"key":"e_1_3_2_1_46_1","volume-title":"Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 1120\u20131130","author":"Hovy Dirk","year":"2013","unstructured":"Dirk Hovy, Taylor Berg-Kirkpatrick, Ashish Vaswani, and Eduard Hovy. 2013. Learning whom to trust with MACE. In Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 1120\u20131130. https:\/\/aclanthology.org\/N13-1132.pdf"},{"key":"e_1_3_2_1_47_1","volume-title":"Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 588\u2013602","author":"Hovy Dirk","year":"2021","unstructured":"Dirk Hovy and Diyi Yang. 2021. The importance of modeling social factors of language: Theory and practice. In Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 588\u2013602. https:\/\/aclanthology.org\/2021.naacl-main.49.pdf"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445918"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555775"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533097"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0256762"},{"key":"e_1_3_2_1_52_1","unstructured":"Jigsaw. 2018. Toxic Comment Classification Challenge. https:\/\/www.kaggle.com\/c\/jigsaw-toxic-comment-classification-challenge\/data Accessed: 2021-05-01."},{"key":"e_1_3_2_1_53_1","unstructured":"Jigsaw. 2019. Unintended Bias in Toxicity Classification. https:\/\/www.kaggle.com\/c\/jigsaw-unintended-bias-in-toxicity-classification\/data Accessed: 2021-05-01."},{"key":"e_1_3_2_1_54_1","volume-title":"Proceedings of the 10th SIGHUM Workshop on Language Technology for Cultural Heritage, Social Sciences, and Humanities. 95\u201399","author":"Joshi Aditya","year":"2016","unstructured":"Aditya Joshi, Pushpak Bhattacharyya, Mark Carman, Jaya Saraswati, and Rajita Shukla. 2016. How do cultural differences impact the quality of sarcasm annotation?: A case study of indian annotators and american text. In Proceedings of the 10th SIGHUM Workshop on Language Technology for Cultural Heritage, Social Sciences, and Humanities. 95\u201399. https:\/\/aclanthology.org\/W16-2111.pdf"},{"key":"e_1_3_2_1_55_1","volume-title":"The (moral) language of hate. PNAS nexus 2, 7","author":"Kennedy Brendan","year":"2023","unstructured":"Brendan Kennedy, Preni Golazizian, Jackson Trager, Mohammad Atari, Joe Hoover, Aida Mostafazadeh\u00a0Davani, and Morteza Dehghani. 2023. The (moral) language of hate. PNAS nexus 2, 7 (2023), pgad210."},{"key":"e_1_3_2_1_56_1","unstructured":"Zachary Kenton Tom Everitt Laura Weidinger Iason Gabriel Vladimir Mikulik and Geoffrey Irving. 2021. Alignment of Language Agents. arxiv:2103.14659\u00a0[cs.AI]"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.12590"},{"key":"e_1_3_2_1_58_1","volume-title":"The first half of the","author":"Kohlberg Lawrence","year":"1963","unstructured":"Lawrence Kohlberg. 1994. Stage and sequence: The cognitive-developmental approach to socialization.. In The first half of the chapter is a revision of a paper prepared for the Social Science Research Council, Committee on Socialization and Social Structure, Conference on Moral Development, Arden House, Nov 1963. Garland Publishing."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1080\/19312450802467134"},{"key":"e_1_3_2_1_60_1","unstructured":"MultiMedia LLC. 2023. FACT SHEET: President Biden Issues Executive Order on Safe Secure and Trustworthy Artificial Intelligence. https:\/\/www.whitehouse.gov\/briefing-room\/statements-releases\/2023\/10\/30\/fact-sheet-president-biden-issues-executive-order-on-safe-secure-and-trustworthy-artificial-intelligence\/"},{"key":"e_1_3_2_1_61_1","volume-title":"Introduction to statistical mediation analysis","author":"MacKinnon David","unstructured":"David MacKinnon. 2012. Introduction to statistical mediation analysis. Routledge."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"crossref","first-page":"766","DOI":"10.1097\/AOG.0000000000005332","article-title":"Why causation matters: rethinking \u201crace\u201d as a risk factor","volume":"142","author":"Mayne Gabriella","year":"2023","unstructured":"Gabriella Mayne, Ayisha Buckley, and Luwam Ghidei. 2023. Why causation matters: rethinking \u201crace\u201d as a risk factor. Obstetrics & Gynecology 142, 4 (2023), 766\u2013771.","journal-title":"Obstetrics & Gynecology"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415186"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"crossref","first-page":"120","DOI":"10.1016\/j.copsyc.2016.08.001","article-title":"Reflections on prejudice and intergroup relations","volume":"11","author":"Molina E","year":"2016","unstructured":"Ludwin\u00a0E Molina, Linda\u00a0R Tropp, and Chris Goode. 2016. Reflections on prejudice and intergroup relations. Current Opinion in Psychology 11 (2016), 120\u2013124.","journal-title":"Current Opinion in Psychology"},{"key":"e_1_3_2_1_65_1","volume-title":"Industrial, Rich, and Democratic (WEIRD) psychology: Measuring and mapping scales of cultural and psychological distance. Psychological science 31, 6","author":"Muthukrishna Michael","year":"2020","unstructured":"Michael Muthukrishna, Adrian\u00a0V Bell, Joseph Henrich, Cameron\u00a0M Curtin, Alexander Gedranovich, Jason McInerney, and Braden Thue. 2020. Beyond Western, Educated, Industrial, Rich, and Democratic (WEIRD) psychology: Measuring and mapping scales of cultural and psychological distance. Psychological science 31, 6 (2020), 678\u2013701. https:\/\/journals.sagepub.com\/doi\/pdf\/10.1177\/0956797620916782"},{"key":"e_1_3_2_1_66_1","unstructured":"A Ng D Laird and L He. 2021. Data-Centric AI Competition. DeepLearning AI."},{"key":"e_1_3_2_1_67_1","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume":"35","author":"Ouyang Long","year":"2022","unstructured":"Long Ouyang, Jeffrey Wu, Xu Jiang, Diogo Almeida, Carroll Wainwright, Pamela Mishkin, Chong Zhang, Sandhini Agarwal, Katarina Slama, Alex Ray, 2022. Training language models to follow instructions with human feedback. Advances in Neural Information Processing Systems 35 (2022), 27730\u201327744.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_68_1","volume-title":"proceedings of the 52nd Hawaii International Conference on System Sciences.","author":"Patton Desmond","year":"2019","unstructured":"Desmond Patton, Philipp Blandfort, William Frey, Michael Gaskell, and Svebor Karaman. 2019. Annotating social media data from vulnerable populations: Evaluating disagreement between domain experts and graduate student annotators. In proceedings of the 52nd Hawaii International Conference on System Sciences."},{"key":"e_1_3_2_1_69_1","volume-title":"A human rights-based approach to responsible ai. arXiv preprint arXiv:2210.02667","author":"Prabhakaran Vinodkumar","year":"2022","unstructured":"Vinodkumar Prabhakaran, Margaret Mitchell, Timnit Gebru, and Iason Gabriel. 2022. A human rights-based approach to responsible ai. arXiv preprint arXiv:2210.02667 (2022)."},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594016"},{"key":"e_1_3_2_1_72_1","volume-title":"Knowledge of cultural moral norms in large language models. arXiv preprint arXiv:2306.01857","author":"Ramezani Aida","year":"2023","unstructured":"Aida Ramezani and Yang Xu. 2023. Knowledge of cultural moral norms in large language models. arXiv preprint arXiv:2306.01857 (2023)."},{"key":"e_1_3_2_1_73_1","volume-title":"Moral identity and the expanding circle of moral regard toward out-groups.Journal of personality and social psychology 84, 6","author":"Aquino Americus","year":"2003","unstructured":"Americus Reed\u00a0II and Karl\u00a0F Aquino. 2003. Moral identity and the expanding circle of moral regard toward out-groups.Journal of personality and social psychology 84, 6 (2003), 1270."},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"crossref","unstructured":"Joel Ross Lilly Irani M\u00a0Six Silberman Andrew Zaldivar and Bill Tomlinson. 2010. Who are the crowdworkers? Shifting demographics in Mechanical Turk. In CHI\u201910 extended abstracts on Human factors in computing systems. 2863\u20132872.","DOI":"10.1145\/1753846.1753873"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376645"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1177\/1745691610369468","article-title":"A new social-cognitive developmental perspective on prejudice: The interplay between morality and group identity","volume":"5","author":"Rutland Adam","year":"2010","unstructured":"Adam Rutland, Melanie Killen, and Dominic Abrams. 2010. A new social-cognitive developmental perspective on prejudice: The interplay between morality and group identity. Perspectives on Psychological Science 5, 3 (2010), 279\u2013291.","journal-title":"Perspectives on Psychological Science"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3295750.3298954"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"crossref","unstructured":"Joni Salminen Fabio Veronesi Hind Almerekhi Soon-Gvo Jung and Bernard\u00a0J Jansen. 2018. Online hate interpretation varies by country but more by individual: A statistical analysis using crowdsourced ratings. In 2018 fifth international conference on social networks analysis management and security (snams). IEEE 88\u201394. http:\/\/www.bernardjjansen.com\/uploads\/2\/4\/1\/8\/24188166\/jansen_onlinehate2018.pdf","DOI":"10.1109\/SNAMS.2018.8554954"},{"key":"e_1_3_2_1_79_1","volume-title":"Data Cascades in High-Stakes AI. In proceedings of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u201315","author":"Sambasivan Nithya","year":"2021","unstructured":"Nithya Sambasivan, Shivani Kapania, Hannah Highfill, Diana Akrong, Praveen Paritosh, and Lora\u00a0M Aroyo. 2021. \u201cEveryone wants to do the model work, not the data work\u201d: Data Cascades in High-Stakes AI. In proceedings of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u201315."},{"key":"e_1_3_2_1_80_1","volume-title":"Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics. 2420\u20132433","author":"Sandri Marta","year":"2023","unstructured":"Marta Sandri, Elisa Leonardelli, Sara Tonelli, and Elisabetta Je\u017eek. 2023. Why Don\u2019t You Do It Right? Analysing Annotators\u2019 Disagreement in Subjective Tasks. In Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics. 2420\u20132433."},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1126\/sciadv.adh1850"},{"key":"e_1_3_2_1_84_1","volume-title":"Imitation Game: Quantifying and extrapolating the capabilities of language models. arxiv:2206.04615\u00a0[cs.CL]","author":"Aarohi Srivastava","year":"2023","unstructured":"Aarohi Srivastava et al. 2023. Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models. arxiv:2206.04615\u00a0[cs.CL]"},{"key":"e_1_3_2_1_85_1","volume-title":"Llama 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288","author":"Touvron Hugo","year":"2023","unstructured":"Hugo Touvron, Louis Martin, Kevin Stone, Peter Albert, Amjad Almahairi, Yasmine Babaei, Nikolay Bashlykov, Soumya Batra, Prajjwal Bhargava, Shruti Bhosale, 2023. Llama 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)."},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.12752"},{"key":"e_1_3_2_1_87_1","doi-asserted-by":"crossref","unstructured":"Darshali\u00a0A Vyas Leo\u00a0G Eisenstein and David\u00a0S Jones. 2020. Hidden in plain sight\u2014reconsidering the use of race correction in clinical algorithms. 874\u2013882\u00a0pages.","DOI":"10.1056\/NEJMms2004740"},{"key":"e_1_3_2_1_88_1","volume-title":"Proceedings of the AAAI Conference on Artificial Intelligence, Vol.\u00a037","author":"Wan Ruyuan","year":"2023","unstructured":"Ruyuan Wan, Jaehyung Kim, and Dongyeop Kang. 2023. Everyone\u2019s voice matters: Quantifying annotation disagreement using demographic information. In Proceedings of the AAAI Conference on Artificial Intelligence, Vol.\u00a037. 14523\u201314530."},{"key":"e_1_3_2_1_89_1","unstructured":"Boxin Wang Chejian Xu Shuohang Wang Zhe Gan Yu Cheng Jianfeng Gao Ahmed\u00a0Hassan Awadallah and Bo Li. 2022. Adversarial GLUE: A Multi-Task Benchmark for Robustness Evaluation of Language Models. arxiv:2111.02840\u00a0[cs.CL]"},{"key":"e_1_3_2_1_90_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-5618"},{"key":"e_1_3_2_1_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533088"},{"key":"e_1_3_2_1_92_1","volume-title":"Proceedings of the 2023 ACM Conference on Fairness, Accountability, and Transparency. 593\u2013602","author":"Tze-Inn Wu Stephen","year":"2023","unstructured":"Stephen Tze-Inn Wu, Daniel Demetriou, and Rudwan\u00a0Ali Husain. 2023. Honor Ethics: The Challenge of Globalizing Value Alignment in AI. In Proceedings of the 2023 ACM Conference on Fairness, Accountability, and Transparency. 593\u2013602."},{"key":"e_1_3_2_1_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052591"},{"key":"e_1_3_2_1_94_1","volume-title":"Proceedings of the 2023 SIAM International Conference on Data Mining (SDM). SIAM, 945\u2013948","author":"Zha Daochen","year":"2023","unstructured":"Daochen Zha, Zaid\u00a0Pervaiz Bhat, Kwei-Herng Lai, Fan Yang, and Xia Hu. 2023. Data-centric ai: Perspectives and challenges. In Proceedings of the 2023 SIAM International Conference on Data Mining (SDM). SIAM, 945\u2013948."}],"event":{"name":"FAccT '24: The 2024 ACM Conference on Fairness, Accountability, and Transparency","location":"Rio de Janeiro Brazil","acronym":"FAccT '24"},"container-title":["The 2024 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3659021","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3630106.3659021","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:57:07Z","timestamp":1750291027000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3659021"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,3]]},"references-count":94,"alternative-id":["10.1145\/3630106.3659021","10.1145\/3630106"],"URL":"https:\/\/doi.org\/10.1145\/3630106.3659021","relation":{},"subject":[],"published":{"date-parts":[[2024,6,3]]},"assertion":[{"value":"2024-06-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}