{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,14]],"date-time":"2025-11-14T21:03:06Z","timestamp":1763154186169,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,6]],"date-time":"2023-11-06T00:00:00Z","timestamp":1699228800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"https:\/\/doi.org\/10.3030\/860630","award":["860630"],"award-info":[{"award-number":["860630"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,6]]},"DOI":"10.1145\/3625007.3627491","type":"proceedings-article","created":{"date-parts":[[2024,3,15]],"date-time":"2024-03-15T15:12:42Z","timestamp":1710515562000},"page":"121-125","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["A Multidisciplinary Lens of Bias in Hate Speech"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5238-4550","authenticated-orcid":false,"given":"Paula","family":"Reyero Lobo","sequence":"first","affiliation":[{"name":"The Open University, Milton Keynes, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6576-5678","authenticated-orcid":false,"given":"Joseph","family":"Kwarteng","sequence":"additional","affiliation":[{"name":"The Open University, Milton Keynes, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7080-6331","authenticated-orcid":false,"given":"Mayra","family":"Russo","sequence":"additional","affiliation":[{"name":"L3S Research Center & Leibniz Universitat Hannover, Hannover, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0619-3160","authenticated-orcid":false,"given":"Miriam","family":"Fahimi","sequence":"additional","affiliation":[{"name":"University of Klagenfurt, Klagenfurt, Austria"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3920-5017","authenticated-orcid":false,"given":"Kristen","family":"Scott","sequence":"additional","affiliation":[{"name":"KU Leuven, Leuven, Belgium"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0784-1115","authenticated-orcid":false,"given":"Antonio","family":"Ferrara","sequence":"additional","affiliation":[{"name":"RWTH Aachen, Cologne, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3475-0371","authenticated-orcid":false,"given":"Indira","family":"Sen","sequence":"additional","affiliation":[{"name":"RWTH Aachen, Cologne, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5939-4321","authenticated-orcid":false,"given":"Miriam","family":"Fernandez","sequence":"additional","affiliation":[{"name":"The Open University, Milton Keynes, United Kingdom"}]}],"member":"320","published-online":{"date-parts":[[2024,3,15]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1145\/3292522.3326034","volume-title":"WebSci '19","author":"Mathew B.","year":"2019","unstructured":"B. Mathew, R. Dutt, P. Goyal, and A. Mukherjee, \"Spread of hate speech in online social media,\" in Proceedings of the 10th ACM Conference on Web Science, ser. WebSci '19, 2019, p. 173--182."},{"doi-asserted-by":"crossref","unstructured":"O. L. Haimson D. Delmonaco P. Nie and A. Wegner \"Disproportionate removals and differing content moderation experiences for conservative transgender and black social media users: Marginalization and moderation gray areas \" Proc. ACM Hum.-Comput. Interact. oct 2021.","key":"e_1_3_2_1_2_1","DOI":"10.1145\/3479610"},{"issue":"1","key":"e_1_3_2_1_3_1","first-page":"1","article-title":"Misogynoir: challenges in detecting intersectional hate","volume":"12","author":"Kwarteng J.","year":"2022","unstructured":"J. Kwarteng, S. C. Perfumi, T. Farrell, A. Third, and M. Fernandez, \"Misogynoir: challenges in detecting intersectional hate,\" Social Network Analysis and Mining, vol. 12, no. 1, pp. 1--15, 12 2022.","journal-title":"Social Network Analysis and Mining"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","first-page":"3868","DOI":"10.1145\/3543507.3587427","volume-title":"WWW '23","author":"Ji J.","year":"2023","unstructured":"J. Ji, W. Ren, and U. Naseem, \"Identifying creative harmful memes via prompt based approach,\" in Proceedings of the ACM Web Conference 2023, ser. WWW '23, 2023, p. 3868--3872."},{"key":"e_1_3_2_1_5_1","volume-title":"Identifying implicitly abusive remarks about identity groups using a linguistically informed approach,\" in Proceedings of the 2022 Conference of the North American","author":"Wiegand M.","year":"2022","unstructured":"M. Wiegand, E. Eder, and J. Ruppenhofer, \"Identifying implicitly abusive remarks about identity groups using a linguistically informed approach,\" in Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Jul. 2022."},{"key":"e_1_3_2_1_6_1","volume-title":"Handling bias in toxic speech detection: A survey,\" ACM Comput. Surv., jan","author":"Garg T.","year":"2023","unstructured":"T. Garg, S. Masud, T. Suresh, and T. Chakraborty, \"Handling bias in toxic speech detection: A survey,\" ACM Comput. Surv., jan 2023."},{"key":"e_1_3_2_1_7_1","first-page":"41","volume-title":"Aug. 2021","author":"R\u00f6ttger P.","unstructured":"P. R\u00f6ttger, B. Vidgen, D. Nguyen, Z. Waseem, H. Margetts, and J. Pierrehumbert, \"HateCheck: Functional tests for hate speech detection models,\" in Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics, Aug. 2021, pp. 41--58."},{"key":"e_1_3_2_1_8_1","first-page":"243","volume-title":"ACM","author":"Calabrese A.","year":"2021","unstructured":"A. Calabrese, M. Bevilacqua, B. Ross, R. Tripodi, and R. Navigli, \"AAA: fair evaluation for abuse detection systems wanted,\" in WebSci '21: 13th ACM Web Science Conference. ACM, 2021, pp. 243--252."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_9_1","DOI":"10.7717\/peerj-cs.598"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_10_1","DOI":"10.1007\/s10579-020-09502-8"},{"issue":"1","key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","first-page":"57","DOI":"10.4324\/9780429500480-5","article-title":"Demarginalizing the intersection of race and sex: A black feminist critique of antidiscrimination doctrine, feminist theory, and antiracist politics [1989]","volume":"1989","author":"Crenshaw K.","year":"2018","unstructured":"K. Crenshaw, \"Demarginalizing the intersection of race and sex: A black feminist critique of antidiscrimination doctrine, feminist theory, and antiracist politics [1989],\" in Feminist Legal Theory: Readings in Law and Gender, 2018, vol. 1989, no. 1, pp. 57--80.","journal-title":"Feminist Legal Theory: Readings in Law and Gender"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_12_1","DOI":"10.1080\/14680777.2018.1447395"},{"key":"e_1_3_2_1_13_1","first-page":"271","volume-title":"Understanding misogynoir: A study of annotators' perspectives,\" in Proceedings of the 15th ACM Web Science Conference","author":"Kwarteng J.","year":"2023","unstructured":"J. Kwarteng, G. Burel, A. Third, T. Farrell, and M. Fernandez, \"Understanding misogynoir: A study of annotators' perspectives,\" in Proceedings of the 15th ACM Web Science Conference 2023, 2023, pp. 271--282."},{"unstructured":"S. Dev E. Sheng J. Zhao J. Sun Y. Hou M. Sanseverino J. Kim N. Peng and K.-W. Chang \"What do bias measures measure?\" arXiv e-prints pp. arXiv-*2108 2021.","key":"e_1_3_2_1_14_1"},{"key":"e_1_3_2_1_15_1","volume-title":"Language (technology) is power: A critical survey of\" bias\" in nlp,\" arXiv preprint arXiv.2005.14050","author":"Blodgett S. L.","year":"2020","unstructured":"S. L. Blodgett, S. Barocas, H. Daum\u00e9 III, and H. Wallach, \"Language (technology) is power: A critical survey of\" bias\" in nlp,\" arXiv preprint arXiv.2005.14050, 2020."},{"key":"e_1_3_2_1_16_1","first-page":"149","volume-title":"Unintended bias in misogyny detection,\" in leee\/wic\/acm international conference on web intelligence","author":"Nozza D.","year":"2019","unstructured":"D. Nozza, C. Volpetti, and E. Fersini, \"Unintended bias in misogyny detection,\" in leee\/wic\/acm international conference on web intelligence, 2019, pp. 149--155."},{"key":"e_1_3_2_1_17_1","first-page":"5435","volume-title":"Jul. 2020","author":"Kennedy B.","unstructured":"B. Kennedy, X. Jin, A. Mostafazadeh Davani, M. Dehghani, and X. Ren, \"Contextualizing hate speech classifiers with post-hoc explanation,\" in Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, Jul. 2020, pp. 5435--5442."},{"key":"e_1_3_2_1_18_1","first-page":"573","volume-title":"call me sexist, but...\": Revisiting sexism detection using psychological scales and adversarial samples,\" in Proceedings of the international AAAI conference on web and social media","author":"Samory M.","year":"2021","unstructured":"M. Samory, I. Sen, J. Kohne, F. Fl\u00f6ck, and C. Wagner, \"\"call me sexist, but...\": Revisiting sexism detection using psychological scales and adversarial samples,\" in Proceedings of the international AAAI conference on web and social media, vol. 15, 2021, pp. 573--584."},{"key":"e_1_3_2_1_19_1","first-page":"325","article-title":"How does counterfactually augmented data impact models for social computing constructs?\" in Proceedings of the 2021 Conference on Empirical Methods","author":"Sen I.","year":"2021","unstructured":"I. Sen, M. Samory, F. Fl\u00f6ck, C. Wagner, and I. Augenstein, \"How does counterfactually augmented data impact models for social computing constructs?\" in Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, 2021, pp. 325--344.","journal-title":"Natural Language Processing"},{"key":"e_1_3_2_1_20_1","first-page":"4716","article-title":"Counterfactually augmented data and unintended bias: The case of sexism and hate speech detection,\" in Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics","author":"Sen I.","year":"2022","unstructured":"I. Sen, M. Samory, C. Wagner, and I. Augenstein, \"Counterfactually augmented data and unintended bias: The case of sexism and hate speech detection,\" in Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 2022, pp. 4716--4726.","journal-title":"Human Language Technologies"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","first-page":"1203","DOI":"10.1007\/s00530-023-01051-8","article-title":"A literature survey on multimodal and multilingual automatic hate speech identification","author":"Chhabra A.","year":"2023","unstructured":"A. Chhabra and D. K. Vishwakarma, \"A literature survey on multimodal and multilingual automatic hate speech identification,\" Multimedia Syst., p. 1203--1230, jan 2023.","journal-title":"Multimedia Syst."},{"key":"e_1_3_2_1_22_1","first-page":"3701","volume-title":"May 2022","author":"Ziems C.","unstructured":"C. Ziems, J. Chen, C. Harris, J. Anderson, and D. Yang, \"VALUE: Understanding dialect disparity in NLU,\" in Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics, May 2022, pp. 3701--3720."},{"unstructured":"A. Olteanu C. Castillo F. Diaz and E. Kiciman \"Social data: Biases methodological pitfalls and ethical boundaries \" Frontiers in Big Data.","key":"e_1_3_2_1_23_1"},{"doi-asserted-by":"crossref","unstructured":"H. Li N. Vincent S. Chancellor and B. Hecht \"The dimensions of data labor: A road map for researchers activists and policymakers to empower data producers \" in Proceedings of the 2023 ACM Conference on Fairness Accountability and Transparency 2023 p. 1151--1161.","key":"e_1_3_2_1_24_1","DOI":"10.1145\/3593013.3594070"},{"key":"e_1_3_2_1_25_1","volume-title":"A framework for understanding sources of harm throughout the machine learning life cycle,\" in Equity and Access in Algorithms, Mechanisms, and Optimization","author":"Suresh H.","year":"2021","unstructured":"H. Suresh and J. Guttag, \"A framework for understanding sources of harm throughout the machine learning life cycle,\" in Equity and Access in Algorithms, Mechanisms, and Optimization, 2021."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_26_1","DOI":"10.1162\/tacl_a_00041"},{"doi-asserted-by":"crossref","unstructured":"C. Harris M. Halevy A. Howard A. Bruckman and D. Yang \"Exploring the role of grammar and word choice in bias toward african american english (aae) in hate speech classification \" in Proceedings of the 2022 ACM Conference on Fairness Accountability and Transparency 2022.","key":"e_1_3_2_1_27_1","DOI":"10.1145\/3531146.3533144"},{"key":"e_1_3_2_1_28_1","volume-title":"The fallacy of ai functionality,\" in Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency","author":"Raji I. D.","year":"2022","unstructured":"I. D. Raji, I. E. Kumar, A. Horowitz, and A. Selbst, \"The fallacy of ai functionality,\" in Proceedings of the 2022 ACM Conference on Fairness, Accountability, and Transparency, 2022."},{"key":"e_1_3_2_1_29_1","volume-title":"Whose ground truth? accounting for individual and collective identities underlying dataset annotation","author":"Denton E.","year":"2021","unstructured":"E. Denton, I. Kivlichan, M. D\u00edaz, R. M. Rosen, and V. Prabhakaran, \"Whose ground truth? accounting for individual and collective identities underlying dataset annotation,\" 2021."},{"key":"e_1_3_2_1_30_1","volume-title":"SOUPS 2021","author":"Kumar D.","year":"2021","unstructured":"D. Kumar, P. G. Kelley, S. Consolvo, J. Mason, E. Bursztein, Z. Durumeric, K. Thomas, and M. Bailey, \"Designing toxic content classification for a diversity of perspectives,\" in Proceedings of the 17th Symposium on Usable Privacy and Security, SOUPS 2021, 2021."},{"key":"e_1_3_2_1_31_1","volume-title":"Nov.","author":"Prabhakaran V.","year":"2021","unstructured":"V. Prabhakaran, A. Mostafazadeh Davani, and M. Diaz, \"On releasing annotator-level labels and information in datasets,\" in Proceedings of the Joint 15th LAW and 3rd DMR Workshop, Nov. 2021."},{"key":"e_1_3_2_1_32_1","volume-title":"Toward a Perspectivist Turn in Ground Truthing for Predictive Computing,\" arXiv e-prints","author":"Basile V.","year":"2021","unstructured":"V. Basile, F. Cabitza, A. Campagner, and M. Fell, \"Toward a Perspectivist Turn in Ground Truthing for Predictive Computing,\" arXiv e-prints, p. arXiv:2109.04270, Sep. 2021."},{"issue":"1","key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","first-page":"205395172091977","DOI":"10.1177\/2053951720919776","article-title":"The trainer, the verifier, the imitator: Three ways in which human platform workers support artificial intelligence","volume":"7","author":"Tubaro P.","year":"2020","unstructured":"P. Tubaro, A. A. Casilli, and M. Coville, \"The trainer, the verifier, the imitator: Three ways in which human platform workers support artificial intelligence,\" Big Data & Society, vol. 7, no. 1, p. 2053951720919776, 2020.","journal-title":"Big Data & Society"},{"key":"e_1_3_2_1_34_1","volume-title":"Studying up machine learning data: Why talk about bias when we mean power?\" Proc. ACM Hum.-Comput. Interact., jan","author":"Miceli M.","year":"2022","unstructured":"M. Miceli, J. Posada, and T. Yang, \"Studying up machine learning data: Why talk about bias when we mean power?\" Proc. ACM Hum.-Comput. Interact., jan 2022."},{"issue":"2","key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3555623","article-title":"Documenting data production processes: A participatory approach for data work","volume":"6","author":"Miceli M.","year":"2022","unstructured":"M. Miceli, T. Yang, A. A. Garcia, J. Posada, S. M. Wang, M. Pohl, and A. Hanna, \"Documenting data production processes: A participatory approach for data work,\" Proc. ACM Hum. Comput. Interact., vol. 6, no. CSCW2, pp. 1--34, 2022.","journal-title":"Proc. ACM Hum. Comput. Interact."},{"issue":"4","key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","first-page":"2131","DOI":"10.1093\/jeea\/jvaa045","article-title":"Fanning the flames of hate: Social media and hate crime","volume":"19","author":"M\u00fcller K.","year":"2021","unstructured":"K. M\u00fcller and C. Schwarz, \"Fanning the flames of hate: Social media and hate crime,\" Journal of the European Economic Association, vol. 19, no. 4, pp. 2131--2167, 2021.","journal-title":"Journal of the European Economic Association"},{"key":"e_1_3_2_1_37_1","volume-title":"A proposal to prevent group violence,\" Voices That Poison: Dangerous Speech Project","author":"Benesch S.","year":"2012","unstructured":"S. Benesch, \"Dangerous speech: A proposal to prevent group violence,\" Voices That Poison: Dangerous Speech Project, 2012."},{"key":"e_1_3_2_1_38_1","volume-title":"Auditing radicalization pathways on youtube,\" in Proceedings of the 2020 conference on fairness, accountability, and transparency","author":"Ribeiro M. H.","year":"2020","unstructured":"M. H. Ribeiro, R. Ottoni, R. West, V. A. Almeida, and W. Meira Jr, \"Auditing radicalization pathways on youtube,\" in Proceedings of the 2020 conference on fairness, accountability, and transparency, 2020."},{"doi-asserted-by":"crossref","unstructured":"K. Saha E. Chandrasekharan and M. De Choudhury \"Prevalence and psychological effects of hateful speech in online college communities \" in Proceedings of the 10th ACM conference on web science 2019.","key":"e_1_3_2_1_39_1","DOI":"10.1145\/3292522.3326032"},{"key":"e_1_3_2_1_40_1","volume-title":"Trolling and the spiral of silence effect in women, lgbtqia communities, and disability populations before and after the 2016 election,\" The journal of public interest communications","author":"Olson C. S. C.","year":"2017","unstructured":"C. S. C. Olson and V. LaPoe, \"\"feminazis,\"\"libtards,\"\"snowflakes,\" and \"racists\": Trolling and the spiral of silence effect in women, lgbtqia communities, and disability populations before and after the 2016 election,\" The journal of public interest communications, 2017."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","DOI":"10.4324\/9781003146759","volume-title":"Excitable speech: a politics of the performative, routledge classics edition ed., ser. Routledge classics. London","author":"Butler J.","year":"2021","unstructured":"J. Butler, Excitable speech: a politics of the performative, routledge classics edition ed., ser. Routledge classics. London New York: Routledge Classics, 2021."},{"unstructured":"Santa Clara Principles on Transparency and Accountability in Content Moderation. Santa Clara Principles.","key":"e_1_3_2_1_42_1"},{"key":"e_1_3_2_1_43_1","volume-title":"Jan.","author":"Demopoulos A.","year":"2023","unstructured":"A. Demopoulos, \"Free the nipple: Facebook and Instagram told to overhaul ban on bare breasts,\" The Guardian, Jan. 2023."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"crossref","DOI":"10.1177\/1350506810386084","article-title":"Intersectionality as multi-level analysis: Dealing with social inequality","author":"Winker G.","year":"2011","unstructured":"G. Winker and N. Degele, \"Intersectionality as multi-level analysis: Dealing with social inequality,\" European Journal of Women's Studies, Feb. 2011.","journal-title":"European Journal of Women's Studies"},{"key":"e_1_3_2_1_45_1","volume-title":"The politics of decolonial investigations, ser. On Decoloniality","author":"Mignolo W.","year":"2021","unstructured":"W. Mignolo, The politics of decolonial investigations, ser. On Decoloniality. Durham: Duke University Press, 2021."}],"event":{"sponsor":["SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","IEEE CS"],"acronym":"ASONAM '23","name":"ASONAM '23: International Conference on Advances in Social Networks Analysis and Mining","location":"Kusadasi Turkiye"},"container-title":["Proceedings of the International Conference on Advances in Social Networks Analysis and Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3625007.3627491","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3625007.3627491","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:46:49Z","timestamp":1750178809000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3625007.3627491"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,6]]},"references-count":45,"alternative-id":["10.1145\/3625007.3627491","10.1145\/3625007"],"URL":"https:\/\/doi.org\/10.1145\/3625007.3627491","relation":{},"subject":[],"published":{"date-parts":[[2023,11,6]]},"assertion":[{"value":"2024-03-15","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}