{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T08:57:56Z","timestamp":1780477076946,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":59,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,9,4]],"date-time":"2023-09-04T00:00:00Z","timestamp":1693785600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004901","name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de Minas Gerais","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004901","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001807","name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001807","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,9,4]]},"DOI":"10.1145\/3603163.3609158","type":"proceedings-article","created":{"date-parts":[[2023,9,5]],"date-time":"2023-09-05T10:14:03Z","timestamp":1693908843000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Anatomy of Hate Speech Datasets"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5877-8865","authenticated-orcid":false,"given":"Samuel","family":"Guimar\u00e3es","sequence":"first","affiliation":[{"name":"Universidade Federal de Minas Gerais, Belo Horizonte, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2589-9222","authenticated-orcid":false,"given":"Gabriel","family":"Kakizaki","sequence":"additional","affiliation":[{"name":"Universidade Federal de Vi\u00e7osa, Vi\u00e7osa, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9830-1896","authenticated-orcid":false,"given":"Philipe","family":"Melo","sequence":"additional","affiliation":[{"name":"Universidade Federal de Vi\u00e7osa, Florestal, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1214-4245","authenticated-orcid":false,"given":"M\u00e1rcio","family":"Silva","sequence":"additional","affiliation":[{"name":"Universidade Federal de Mato, Grossso do Sul, Mato Grosso do Sul, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4487-6381","authenticated-orcid":false,"given":"Fabricio","family":"Murai","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0563-0434","authenticated-orcid":false,"given":"Julio C. S.","family":"Reis","sequence":"additional","affiliation":[{"name":"Universidade Federal de Vi\u00e7osa, Vi\u00e7osa, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6875-6259","authenticated-orcid":false,"given":"Fabr\u00edcio","family":"Benevenuto","sequence":"additional","affiliation":[{"name":"Universidade Federal de Minas Gerais, Belo Horizonte, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,9,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"CJ Adams and Lucas Dixon. 2017. Better discussions with imperfect models -- The False Positive -- Medium. https:\/\/medium.com\/the-false-positive\/better-discussions-with-imperfect-models-91558235d442. (Accessed on 05\/23\/2018).  CJ Adams and Lucas Dixon. 2017. Better discussions with imperfect models -- The False Positive -- Medium. https:\/\/medium.com\/the-false-positive\/better-discussions-with-imperfect-models-91558235d442. (Accessed on 05\/23\/2018)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.3390\/info13060273"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2967219"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3041021.3054223"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S19-2007"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.woah-1.3"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.ltedi-1.57"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3041021.3053890"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531945"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-3504"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v11i1.14955"},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the first Italian conference on cybersecurity (ITASEC17)","author":"Vigna Fabio Del","year":"2017","unstructured":"Fabio Del Vigna , Andrea Cimino , Felice Dell'Orletta , Marinella Petrocchi , and Maurizio Tesconi . 2017 . Hate me, hate me not: Hate speech detection on facebook . In Proceedings of the first Italian conference on cybersecurity (ITASEC17) . CEUR-WS.org, Venice, Italy, 86--95. Fabio Del Vigna, Andrea Cimino, Felice Dell'Orletta, Marinella Petrocchi, and Maurizio Tesconi. 2017. Hate me, hate me not: Hate speech detection on facebook. In Proceedings of the first Italian conference on cybersecurity (ITASEC17). CEUR-WS.org, Venice, Italy, 86--95."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v12i1.15038"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.29"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-22419-5_13"},{"key":"e_1_3_2_1_18_1","unstructured":"Klint Finley. 2015. A brief history of the end of the comments. https:\/\/www.wired.com\/2015\/10\/brief-history-of-the-demise-of-the-comments-timeline\/.  Klint Finley. 2015. A brief history of the end of the comments. https:\/\/www.wired.com\/2015\/10\/brief-history-of-the-demise-of-the-comments-timeline\/."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3232676"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the 12th language resources and evaluation conference. European Language Resources Association","author":"Fortuna Paula","year":"2020","unstructured":"Paula Fortuna , Juan Soler , and Leo Wanner . 2020 . Toxic, hateful, offensive or abusive? what are we really classifying? an empirical analysis of hate speech datasets . In Proceedings of the 12th language resources and evaluation conference. European Language Resources Association , Marseille, France, 6786--6794. https:\/\/aclanthology.org\/ 2020.lrec-1.838 Paula Fortuna, Juan Soler, and Leo Wanner. 2020. Toxic, hateful, offensive or abusive? what are we really classifying? an empirical analysis of hate speech datasets. In Proceedings of the 12th language resources and evaluation conference. European Language Resources Association, Marseille, France, 6786--6794. https:\/\/aclanthology.org\/2020.lrec-1.838"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v12i1.14991"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.3233\/JIFS-179023"},{"key":"e_1_3_2_1_23_1","volume-title":"Countering online hate speech","author":"Gagliardone Iginio","unstructured":"Iginio Gagliardone , Danit Gal , Thiago Alves , and Gabriela Martinez . 2015. Countering online hate speech . Unesco Publishing , Online . Iginio Gagliardone, Danit Gal, Thiago Alves, and Gabriela Martinez. 2015. Countering online hate speech. Unesco Publishing, Online."},{"key":"e_1_3_2_1_24_1","unstructured":"Iginio Gagliardone Danit Gal Thiago Alves and Gabriela Martinez. 2015. Countering online Hate Speech. UNESCO Online.  Iginio Gagliardone Danit Gal Thiago Alves and Gabriela Martinez. 2015. Countering online Hate Speech. UNESCO Online."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3205744"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-3013"},{"key":"e_1_3_2_1_27_1","volume-title":"ICT Systems and Sustainability: Proceedings of ICT4SD","author":"Gargee SK","year":"2022","unstructured":"SK Gargee , Pranav Bhargav Gopinath , Shridhar Reddy SR Kancharla , CR Anand , and Anoop S Babu . 2022 . Analyzing and Addressing the Difference in Toxicity Prediction Between Different Comments with Same Semantic Meaning in Google's Perspective API . In ICT Systems and Sustainability: Proceedings of ICT4SD 2022. Springer, Singapore, 455--464. SK Gargee, Pranav Bhargav Gopinath, Shridhar Reddy SR Kancharla, CR Anand, and Anoop S Babu. 2022. Analyzing and Addressing the Difference in Toxicity Prediction Between Different Comments with Same Semantic Meaning in Google's Perspective API. In ICT Systems and Sustainability: Proceedings of ICT4SD 2022. Springer, Singapore, 455--464."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1139"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487351.3488324"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSCI46756.2018.00220"},{"key":"e_1_3_2_1_31_1","unstructured":"Ben Knight. 2018. Germany implements new internet hate speech crackdown. https:\/\/www.dw.com\/en\/germany-implements-new-internet-hate-speech-crackdown\/a-41991590. (Accessed on 02\/20\/2023).  Ben Knight. 2018. Germany implements new internet hate speech crackdown. https:\/\/www.dw.com\/en\/germany-implements-new-internet-hate-speech-crackdown\/a-41991590. (Accessed on 02\/20\/2023)."},{"key":"e_1_3_2_1_32_1","unstructured":"Denise Law. 2017. Help us shape the future of comments on economist.com | The Economist. https:\/\/medium.economist.com\/help-us-shape-the-future-of-comments-on-economist-com-fa86eeafb0ce. (Accessed on 03\/20\/2023).  Denise Law. 2017. Help us shape the future of comments on economist.com | The Economist. https:\/\/medium.economist.com\/help-us-shape-the-future-of-comments-on-economist-com-fa86eeafb0ce. (Accessed on 03\/20\/2023)."},{"key":"e_1_3_2_1_33_1","volume-title":"Detecting Hate Speech Within the Terrorist Argument: A Greek Case. In 2018 IEEE\/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM). IEEE Computer Society","author":"Lekea Ioanna K","year":"2018","unstructured":"Ioanna K Lekea and Panagiotis Karampelas . 2018 . Detecting Hate Speech Within the Terrorist Argument: A Greek Case. In 2018 IEEE\/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM). IEEE Computer Society , Los Alamitos, CA, USA, 1084--1091. https:\/\/doi.org\/10.1109\/ASONAM. 2018.8508270 10.1109\/ASONAM.2018.8508270 Ioanna K Lekea and Panagiotis Karampelas. 2018. Detecting Hate Speech Within the Terrorist Argument: A Greek Case. In 2018 IEEE\/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM). IEEE Computer Society, Los Alamitos, CA, USA, 1084--1091. https:\/\/doi.org\/10.1109\/ASONAM.2018.8508270"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASONAM.2018.8508809"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASONAM49781.2020.9381327"},{"key":"e_1_3_2_1_36_1","volume-title":"Forum for information retrieval evaluation","author":"Mandl Thomas","unstructured":"Thomas Mandl , Sandip Modha , Anand Kumar M, and Bharathi Raja Chakravarthi . 2020. Overview of the hasoc track at fire 2020: Hate speech and offensive language identification in tamil, malayalam, hindi, english and german . In Forum for information retrieval evaluation . Association for Computing Machinery , New York, NY, USA , 29--32. https:\/\/doi.org\/10.1145\/3441501.3441517 10.1145\/3441501.3441517 Thomas Mandl, Sandip Modha, Anand Kumar M, and Bharathi Raja Chakravarthi. 2020. Overview of the hasoc track at fire 2020: Hate speech and offensive language identification in tamil, malayalam, hindi, english and german. In Forum for information retrieval evaluation. Association for Computing Machinery, New York, NY, USA, 29--32. https:\/\/doi.org\/10.1145\/3441501.3441517"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368567.3368584"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292522.3326034"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3078714.3078723"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1080\/13614568.2018.1489001"},{"key":"e_1_3_2_1_41_1","volume-title":"Complex Networks and Their Applications VIII","author":"Mozafari Marzieh","year":"2019","unstructured":"Marzieh Mozafari , Reza Farahbakhsh , and Noel Crespi . 2020. A BERT-based transfer learning approach for hate speech detection in online social media . In Complex Networks and Their Applications VIII : Volume 1 Proceedings of the Eighth International Conference on Complex Networks and Their Applications COMPLEX NETWORKS 2019 8. Springer, Springer International Publishing , Cham, 928--940. https:\/\/doi.org\/10.1007\/978-3-030-36687-2_77 10.1007\/978-3-030-36687-2_77 Marzieh Mozafari, Reza Farahbakhsh, and Noel Crespi. 2020. A BERT-based transfer learning approach for hate speech detection in online social media. In Complex Networks and Their Applications VIII: Volume 1 Proceedings of the Eighth International Conference on Complex Networks and Their Applications COMPLEX NETWORKS 2019 8. Springer, Springer International Publishing, Cham, 928--940. https:\/\/doi.org\/10.1007\/978-3-030-36687-2_77"},{"key":"e_1_3_2_1_42_1","unstructured":"UN Office on Genocide Prevention and the Responsibility to Protect and UNESCO. 2021. Addressing Hate Speech on Social Media: Contemporary Challenges. UNESCO Online.  UN Office on Genocide Prevention and the Responsibility to Protect and UNESCO. 2021. Addressing Hate Speech on Social Media: Contemporary Challenges. UNESCO Online."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.396"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-020-09502-8"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v12i1.15057"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1177\/20539517211046181"},{"key":"e_1_3_2_1_47_1","unstructured":"Bj\u00f6rn Ross Michael Rist Guillermo Carbonell Ben Cabrera Nils Kurowsky and Michael Wojatzki. 2016. Measuring the Reliability of Hate Speech Annotations: The Case of the European Refugee Crisis. In NLP4CMC. Ruhr-Universitat Bochum Germany 6--9.  Bj\u00f6rn Ross Michael Rist Guillermo Carbonell Ben Cabrera Nils Kurowsky and Michael Wojatzki. 2016. Measuring the Reliability of Hate Speech Annotations: The Case of the European Refugee Crisis. In NLP4CMC. Ruhr-Universitat Bochum Germany 6--9."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v12i1.15028"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.431"},{"key":"e_1_3_2_1_50_1","volume-title":"Proceedings of the International AAAI Conference on Web and Social Media 10","author":"Silva Leandro Ara\u00fajo","year":"2016","unstructured":"Leandro Ara\u00fajo Silva , Mainack Mondal , Denzil Correa , Fabr\u00edcio Benevenuto , and Ingmar Weber . 2016 . Analyzing the Targets of Hate in Online Social Media . Proceedings of the International AAAI Conference on Web and Social Media 10 (2016), 687--690. https:\/\/doi.org\/10.1609\/icwsm.v10i1.14811 10.1609\/icwsm.v10i1.14811 Leandro Ara\u00fajo Silva, Mainack Mondal, Denzil Correa, Fabr\u00edcio Benevenuto, and Ingmar Weber. 2016. Analyzing the Targets of Hate in Online Social Media. Proceedings of the International AAAI Conference on Web and Social Media 10 (2016), 687--690. https:\/\/doi.org\/10.1609\/icwsm.v10i1.14811"},{"key":"e_1_3_2_1_51_1","unstructured":"The New York Times. 2016. The Times is Partnering with Jigsaw to Expand Comment Capabilities. https:\/\/www.nytco.com\/press\/the-times-is-partnering-with-jigsaw-to-expand-comment-capabilities\/. (Accessed on 03\/20\/2023).  The New York Times. 2016. The Times is Partnering with Jigsaw to Expand Comment Capabilities. https:\/\/www.nytco.com\/press\/the-times-is-partnering-with-jigsaw-to-expand-comment-capabilities\/. (Accessed on 03\/20\/2023)."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.26615\/978-954-452-072-4_161"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0243300"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA51294.2020.00111"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-3012"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-2013"},{"key":"e_1_3_2_1_57_1","volume-title":"14th Conference on Natural Language Processing KONVENS","author":"Wiegand Michael","year":"2018","unstructured":"Michael Wiegand , Melanie Siegel , and Josef Ruppenhofer . 2018. Overview of the GermEval 2018 Shared Task on the Identification of Offensive Language . In 14th Conference on Natural Language Processing KONVENS 2018 . Verlag de r \u00d6sterreichischen Akademie der Wissenschaften, Wien, 1--10. https:\/\/epub.oeaw.ac.at\/?arp=0x003a10d2 Michael Wiegand, Melanie Siegel, and Josef Ruppenhofer. 2018. Overview of the GermEval 2018 Shared Task on the Identification of Offensive Language. In 14th Conference on Natural Language Processing KONVENS 2018. Verlag der \u00d6sterreichischen Akademie der Wissenschaften, Wien, 1--10. https:\/\/epub.oeaw.ac.at\/?arp=0x003a10d2"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3184558.3191531"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v14i1.7343"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.274"}],"event":{"name":"HT '23: 34th ACM Conference on Hypertext and Social Media","location":"Rome Italy","acronym":"HT '23","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 34th ACM Conference on Hypertext and Social Media"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3603163.3609158","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3603163.3609158","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:49:07Z","timestamp":1750182547000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3603163.3609158"}},"subtitle":["Composition Analysis and Cross-dataset Classification"],"short-title":[],"issued":{"date-parts":[[2023,9,4]]},"references-count":59,"alternative-id":["10.1145\/3603163.3609158","10.1145\/3603163"],"URL":"https:\/\/doi.org\/10.1145\/3603163.3609158","relation":{},"subject":[],"published":{"date-parts":[[2023,9,4]]},"assertion":[{"value":"2023-09-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}