{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T21:02:48Z","timestamp":1775854968917,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":27,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,6,21]],"date-time":"2021-06-21T00:00:00Z","timestamp":1624233600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100014013","name":"UK Research and Innovation","doi-asserted-by":"publisher","award":["EP\/S022481\/1"],"award-info":[{"award-number":["EP\/S022481\/1"]}],"id":[{"id":"10.13039\/100014013","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010663","name":"H2020 European Research Council","doi-asserted-by":"publisher","award":["726487"],"award-info":[{"award-number":["726487"]}],"id":[{"id":"10.13039\/100010663","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,6,21]]},"DOI":"10.1145\/3447535.3462484","type":"proceedings-article","created":{"date-parts":[[2021,6,22]],"date-time":"2021-06-22T15:32:12Z","timestamp":1624375932000},"page":"243-252","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["AAA: Fair Evaluation for Abuse Detection Systems Wanted"],"prefix":"10.1145","author":[{"given":"Agostina","family":"Calabrese","sequence":"first","affiliation":[{"name":"The University of Edinburgh, United Kingdom"}]},{"given":"Michele","family":"Bevilacqua","sequence":"additional","affiliation":[{"name":"Sapienza University of Rome, Italy"}]},{"given":"Bj\u00f6rn","family":"Ross","sequence":"additional","affiliation":[{"name":"The University of Edinburgh, United Kingdom"}]},{"given":"Rocco","family":"Tripodi","sequence":"additional","affiliation":[{"name":"Sapienza University of Rome, Italy"}]},{"given":"Roberto","family":"Navigli","sequence":"additional","affiliation":[{"name":"Sapienza University of Rome, Italy"}]}],"member":"320","published-online":{"date-parts":[[2021,6,22]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.4000\/books.aaccademia.3085"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.485"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-3504"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v11i1.14955"},{"key":"e_1_3_2_2_5_1","volume-title":"Proc. of NAACL-HLT","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proc. of NAACL-HLT. Minneapolis, Minnesota, 4171\u20134186."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278729"},{"key":"e_1_3_2_2_7_1","volume-title":"Proc. of AISec","author":"Gr\u00f6ndahl Tommi","unstructured":"Tommi Gr\u00f6ndahl, Luca Pajola, Mika Juuti, Mauro Conti, and N. Asokan. 2018. All You Need is \u201cLove\u201d: Evading Hate Speech Detection. In Proc. of AISec (Toronto, Canada). 2\u201312."},{"key":"e_1_3_2_2_8_1","volume-title":"Proc. of ICLR.","author":"Jin Xisen","year":"2020","unstructured":"Xisen Jin, Zhongyu Wei, Junyi Du, Xiangyang Xue, and Xiang Ren. 2020. Towards Hierarchical Importance Attribution: Explaining Compositional Semantics for Neural Sequence Models. In Proc. of ICLR."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.483"},{"key":"e_1_3_2_2_10_1","volume-title":"Kingma and Jimmy Ba","author":"P.","year":"2015","unstructured":"Diederik\u00a0P. Kingma and Jimmy Ba. 2015. Adam: A Method for Stochastic Optimization. In Proc. of ICLR, Yoshua Bengio and Yann LeCun (Eds.)."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v13i01.3237"},{"key":"e_1_3_2_2_12_1","volume-title":"Proc. of COMPLEX NETWORKS. 928\u2013940","author":"Mozafari Marzieh","year":"2019","unstructured":"Marzieh Mozafari, Reza Farahbakhsh, and No\u00ebl Crespi. 2019. A BERT-Based Transfer Learning Approach for Hate Speech Detection in Online Social Media. In Proc. of COMPLEX NETWORKS. 928\u2013940."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.2"},{"key":"e_1_3_2_2_14_1","volume-title":"Proc. of NLP4CMC(Bochumer Linguistische Arbeitsberichte, Vol.\u00a017)","author":"Ross Bj\u00f6rn","year":"2016","unstructured":"Bj\u00f6rn Ross, Michael Rist, Guillermo Carbonell, Benjamin Cabrera, Nils Kurowsky, and Michael Wojatzki. 2016. Measuring the Reliability of Hate Speech Annotations: The Case of the European Refugee Crisis. In Proc. of NLP4CMC(Bochumer Linguistische Arbeitsberichte, Vol.\u00a017), Michael Bei\u00dfwenger, Michael Wojatzki, and Torsten Zesch(Eds.). Bochum, 6\u20139."},{"key":"e_1_3_2_2_15_1","unstructured":"Paul R\u00f6ttger Bertram Vidgen Dong Nguyen Zeerak Waseem Helen Margetts and Janet Pierrehumbert. 2020. HateCheck: Functional Tests for Hate Speech Detection Models. arXiv preprint arXiv:2012.15606(2020)."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1163"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.468"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.613"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-3509"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1221"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-5618"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-3012"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-2013"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"crossref","unstructured":"Zeerak Waseem James Thorne and Joachim Bingel. 2018. Bridging the gaps: Multi task learning for domain transfer of hate speech detection. In Online Harassment. 29\u201355.","DOI":"10.1007\/978-3-319-78583-7_3"},{"key":"e_1_3_2_2_25_1","volume-title":"Proc. of NAACL-HLT. 602\u2013608","author":"Wiegand Michael","year":"2019","unstructured":"Michael Wiegand, Josef Ruppenhofer, and Thomas Kleinbauer. 2019. Detection of Abusive Language: the Problem of Biased Datasets. In Proc. of NAACL-HLT. 602\u2013608."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394231.3397902"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.380"}],"event":{"name":"WebSci '21: WebSci '21 13th ACM Web Science Conference 2021","location":"Virtual Event United Kingdom","acronym":"WebSci '21","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["13th ACM Web Science Conference 2021"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3447535.3462484","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3447535.3462484","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T20:20:51Z","timestamp":1775852451000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3447535.3462484"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,21]]},"references-count":27,"alternative-id":["10.1145\/3447535.3462484","10.1145\/3447535"],"URL":"https:\/\/doi.org\/10.1145\/3447535.3462484","relation":{},"subject":[],"published":{"date-parts":[[2021,6,21]]},"assertion":[{"value":"2021-06-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}