{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T18:39:09Z","timestamp":1772908749779,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,10,5]],"date-time":"2021-10-05T00:00:00Z","timestamp":1633392000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100004351","name":"Cisco Systems","doi-asserted-by":"publisher","award":["AWD-001715"],"award-info":[{"award-number":["AWD-001715"]}],"id":[{"id":"10.13039\/100004351","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,10,5]]},"DOI":"10.1145\/3465416.3483299","type":"proceedings-article","created":{"date-parts":[[2021,11,4]],"date-time":"2021-11-04T22:07:16Z","timestamp":1636063636000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["Mitigating Racial Biases in Toxic Language Detection with an Equity-Based Ensemble Framework"],"prefix":"10.1145","author":[{"given":"Matan","family":"Halevy","sequence":"first","affiliation":[{"name":"Georgia Institute of Technology, USA"}]},{"given":"Camille","family":"Harris","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, USA"}]},{"given":"Amy","family":"Bruckman","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, USA"}]},{"given":"Diyi","family":"Yang","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, USA"}]},{"given":"Ayanna","family":"Howard","sequence":"additional","affiliation":[{"name":"The Ohio State University, USA"}]}],"member":"320","published-online":{"date-parts":[[2021,11,4]]},"reference":[{"key":"e_1_3_2_1_2_1","unstructured":"M. Awal Rui Cao Roy\u00a0Ka-Wei Lee and Sandra Mitrovic. 2020. On Analyzing Annotation Consistency in Online Abusive Behavior Datasets. CoRR abs\/2006.13507(2020). arxiv:2006.13507https:\/\/arxiv.org\/abs\/2006.13507  M. Awal Rui Cao Roy\u00a0Ka-Wei Lee and Sandra Mitrovic. 2020. On Analyzing Annotation Consistency in Online Abusive Behavior Datasets. CoRR abs\/2006.13507(2020). arxiv:2006.13507https:\/\/arxiv.org\/abs\/2006.13507"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Dan Biddle. 2006. Adverse impact and test validation : a practitioner\u2019s guide to valid and defensible employment testing. (2006). https:\/\/doi.org\/10.4324\/9781315263298 \u201dA Gower Book\u201d\u2013Cover.  Dan Biddle. 2006. Adverse impact and test validation : a practitioner\u2019s guide to valid and defensible employment testing. (2006). https:\/\/doi.org\/10.4324\/9781315263298 \u201dA Gower Book\u201d\u2013Cover.","DOI":"10.4324\/9781315263298"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1120"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/3157382.3157584"},{"key":"e_1_3_2_1_6_1","volume-title":"Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081)","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru . 2018 . Gender Shades: Intersectional Accuracy Disparities in Commercial Gender Classification . In Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081) , Sorelle\u00a0A. Friedler and Christo Wilson (Eds.). PMLR, New York, NY, USA, 77\u201391. http:\/\/proceedings.mlr.press\/v81\/buolamwini18a.html Joy Buolamwini and Timnit Gebru. 2018. Gender Shades: Intersectional Accuracy Disparities in Commercial Gender Classification. In Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081), Sorelle\u00a0A. Friedler and Christo Wilson (Eds.). PMLR, New York, NY, USA, 77\u201391. http:\/\/proceedings.mlr.press\/v81\/buolamwini18a.html"},{"key":"e_1_3_2_1_7_1","volume-title":"Language and Sexuality: Language and LGBTQ+ Communities","author":"Calder Jeremy","year":"1878","unstructured":"Jeremy Calder . 2020. Language and Sexuality: Language and LGBTQ+ Communities . American Cancer Society , 1\u20137. https:\/\/doi.org\/10.1002\/97811 1878 6093.iela0206 Jeremy Calder. 2020. Language and Sexuality: Language and LGBTQ+ Communities. American Cancer Society, 1\u20137. https:\/\/doi.org\/10.1002\/9781118786093.iela0206"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818048.2819963"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1353\/lan.2008.0059"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-3504"},{"key":"e_1_3_2_1_11_1","unstructured":"Thomas Davidson Dana Warmsley Michael Macy and Ingmar Weber. 2017. Automated Hate Speech Detection and the Problem of Offensive Language. https:\/\/aaai.org\/ocs\/index.php\/ICWSM\/ICWSM17\/paper\/view\/15665  Thomas Davidson Dana Warmsley Michael Macy and Ingmar Weber. 2017. Automated Hate Speech Detection and the Problem of Offensive Language. https:\/\/aaai.org\/ocs\/index.php\/ICWSM\/ICWSM17\/paper\/view\/15665"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5102"},{"key":"e_1_3_2_1_13_1","first-page":"19","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","volume":"1","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin , Ming-Wei Chang , Kenton Lee , and Kristina Toutanova . 2019 . BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding . In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies , Volume 1 (Long and Short Papers). Association for Computational Linguistics, Minneapolis, Minnesota, 4171\u20134186. https:\/\/doi.org\/10. 18653\/v1\/N 19 - 1423 Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). Association for Computational Linguistics, Minneapolis, Minnesota, 4171\u20134186. https:\/\/doi.org\/10.18653\/v1\/N19-1423"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278729"},{"key":"e_1_3_2_1_15_1","volume-title":"Article 85 (July","author":"Fortuna Paula","year":"2018","unstructured":"Paula Fortuna and S\u00e9rgio Nunes . 2018. A Survey on Automatic Detection of Hate Speech in Text. ACM Comput. Surv. 51, 4 , Article 85 (July 2018 ), 30\u00a0pages. https:\/\/doi.org\/10.1145\/3232676 Paula Fortuna and S\u00e9rgio Nunes. 2018. A Survey on Automatic Detection of Hate Speech in Text. ACM Comput. Surv. 51, 4, Article 85 (July 2018), 30\u00a0pages. https:\/\/doi.org\/10.1145\/3232676"},{"key":"e_1_3_2_1_16_1","volume-title":"Proceedings of the International AAAI Conference on Web and Social Media 12","author":"Founta Antigoni","year":"2018","unstructured":"Antigoni Founta , Constantinos Djouvas , Despoina Chatzakou , Ilias Leontiadis , Jeremy Blackburn , Gianluca Stringhini , Athena Vakali , Michael Sirivianos , and Nicolas Kourtellis . 2018 . Large Scale Crowdsourcing and Characterization of Twitter Abusive Behavior . Proceedings of the International AAAI Conference on Web and Social Media 12 , 1 (Jun. 2018). https:\/\/ojs.aaai.org\/index.php\/ICWSM\/article\/view\/14991 Antigoni Founta, Constantinos Djouvas, Despoina Chatzakou, Ilias Leontiadis, Jeremy Blackburn, Gianluca Stringhini, Athena Vakali, Michael Sirivianos, and Nicolas Kourtellis. 2018. Large Scale Crowdsourcing and Characterization of Twitter Abusive Behavior. Proceedings of the International AAAI Conference on Web and Social Media 12, 1 (Jun. 2018). https:\/\/ojs.aaai.org\/index.php\/ICWSM\/article\/view\/14991"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3091478.3091509"},{"key":"e_1_3_2_1_18_1","volume-title":"African American English: A Linguistic Introduction","author":"Green J.","year":"1800","unstructured":"Lisa\u00a0 J. Green . 2002. African American English: A Linguistic Introduction . Cambridge University Press . https:\/\/doi.org\/10.1017\/CBO978051 1800 306 Lisa\u00a0J. Green. 2002. African American English: A Linguistic Introduction. Cambridge University Press. https:\/\/doi.org\/10.1017\/CBO9780511800306"},{"key":"e_1_3_2_1_19_1","first-page":"5","article-title":"The Ugly Truth About Ourselves and Our Robot Creations: The Problem of Bias and Social Inequity","volume":"24","author":"Howard Ayanna","year":"2017","unstructured":"Ayanna Howard and Jason Borenstein . 2017 . The Ugly Truth About Ourselves and Our Robot Creations: The Problem of Bias and Social Inequity . Science and Engineering Ethics 24 , 5 (sep 2017), 1521\u20131536. https:\/\/doi.org\/10.1007\/s11948-017-9975-2 Ayanna Howard and Jason Borenstein. 2017. The Ugly Truth About Ourselves and Our Robot Creations: The Problem of Bias and Social Inequity. Science and Engineering Ethics 24, 5 (sep 2017), 1521\u20131536. https:\/\/doi.org\/10.1007\/s11948-017-9975-2","journal-title":"Science and Engineering Ethics"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/ARSO.2017.8025197"},{"key":"e_1_3_2_1_21_1","volume-title":"Adam Omary, Christina Park, Clarisa Wang, Xin Wang, Yong Zhang, and Morteza Dehghani.","author":"Kennedy Brendan","year":"2018","unstructured":"Brendan Kennedy , Mohammad Atari , Aida\u00a0Mostafazadeh Davani , Leigh Yeh , Ali Omrani , Yehsong Kim , Kris Coombs , Shreya Havaldar , Gwenyth Portillo-Wightman , Elaine Gonzalez , Joseph Hoover , Aida Azatian , Alyzeh Hussain , Austin Lara, gabriel olmos , Adam Omary, Christina Park, Clarisa Wang, Xin Wang, Yong Zhang, and Morteza Dehghani. 2018 . The Gab Hate Corpus : A collection of 27k posts annotated for hate speech. https:\/\/doi.org\/10.31234\/osf.io\/hqjxn Brendan Kennedy, Mohammad Atari, Aida\u00a0Mostafazadeh Davani, Leigh Yeh, Ali Omrani, Yehsong Kim, Kris Coombs, Shreya Havaldar, Gwenyth Portillo-Wightman, Elaine Gonzalez, Joseph Hoover, Aida Azatian, Alyzeh Hussain, Austin Lara, gabriel olmos, Adam Omary, Christina Park, Clarisa Wang, Xin Wang, Yong Zhang, and Morteza Dehghani. 2018. The Gab Hate Corpus: A collection of 27k posts annotated for hate speech. https:\/\/doi.org\/10.31234\/osf.io\/hqjxn"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.483"},{"key":"e_1_3_2_1_23_1","unstructured":"Filip Klubicka and Raquel Fern\u00e1ndez. 2018. Examining a hate speech corpus for hate speech detection and popularity prediction. CoRR abs\/1805.04661(2018). arxiv:1805.04661http:\/\/arxiv.org\/abs\/1805.04661  Filip Klubicka and Raquel Fern\u00e1ndez. 2018. Examining a hate speech corpus for hate speech detection and popularity prediction. CoRR abs\/1805.04661(2018). arxiv:1805.04661http:\/\/arxiv.org\/abs\/1805.04661"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1302"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375841"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Jeffrey Pennington Richard Socher and Christopher\u00a0D. Manning. 2014. GloVe: Global Vectors for Word Representation. In Empirical Methods in Natural Language Processing (EMNLP). 1532\u20131543. http:\/\/www.aclweb.org\/anthology\/D14-1162  Jeffrey Pennington Richard Socher and Christopher\u00a0D. Manning. 2014. GloVe: Global Vectors for Word Representation. In Empirical Methods in Natural Language Processing (EMNLP). 1532\u20131543. http:\/\/www.aclweb.org\/anthology\/D14-1162","DOI":"10.3115\/v1\/D14-1162"},{"key":"e_1_3_2_1_27_1","unstructured":"Flavien Prost Hai Qian Ed\u00a0H. Chi Jilin Chen and Alex Beutel. 2019. Toward a better trade-off between performance and fairness with kernel-based distribution matching. https:\/\/arxiv.org\/pdf\/1910.11779.pdf  Flavien Prost Hai Qian Ed\u00a0H. Chi Jilin Chen and Alex Beutel. 2019. Toward a better trade-off between performance and fairness with kernel-based distribution matching. https:\/\/arxiv.org\/pdf\/1910.11779.pdf"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1163"},{"key":"e_1_3_2_1_29_1","unstructured":"21\n    Savage and Metro Boomin. 2016. X. https:\/\/genius.com\/21-savage-and-metro-boomin-x-lyrics  21 Savage and Metro Boomin. 2016. X. https:\/\/genius.com\/21-savage-and-metro-boomin-x-lyrics"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-1101"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9481.00199"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3194770.3194776"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-2013"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.alw-1.22"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.alw-1.7"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.socialnlp-1.2"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.274"}],"event":{"name":"EAAMO '21: Equity and Access in Algorithms, Mechanisms, and Optimization","location":"-- NY USA","acronym":"EAAMO '21","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGecom Special Interest Group on Economics and Computation"]},"container-title":["Equity and Access in Algorithms, Mechanisms, and Optimization"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3465416.3483299","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3465416.3483299","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:18:31Z","timestamp":1750191511000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3465416.3483299"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,5]]},"references-count":36,"alternative-id":["10.1145\/3465416.3483299","10.1145\/3465416"],"URL":"https:\/\/doi.org\/10.1145\/3465416.3483299","relation":{},"subject":[],"published":{"date-parts":[[2021,10,5]]},"assertion":[{"value":"2021-11-04","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}