{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T10:03:47Z","timestamp":1775815427462,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":69,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-sa\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1939606"],"award-info":[{"award-number":["1939606"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,21]]},"DOI":"10.1145\/3531146.3533147","type":"proceedings-article","created":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T14:27:10Z","timestamp":1655735230000},"page":"824-838","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["How are ML-Based Online Content Moderation Systems Actually Used? Studying Community Size, Local Activity, and Disparate Treatment"],"prefix":"10.1145","author":[{"given":"Leijie","family":"Wang","sequence":"first","affiliation":[{"name":"Department of Computer Science and Technology, Tsinghua University, China"}]},{"given":"Haiyi","family":"Zhu","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"''https:\/\/www.wired.com\/2014\/10\/content-moderation\/''. [Online","author":"Chen Adrian","year":"2021","unstructured":"Adrian Chen. 2014. The Laborers Who Keep Dick Pics And Beheadings Out Of Your Facebook Feed. ''https:\/\/www.wired.com\/2014\/10\/content-moderation\/''. [Online; accessed 19-August-2021]."},{"key":"e_1_3_2_1_2_1","volume-title":"IMDb is closing its message boards. ''https:\/\/web.archive.org\/web\/20190410195135\/https:\/\/www.theverge.com\/2017\/2\/3\/14501390\/imdb-closing-user-forums-comments''. [Online","author":"Liptak Andrew","year":"2021","unstructured":"Andrew Liptak. 2017. IMDb is closing its message boards. ''https:\/\/web.archive.org\/web\/20190410195135\/https:\/\/www.theverge.com\/2017\/2\/3\/14501390\/imdb-closing-user-forums-comments''. [Online; accessed 07-Sep-2021]."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1147\/JRD.2019.2942287"},{"key":"e_1_3_2_1_4_1","unstructured":"Monika Bickert. 2018. Publishing our internal enforcement guidelines and expanding our appeals process. https:\/\/about.fb.com\/news\/2018\/04\/comprehensive-community-standards\/"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67256-4_32"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Su\u00a0Lin Blodgett Lisa Green and Brendan O\u2019Connor. 2016. Demographic dialectal variation in social media: A case study of African-American English. arXiv preprint arXiv:1608.08868(2016).","DOI":"10.18653\/v1\/D16-1120"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1099203.1099205"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359276"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274301"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3026018"},{"key":"e_1_3_2_1_11_1","unstructured":"Alexandra Chouldechova and Aaron Roth. 2018. The frontiers of fairness in machine learning. arXiv preprint arXiv:1810.08810(2018)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098095"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.17848\/wp19-309"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10676-016-9399-8"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10676-016-9399-8"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Michael\u00a0D Ekstrand and Daniel Kluver. 2021. Exploring author gender in book rating and recommendation. User modeling and user-adapted interaction(2021) 1\u201344.","DOI":"10.18122\/cs_scripts.9.boisestate"},{"key":"e_1_3_2_1_18_1","volume-title":"NPR Website To Get Rid Of Comments. ''https:\/\/web.archive.org\/web\/20190723073441\/https:\/\/www.npr.org\/sections\/publiceditor","author":"Jensen Elizabeth","year":"2016","unstructured":"Elizabeth Jensen. 2016. NPR Website To Get Rid Of Comments. ''https:\/\/web.archive.org\/web\/20190723073441\/https:\/\/www.npr.org\/sections\/publiceditor\/2016\/08\/17\/489516952\/npr-website-to-get-rid-of-comments''. [Online; accessed 07-Sep-2021]."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Scott\u00a0L Feld. 1982. Social structural determinants of similarity among associates. American sociological review(1982) 797\u2013801.","DOI":"10.2307\/2095216"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2145204.2145270"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1080\/1369118X.2013.873069"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1080\/1369118X.2016.1153700"},{"key":"e_1_3_2_1_23_1","volume-title":"9th International Symposium on Open Collaboration, WikiSym + OpenSym 2013(2013)","author":"R.","unstructured":"R.\u00a0Stuart Geiger and Aaron Halfaker. 2013. When the levee breaks: Without bots, what happens to wikipedia\u2019s quality control processes?Proceedings of the 9th International Symposium on Open Collaboration, WikiSym + OpenSym 2013(2013), 0\u20135."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1718918.1718941"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1718918.1718941"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2011.455"},{"key":"e_1_3_2_1_27_1","volume-title":"YouTube Community Guidelines enforcement in Google\u2019s Tranparency Report for","year":"2018","unstructured":"Google. 2018. YouTube Community Guidelines enforcement in Google\u2019s Tranparency Report for 2018.https:\/\/transparencyreport.google.com\/youtube-policy\/removals\/"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951719897945"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3270101.3270103"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415219"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1177\/0002764212469365"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557313"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1641309.1641332"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2038558.2038585"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2012.82"},{"key":"e_1_3_2_1_36_1","volume-title":"Equality of opportunity in supervised learning. Advances in neural information processing systems 29","author":"Hardt Moritz","year":"2016","unstructured":"Moritz Hardt, Eric Price, and Nati Srebro. 2016. Equality of opportunity in supervised learning. Advances in neural information processing systems 29 (2016), 3315\u20133323."},{"key":"e_1_3_2_1_37_1","unstructured":"Benjamin\u00a0Mako Hill and Aaron Shaw. 2020. The Hidden Costs of Requiring Accounts: Quasi-Experimental Evidence From Peer Production. Communication Research(2020) 0093650220910345."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338243"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3185593"},{"key":"e_1_3_2_1_40_1","unstructured":"Adam Joinson. 1998. Causes and implications of disinhibited behavior on the Internet.(1998)."},{"key":"e_1_3_2_1_41_1","unstructured":"Matthew Joseph Michael Kearns Jamie Morgenstern and Aaron Roth. 2016. Fairness in learning: Classic and contextual bandits. arXiv preprint arXiv:1605.07139(2016)."},{"key":"e_1_3_2_1_42_1","unstructured":"Julia Angwin Hannes Grassegger. 2017. Facebook\u2019s Secret Censorship Rules Protect White Men From Hate Speech But Not Black Children. ''https:\/\/www.propublica.org\/article\/facebook-hate-speech-censorship-internal-documents-algorithms''. [Online; accessed 06-Jan-2022]."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3382960"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359146"},{"key":"e_1_3_2_1_45_1","unstructured":"Sara Kiesler Robert Kraut Paul Resnick and Aniket Kittur. 2012. Regulating behavior in online communities. Building Successful Online Communities: Evidence-Based Social Design."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1080\/1369118X.2016.1154087"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/1641309.1641321"},{"key":"e_1_3_2_1_48_1","unstructured":"Jon Kleinberg Sendhil Mullainathan and Manish Raghavan. 2016. Inherent trade-offs in the fair determination of risk scores. arXiv preprint arXiv:1609.05807(2016)."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985761"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1257\/jel.48.2.281"},{"key":"e_1_3_2_1_51_1","unstructured":"Maeve Duggan. 2017. Online Harassment 2017. ''https:\/\/www.pewresearch.org\/internet\/2017\/07\/11\/online-harassment-2017\/''. [Online; accessed 07-Sep-2021]."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1080\/1369118X.2017.1293130"},{"key":"e_1_3_2_1_53_1","volume-title":"Human decision makers and automated decision aids: Made for each other?In Automation and human performance: Theory and applications","author":"Mosier L","unstructured":"Kathleen\u00a0L Mosier and Linda\u00a0J Skitka. 2018. Human decision makers and automated decision aids: Made for each other?In Automation and human performance: Theory and applications. CRC Press, 201\u2013220."},{"key":"e_1_3_2_1_54_1","volume-title":"Methods matter: Improving causal inference in educational and social science research","author":"Murnane J","unstructured":"Richard\u00a0J Murnane and John\u00a0B Willett. 2010. Methods matter: Improving causal inference in educational and social science research. Oxford University Press."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/196734.196745"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"crossref","unstructured":"John Pavlopoulos Prodromos Malakasiotis and Ion Androutsopoulos. 2017. Deep learning for user comment moderation. arXiv preprint arXiv:1705.09993(2017).","DOI":"10.18653\/v1\/W17-3004"},{"key":"e_1_3_2_1_57_1","unstructured":"Robert Peck. 2019. The Punishing Ecstasy of Being a Reddit Moderator. https:\/\/www.wired.com\/story\/the-punishing-ecstasy-of-being-a-reddit-moderator\/"},{"key":"e_1_3_2_1_58_1","volume-title":"Commercial content moderation: Digital laborers","author":"Roberts T","year":"2016","unstructured":"Sarah\u00a0T Roberts. 2016. Commercial content moderation: Digital laborers\u2019 dirty work. (2016)."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274426"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287598"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376783"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449130"},{"key":"e_1_3_2_1_63_1","volume-title":"Free labor: Producing culture for the digital economy. Social text 18, 2","author":"Terranova Tiziana","year":"2000","unstructured":"Tiziana Terranova. 2000. Free labor: Producing culture for the digital economy. Social text 18, 2 (2000), 33\u201358."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518925"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985765"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2007.511"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376813"},{"key":"e_1_3_2_1_68_1","volume-title":"The what-if tool: Interactive probing of machine learning models","author":"Wexler James","year":"2019","unstructured":"James Wexler, Mahima Pushkarna, Tolga Bolukbasi, Martin Wattenberg, Fernanda Vi\u00e9gas, and Jimbo Wilson. 2019. The what-if tool: Interactive probing of machine learning models. IEEE transactions on visualization and computer graphics 26, 1(2019), 56\u201365."},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274463"}],"event":{"name":"FAccT '22: 2022 ACM Conference on Fairness, Accountability, and Transparency","location":"Seoul Republic of Korea","acronym":"FAccT '22","sponsor":["ACM Association for Computing Machinery"]},"container-title":["2022 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533147","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533147","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533147","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:08Z","timestamp":1750186928000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533147"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":69,"alternative-id":["10.1145\/3531146.3533147","10.1145\/3531146"],"URL":"https:\/\/doi.org\/10.1145\/3531146.3533147","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}