{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,27]],"date-time":"2025-12-27T10:11:58Z","timestamp":1766830318113,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":75,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T00:00:00Z","timestamp":1686528000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"NWO","award":["406.18.TW.007"],"award-info":[{"award-number":["406.18.TW.007"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,12]]},"DOI":"10.1145\/3593013.3594062","type":"proceedings-article","created":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T14:40:46Z","timestamp":1686580846000},"page":"1049-1061","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Which Stereotypes Are Moderated and Under-Moderated in Search Engine Autocompletion?"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2648-6646","authenticated-orcid":false,"given":"Alina","family":"Leidinger","sequence":"first","affiliation":[{"name":"Institute for Logic, Language and Computation, University of Amsterdam, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9897-6559","authenticated-orcid":false,"given":"Richard","family":"Rogers","sequence":"additional","affiliation":[{"name":"Department of Media Studies, University of Amsterdam, Netherlands"}]}],"member":"320","published-online":{"date-parts":[[2023,6,12]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-021-00359-2"},{"key":"e_1_3_2_2_2_1","volume-title":"Google autocomplete search algorithms and the Arabs","author":"Al-Abbas LS","year":"2020","unstructured":"LS Al-Abbas, Ahmad S Haider, and Riyad F Hussein. 2020. Google autocomplete search algorithms and the Arabs\u2019 perspectives on gender: A case study of Google Egypt. GEMA Online\u00ae Journal of Language Studies 20, 4 (2020), 95\u2013112."},{"key":"e_1_3_2_2_3_1","unstructured":"Perspective API. 2023. About the API - Attributes and Languages. https:\/\/developers.perspectiveapi.com\/s\/about-the-api-attributes-and-languages?language=en_US"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1080\/17405904.2012.744320"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/1165013.1165022"},{"key":"e_1_3_2_2_6_1","volume-title":"9th Annual Conference of the Special Interest Group for Computing, Information and Society.","author":"Barocas Solon","year":"2017","unstructured":"Solon Barocas, Kate Crawford, Aaron Shapiro, and Hanna Wallach. 2017. The problem with bias: Allocative versus representational harms in machine learning. In 9th Annual Conference of the Special Interest Group for Computing, Information and Society."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.485"},{"key":"e_1_3_2_2_9_1","volume-title":"Man is to Computer Programmer as Woman is to Homemaker? Debiasing Word Embeddings. Advances in neural information processing systems 29","author":"Bolukbasi Tolga","year":"2016","unstructured":"Tolga Bolukbasi, Kai-Wei Chang, James Y. Zou, Venkatesh Saligrama, and Adam Tauman Kalai. 2016. Man is to Computer Programmer as Woman is to Homemaker? Debiasing Word Embeddings. Advances in neural information processing systems 29 (2016), 4349\u20134357. http:\/\/papers.nips.cc\/book\/advances-in-neural-information-processing-systems-29-2016"},{"key":"e_1_3_2_2_10_1","first-page":"2016","article-title":"Google, democracy and the truth about internet search","volume":"4","author":"Cadwalladr Carole","year":"2016","unstructured":"Carole Cadwalladr. 2016. Google, democracy and the truth about internet search. The Guardian 4, 12 (2016), 2016.","journal-title":"The Guardian"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.aal4230"},{"volume-title":"Forthcoming","author":"Cheung Anne SY","key":"e_1_3_2_2_12_1","unstructured":"Anne SY Cheung. 2015. Defaming by Suggestion: Searching for Search Engine Liability in the Autocomplete Era. Comparative Perspectives on the Fundamentals of Freedom of Expression\"(Andras Koltay, ed), Forthcoming, University of Hong Kong Faculty of Law Research Paper2015\/018 (2015)."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.111"},{"key":"e_1_3_2_2_14_1","unstructured":"Kate Crawford. 2017. The trouble with bias. Keynote at NeurIPS."},{"volume-title":"On intersectionality: Essential writings","author":"Crenshaw Kimberl\u00e9 W","key":"e_1_3_2_2_15_1","unstructured":"Kimberl\u00e9 W Crenshaw. 2017. On intersectionality: Essential writings. The New Press."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.150"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445924"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/21670811.2014.976411"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278729"},{"key":"e_1_3_2_2_20_1","volume-title":"Maori are scum, stupid, lazy: maori according to Google. Te Kaharoa 7, 1","author":"Elers Steve","year":"2014","unstructured":"Steve Elers. 2014. Maori are scum, stupid, lazy: maori according to Google. Te Kaharoa 7, 1 (2014)."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1166"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.149"},{"key":"e_1_3_2_2_23_1","volume-title":"Google says it doesn\u2019t plan to change search results. The New York Times","author":"Flynn LJ","year":"2004","unstructured":"LJ Flynn. 2004. Google says it doesn\u2019t plan to change search results. The New York Times (2004)."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.301"},{"key":"e_1_3_2_2_25_1","volume-title":"Google alters search autocomplete to remove\u2019are Jews evil\u2019suggestion. The Guardian 5","author":"Gibbs Samuel","year":"2016","unstructured":"Samuel Gibbs. 2016. Google alters search autocomplete to remove\u2019are Jews evil\u2019suggestion. The Guardian 5 (2016)."},{"volume-title":"Custodians of the Internet","author":"Gillespie Tarleton","key":"e_1_3_2_2_26_1","unstructured":"Tarleton Gillespie. 2018. Custodians of the Internet. Yale University Press."},{"key":"e_1_3_2_2_27_1","volume-title":"Our latest quality improvements for Search. Google Blog","author":"Gomes Ben","year":"2017","unstructured":"Ben Gomes. 2017. Our latest quality improvements for Search. Google Blog (2017)."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_29_1","unstructured":"Google. 2022. Removing Content From Google. https:\/\/support.google.com\/legal\/troubleshooter\/1114905#ts=9814647%2C9815053%2C3337372"},{"key":"e_1_3_2_2_30_1","first-page":"42","article-title":"The virtues of moderation","volume":"17","author":"Grimmelmann James","year":"2015","unstructured":"James Grimmelmann. 2015. The virtues of moderation. Yale JL & Tech. 17 (2015), 42.","journal-title":"Yale JL & Tech."},{"key":"e_1_3_2_2_31_1","volume-title":"How Google interferes with its search algorithms and changes your results. The Wall Street Journal 15","author":"Grind Kirsten","year":"2019","unstructured":"Kirsten Grind, Sam Schechner, Robert McMillan, and John West. 2019. How Google interferes with its search algorithms and changes your results. The Wall Street Journal 15 (2019)."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijresmar.2022.05.005"},{"key":"e_1_3_2_2_33_1","volume-title":"On the social and technical challenges of Web search autosuggestion moderation. First Monday","author":"Hazen Timothy J","year":"2022","unstructured":"Timothy J Hazen, Alexandra Olteanu, Gabriella Kazai, Fernando Diaz, and Michael Golebiewski. 2022. On the social and technical challenges of Web search autosuggestion moderation. First Monday (2022)."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.7"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.487"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1093\/ijlit\/eav009"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S18-2005"},{"key":"e_1_3_2_2_38_1","volume-title":"Examining gender and race bias in two hundred sentiment analysis systems. arXiv preprint arXiv:1805.04508","author":"Kiritchenko Svetlana","year":"2018","unstructured":"Svetlana Kiritchenko and Saif M Mohammad. 2018. Examining gender and race bias in two hundred sentiment analysis systems. arXiv preprint arXiv:1805.04508 (2018)."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","unstructured":"Alina Leidinger and Richard Rogers. 2023. Stereotype elicitation in Google DuckDuckGo and Yahoo! autcompletion. https:\/\/doi.org\/10.5281\/zenodo.7906930","DOI":"10.5281\/zenodo.7906930"},{"key":"e_1_3_2_2_40_1","unstructured":"Walter Lippmann. 1922. Public Opinion New York McMillan."},{"key":"e_1_3_2_2_41_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.76"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1062"},{"key":"e_1_3_2_2_44_1","volume-title":"A holistic approach to undesired content detection in the real world. arXiv preprint arXiv:2208.03274","author":"Markov Todor","year":"2022","unstructured":"Todor Markov, Chong Zhang, Sandhini Agarwal, Tyna Eloundou, Teddy Lee, Steven Adler, Angela Jiang, and Lilian Weng. 2022. A holistic approach to undesired content detection in the real world. arXiv preprint arXiv:2208.03274 (2022)."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1177\/1461444816644805"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.416"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.154"},{"volume-title":"Algorithms of oppression","author":"Noble Safiya Umoja","key":"e_1_3_2_2_48_1","unstructured":"Safiya Umoja Noble. 2018. Algorithms of oppression. New York University Press."},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.191"},{"key":"e_1_3_2_2_50_1","unstructured":"OpenAI. 2023. Moderation. https:\/\/platform.openai.com\/docs\/guides\/moderation\/overview"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1177\/0002716206294796"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1302"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.14763\/2020.4.1535"},{"volume-title":"Behind the screen","author":"Roberts Sarah T","key":"e_1_3_2_2_54_1","unstructured":"Sarah T Roberts. 2019. Behind the screen. Yale University Press."},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1093\/geront\/gnz172"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1093\/GERONT"},{"key":"e_1_3_2_2_57_1","volume-title":"Auditing algorithms: Research methods for detecting discrimination on internet platforms. Data and discrimination: converting critical concerns into productive inquiry 22","author":"Sandvig Christian","year":"2014","unstructured":"Christian Sandvig, Kevin Hamilton, Karrie Karahalios, and Cedric Langbort. 2014. Auditing algorithms: Research methods for detecting discrimination on internet platforms. Data and discrimination: converting critical concerns into productive inquiry 22 (2014), 4349\u20134357."},{"key":"e_1_3_2_2_58_1","volume-title":"Multitask Prompted Training Enables Zero-Shot Task Generalization. In International Conference on Learning Representations.","author":"Sanh Victor","year":"2022","unstructured":"Victor Sanh, Albert Webson, Colin Raffel, Stephen Bach, Lintang Sutawika, Zaid Alyafeai, Antoine Chaffin, Arnaud Stiegler, Teven Scao, Arun Raja, 2022. Multitask Prompted Training Enables Zero-Shot Task Generalization. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_59_1","volume-title":"Fran\u00e7ois Yvon","author":"Scao Teven Le","year":"2022","unstructured":"Teven Le Scao, Angela Fan, Christopher Akiki, Ellie Pavlick, Suzana Ili\u0107, Daniel Hesslow, Roman Castagn\u00e9, Alexandra Sasha Luccioni, Fran\u00e7ois Yvon, Matthias Gall\u00e9, 2022. Bloom: A 176b-parameter open-access multilingual language model. arXiv preprint arXiv:2211.05100 (2022)."},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.330"},{"key":"e_1_3_2_2_61_1","volume-title":"Eleonora Presani, and Adina Williams.","author":"Smith Eric Michael","year":"2022","unstructured":"Eric Michael Smith, Melissa Hall Melanie Kambadur, Eleonora Presani, and Adina Williams. 2022. \" I\u2019m sorry to hear that\": finding bias in language models with a holistic descriptor dataset. arXiv preprint arXiv:2205.09209 (2022)."},{"key":"e_1_3_2_2_62_1","volume-title":"Incidental and intentional learning\u2014one process or two?Australian Psychologist 6, 1","author":"Stanton HE","year":"1971","unstructured":"HE Stanton. 1971. Incidental and intentional learning\u2014one process or two?Australian Psychologist 6, 1 (1971), 26\u201330."},{"key":"e_1_3_2_2_63_1","volume-title":"How Google autocomplete works in Search. Retrieved November 22","author":"Sullivan Danny","year":"2018","unstructured":"Danny Sullivan. 2018. How Google autocomplete works in Search. Retrieved November 22 (2018), 2018."},{"key":"e_1_3_2_2_64_1","volume-title":"The Keyword (blog): July 15","author":"Sullivan Danny","year":"2019","unstructured":"Danny Sullivan. 2019. How we keep Search relevant and useful. Google, The Keyword (blog): July 15 (2019)."},{"key":"e_1_3_2_2_65_1","volume-title":"How Google autocomplete predictions are generated. Retrieved October 8","author":"Sullivan Danny","year":"2020","unstructured":"Danny Sullivan. 2020. How Google autocomplete predictions are generated. Retrieved October 8 (2020), 2020."},{"key":"e_1_3_2_2_66_1","volume-title":"Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems","author":"Tan Yi Chern","year":"2019","unstructured":"Yi Chern Tan and L. Elisa Celis. 2019. Assessing Social and Intersectional Biases in Contextualized Word Representations. In Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019, December 8-14, 2019, Vancouver, BC, Canada (2019-11-04), Hanna M. Wallach, Hugo Larochelle, Alina Beygelzimer, Florence d\u2019Alch\u00e9 Buc, Emily B. Fox, and Roman Garnett (Eds.). 13209\u201313220. http:\/\/papers.nips.cc\/book\/advances-in-neural-information-processing-systems-32-2019"},{"key":"e_1_3_2_2_67_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2204529119"},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/2629489"},{"key":"e_1_3_2_2_69_1","unstructured":"Kellie Webster Xuezhi Wang Ian Tenney Alex Beutel Emily Pitler Ellie Pavlick Jilin Chen and Slav Petrov. 2020. Measuring and Reducing Gendered Correlations in Pre-Trained Models. http:\/\/arxiv.org\/abs\/2010.06032"},{"key":"e_1_3_2_2_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533088"},{"key":"e_1_3_2_2_71_1","volume-title":"Huggingface\u2019s transformers: State-of-the-art natural language processing. arXiv preprint arXiv:1910.03771","author":"Wolf Thomas","year":"2019","unstructured":"Thomas Wolf, Lysandre Debut, Victor Sanh, Julien Chaumond, Clement Delangue, Anthony Moi, Pierric Cistac, Tim Rault, R\u00e9mi Louf, Morgan Funtowicz, 2019. Huggingface\u2019s transformers: State-of-the-art natural language processing. arXiv preprint arXiv:1910.03771 (2019)."},{"key":"e_1_3_2_2_72_1","volume-title":"UN Women ad series reveals widespread sexism. Un Women 21","author":"Women UN","year":"2013","unstructured":"UN Women. 2013. UN Women ad series reveals widespread sexism. Un Women 21 (2013)."},{"key":"e_1_3_2_2_73_1","unstructured":"Yahoo. 2023. Yahoo Search Autocomplete Policy. hhttps:\/\/help.yahoo.com\/kb\/SLN36183.html#\/"},{"key":"e_1_3_2_2_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278779"},{"key":"e_1_3_2_2_75_1","volume-title":"Xi Victoria Lin","author":"Zhang Susan","year":"2022","unstructured":"Susan Zhang, Stephen Roller, Naman Goyal, Mikel Artetxe, Moya Chen, Shuohui Chen, Christopher Dewan, Mona Diab, Xian Li, Xi Victoria Lin, 2022. Opt: Open pre-trained transformer language models. arXiv preprint arXiv:2205.01068 (2022)."}],"event":{"name":"FAccT '23: the 2023 ACM Conference on Fairness, Accountability, and Transparency","acronym":"FAccT '23","location":"Chicago IL USA"},"container-title":["2023 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3594062","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3593013.3594062","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:18Z","timestamp":1750178238000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3594062"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,12]]},"references-count":75,"alternative-id":["10.1145\/3593013.3594062","10.1145\/3593013"],"URL":"https:\/\/doi.org\/10.1145\/3593013.3594062","relation":{},"subject":[],"published":{"date-parts":[[2023,6,12]]},"assertion":[{"value":"2023-06-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}