{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T13:26:07Z","timestamp":1780579567643,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,26]],"date-time":"2022-06-26T00:00:00Z","timestamp":1656201600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,26]]},"DOI":"10.1145\/3501247.3531567","type":"proceedings-article","created":{"date-parts":[[2022,6,24]],"date-time":"2022-06-24T22:41:09Z","timestamp":1656110469000},"page":"219-227","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["Auditing Search Query Suggestion Bias Through Recursive Algorithm Interrogation"],"prefix":"10.1145","author":[{"given":"Fabian","family":"Haak","sequence":"first","affiliation":[{"name":"TH K\u00f6ln, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Philipp","family":"Schaer","sequence":"additional","affiliation":[{"name":"TH K\u00f6ln, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,6,26]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"ACM SIGIR Conference on Human Information Interaction and Retrieval","author":"Azzopardi Leif","year":"2021","unstructured":"Leif Azzopardi . 2021 . Cognitive Biases in Search: A Review and Reflection of Cognitive Biases in Information Retrieval.. In CHIIR \u201921 : ACM SIGIR Conference on Human Information Interaction and Retrieval , Canberra, ACT, Australia , March 14-19, 2021. 27\u201337. https:\/\/doi.org\/10.1145\/3406522.3446023 Leif Azzopardi. 2021. Cognitive Biases in Search: A Review and Reflection of Cognitive Biases in Information Retrieval.. In CHIIR \u201921: ACM SIGIR Conference on Human Information Interaction and Retrieval, Canberra, ACT, Australia, March 14-19, 2021. 27\u201337. https:\/\/doi.org\/10.1145\/3406522.3446023"},{"key":"e_1_3_2_2_2_1","volume-title":"Anomalous states of knowledge as a basis for information retrieval. Canadian journal of information science 5, 1","author":"Belkin J.","year":"1980","unstructured":"Nicholas\u00a0 J. Belkin . 1980. Anomalous states of knowledge as a basis for information retrieval. Canadian journal of information science 5, 1 ( 1980 ), 133\u2013143. Nicholas\u00a0J. Belkin. 1980. Anomalous states of knowledge as a basis for information retrieval. Canadian journal of information science 5, 1 (1980), 133\u2013143."},{"key":"e_1_3_2_2_3_1","unstructured":"Edelman Berland. 2017. 2017 Edelman Trust Barometer. https:\/\/www.edelman.com\/trust\/2017-trust-barometer  Edelman Berland. 2017. 2017 Edelman Trust Barometer. https:\/\/www.edelman.com\/trust\/2017-trust-barometer"},{"key":"e_1_3_2_2_4_1","unstructured":"Edelman Berland. 2022. 2022 Edelman Trust Barometer. https:\/\/www.edelman.com\/trust\/2022-trust-barometer  Edelman Berland. 2022. 2022 Edelman Trust Barometer. https:\/\/www.edelman.com\/trust\/2022-trust-barometer"},{"key":"e_1_3_2_2_5_1","volume-title":"Advances in Neural Information Processing Systems 29: Annual Conference on Neural Information Processing Systems 2016","author":"Bolukbasi Tolga","year":"2016","unstructured":"Tolga Bolukbasi , Kai-Wei Chang , James\u00a0 Y. Zou , Venkatesh Saligrama , and Adam\u00a0Tauman Kalai . 2016 . Man is to Computer Programmer as Woman is to Homemaker? Debiasing Word Embeddings .. In Advances in Neural Information Processing Systems 29: Annual Conference on Neural Information Processing Systems 2016 , December 5-10, 2016, Barcelona, Spain. 4349\u20134357. https:\/\/proceedings.neurips.cc\/paper\/ 2016\/hash\/a486cd07e4ac3d270571622f4f316ec5-Abstract.html Tolga Bolukbasi, Kai-Wei Chang, James\u00a0Y. Zou, Venkatesh Saligrama, and Adam\u00a0Tauman Kalai. 2016. Man is to Computer Programmer as Woman is to Homemaker? Debiasing Word Embeddings.. In Advances in Neural Information Processing Systems 29: Annual Conference on Neural Information Processing Systems 2016, December 5-10, 2016, Barcelona, Spain. 4349\u20134357. https:\/\/proceedings.neurips.cc\/paper\/2016\/hash\/a486cd07e4ac3d270571622f4f316ec5-Abstract.html"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1108\/OIR-11-2018-0341"},{"key":"e_1_3_2_2_7_1","volume-title":"EuroCSS 2018 Dataset Challenge.","author":"Bonart Malte","year":"1812","unstructured":"Malte Bonart and Philipp Schaer . 2018. Intertemporal Connections Between Query Suggestions and Search Engine Results for Politics Related Queries . In EuroCSS 2018 Dataset Challenge. Cologne . https:\/\/arxiv.org\/abs\/ 1812 .08585 Malte Bonart and Philipp Schaer. 2018. Intertemporal Connections Between Query Suggestions and Search Engine Results for Politics Related Queries. In EuroCSS 2018 Dataset Challenge. Cologne. https:\/\/arxiv.org\/abs\/1812.08585"},{"key":"e_1_3_2_2_8_1","unstructured":"Bundeswahlleiter. 2022. The Federal Returning Officer. https:\/\/www.bundeswahlleiter.de\/en\/index.html  Bundeswahlleiter. 2022. The Federal Returning Officer. https:\/\/www.bundeswahlleiter.de\/en\/index.html"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/3099948"},{"key":"e_1_3_2_2_10_1","first-page":"19","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","volume":"1","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin , Ming-Wei Chang , Kenton Lee , and Kristina Toutanova . 2019 . BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding . In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies , Volume 1 (Long and Short Papers). Association for Computational Linguistics, Minneapolis, Minnesota, 4171\u20134186. https:\/\/doi.org\/10. 18653\/v1\/N 19 - 1423 Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). Association for Computational Linguistics, Minneapolis, Minnesota, 4171\u20134186. https:\/\/doi.org\/10.18653\/v1\/N19-1423"},{"key":"e_1_3_2_2_11_1","volume-title":"Overview of the TREC 2021 Fair Ranking Track. In The Thirtieth Text REtrieval Conference (TREC 2021) Proceedings.","author":"Ekstrand D.","year":"2022","unstructured":"Michael\u00a0 D. Ekstrand , Graham McDonald , Amifa Raj , and Isaac Johnson . 2022 . Overview of the TREC 2021 Fair Ranking Track. In The Thirtieth Text REtrieval Conference (TREC 2021) Proceedings. Michael\u00a0D. Ekstrand, Graham McDonald, Amifa Raj, and Isaac Johnson. 2022. Overview of the TREC 2021 Fair Ranking Track. In The Thirtieth Text REtrieval Conference (TREC 2021) Proceedings."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1419828112"},{"key":"e_1_3_2_2_13_1","volume-title":"Proceedings of the 21st Nordic Conference on Computational Linguistics, NODALIDA 2017","author":"Fares Murhaf","year":"2017","unstructured":"Murhaf Fares , Andrey Kutuzov , Stephan Oepen , and Erik Velldal . 2017 . Word vectors, reuse, and replicability: Towards a community repository of large-text resources .. In Proceedings of the 21st Nordic Conference on Computational Linguistics, NODALIDA 2017 , Gothenburg, Sweden , May 22-24, 2017. 271\u2013276. http:\/\/www.ep.liu.se\/ecp\/article.asp?issue=131&article=037&volume= Murhaf Fares, Andrey Kutuzov, Stephan Oepen, and Erik Velldal. 2017. Word vectors, reuse, and replicability: Towards a community repository of large-text resources.. In Proceedings of the 21st Nordic Conference on Computational Linguistics, NODALIDA 2017, Gothenburg, Sweden, May 22-24, 2017. 271\u2013276. http:\/\/www.ep.liu.se\/ecp\/article.asp?issue=131&article=037&volume="},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"crossref","unstructured":"Google. 2019. How Google Fights Disinformation. https:\/\/www.blog.google\/documents\/37\/How_Google_Fights_Disinformation.pdf\/  Google. 2019. How Google Fights Disinformation. https:\/\/www.blog.google\/documents\/37\/How_Google_Fights_Disinformation.pdf\/","DOI":"10.4135\/9781506360188.n4"},{"key":"e_1_3_2_2_15_1","volume-title":"Advances in Bias and Fairness in Information Retrieval","author":"Haak Fabian","unstructured":"Fabian Haak and Philipp Schaer . 2021. Perception-Aware Bias Detection for Query Suggestions . In Advances in Bias and Fairness in Information Retrieval , Ludovico Boratto, Stefano Faralli, Mirko Marras, and Giovanni Stilo (Eds.). Springer International Publishing , Cham , 130\u2013142. Fabian Haak and Philipp Schaer. 2021. Perception-Aware Bias Detection for Query Suggestions. In Advances in Bias and Fairness in Information Retrieval, Ludovico Boratto, Stefano Faralli, Mirko Marras, and Giovanni Stilo (Eds.). Springer International Publishing, Cham, 130\u2013142."},{"key":"e_1_3_2_2_16_1","unstructured":"Djoerd Hiemstra. 2020. Reducing Misinformation in Query Autocompletions.CoRR abs\/2007.02620(2020). https:\/\/arxiv.org\/abs\/2007.02620  Djoerd Hiemstra. 2020. Reducing Misinformation in Query Autocompletions.CoRR abs\/2007.02620(2020). https:\/\/arxiv.org\/abs\/2007.02620"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2661829.2661922"},{"key":"e_1_3_2_2_18_1","volume-title":"Auditing the Partisanship of Google Search Snippets. In The World Wide Web Conference(WWW \u201919)","author":"Hu Desheng","year":"2019","unstructured":"Desheng Hu , Shan Jiang , Ronald E.\u00a0 Robertson , and Christo Wilson . 2019 . Auditing the Partisanship of Google Search Snippets. In The World Wide Web Conference(WWW \u201919) . ACM, New York, NY, USA, 693\u2013704. https:\/\/doi.org\/10.1145\/3308558.3313654 Desheng Hu, Shan Jiang, Ronald E.\u00a0Robertson, and Christo Wilson. 2019. Auditing the Partisanship of Google Search Snippets. In The World Wide Web Conference(WWW \u201919). ACM, New York, NY, USA, 693\u2013704. https:\/\/doi.org\/10.1145\/3308558.3313654"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-018-9341-2"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.816269"},{"key":"e_1_3_2_2_21_1","volume-title":"Measuring Political Personalization of Google News Search. In The World Wide Web Conference(WWW \u201919)","author":"Le Huyen","year":"2019","unstructured":"Huyen Le , Raven Maragh , Brian Ekdale , Andrew High , Timothy Havens , and Zubair Shafiq . 2019 . Measuring Political Personalization of Google News Search. In The World Wide Web Conference(WWW \u201919) . ACM, New York, NY, USA, 2957\u20132963. https:\/\/doi.org\/10.1145\/3308558.3313682 Huyen Le, Raven Maragh, Brian Ekdale, Andrew High, Timothy Havens, and Zubair Shafiq. 2019. Measuring Political Personalization of Google News Search. In The World Wide Web Conference(WWW \u201919). ACM, New York, NY, USA, 2957\u20132963. https:\/\/doi.org\/10.1145\/3308558.3313682"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292522.3326013"},{"key":"e_1_3_2_2_23_1","volume-title":"http:\/\/hdl.handle.net\/11234\/1-2184 LINDAT\/CLARIAH-CZ digital library at the Institute of Formal and Applied Linguistics (\u00daFAL)","author":"Universal Joakim Nivre\u00a0et","unstructured":"Joakim Nivre\u00a0et al.2017. Universal Dependencies 2.0 \u2013 CoNLL 2017 Shared Task Development and Test Data . http:\/\/hdl.handle.net\/11234\/1-2184 LINDAT\/CLARIAH-CZ digital library at the Institute of Formal and Applied Linguistics (\u00daFAL) , Faculty of Mathematics and Physics, Charles University . Joakim Nivre\u00a0et al.2017. Universal Dependencies 2.0 \u2013 CoNLL 2017 Shared Task Development and Test Data. http:\/\/hdl.handle.net\/11234\/1-2184 LINDAT\/CLARIAH-CZ digital library at the Institute of Formal and Applied Linguistics (\u00daFAL), Faculty of Mathematics and Physics, Charles University."},{"key":"e_1_3_2_2_24_1","volume-title":"Algorithms of Oppression: How Search Engines Reinforce Racism (1 edition ed.)","author":"Noble Safiya\u00a0Umoja","unstructured":"Safiya\u00a0Umoja Noble . 2018. Algorithms of Oppression: How Search Engines Reinforce Racism (1 edition ed.) . NYU Press , New York . Safiya\u00a0Umoja Noble. 2018. Algorithms of Oppression: How Search Engines Reinforce Racism (1 edition ed.). NYU Press, New York."},{"key":"e_1_3_2_2_25_1","unstructured":"Lily Ray. 2020. 2020 Google Search Survey: How Much Do Users Trust Their Search Results?https:\/\/moz.com\/blog\/2020-google-search-survey  Lily Ray. 2020. 2020 Google Search Survey: How Much Do Users Trust Their Search Results?https:\/\/moz.com\/blog\/2020-google-search-survey"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292522.3326047"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186143"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/0377-0427(87)90125-7"},{"key":"e_1_3_2_2_29_1","unstructured":"Christian Sandvig Kevin Hamilton Karrie Karahalios and Cedric Langbort. 2014. Auditing algorithms: Research methods for detecting discrimination on internet platforms. Data and discrimination: converting critical concerns into productive inquiry 22(2014) 1\u201323.  Christian Sandvig Kevin Hamilton Karrie Karahalios and Cedric Langbort. 2014. Auditing algorithms: Research methods for detecting discrimination on internet platforms. Data and discrimination: converting critical concerns into productive inquiry 22(2014) 1\u201323."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"crossref","unstructured":"Peng Wang Xianghang Mi Xiaojing Liao XiaoFeng Wang Kan Yuan Feng Qian and Raheem\u00a0A Beyah. 2018. Game of Missuggestions: Semantic Analysis of Search-Autocomplete Manipulations.. In NDSS.  Peng Wang Xianghang Mi Xiaojing Liao XiaoFeng Wang Kan Yuan Feng Qian and Raheem\u00a0A Beyah. 2018. Game of Missuggestions: Semantic Analysis of Search-Autocomplete Manipulations.. In NDSS.","DOI":"10.14722\/ndss.2018.23036"},{"key":"e_1_3_2_2_31_1","unstructured":"Tamar Yehoshua. 2016. Google Search Autocomplete. https:\/\/blog.google\/products\/search\/google-search-autocomplete\/  Tamar Yehoshua. 2016. Google Search Autocomplete. https:\/\/blog.google\/products\/search\/google-search-autocomplete\/"},{"key":"e_1_3_2_2_32_1","unstructured":"Katharina\u00a0A. Zweig. 2017. Watching the watchers: Epstein and Robertson\u2019s \u201eSearch Engine Manipulation Effect\u201c. https:\/\/algorithmwatch.org\/en\/watching-the-watchers-epstein-and-robertsons-search-engine-manipulation-effect\/ Reporter: AlgorithmWatch Library Catalog: algorithmwatch.org Section: working papers.  Katharina\u00a0A. Zweig. 2017. Watching the watchers: Epstein and Robertson\u2019s \u201eSearch Engine Manipulation Effect\u201c. https:\/\/algorithmwatch.org\/en\/watching-the-watchers-epstein-and-robertsons-search-engine-manipulation-effect\/ Reporter: AlgorithmWatch Library Catalog: algorithmwatch.org Section: working papers."}],"event":{"name":"WebSci '22: 14th ACM Web Science Conference 2022","location":"Barcelona Spain","acronym":"WebSci '22","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["14th ACM Web Science Conference 2022"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3501247.3531567","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3501247.3531567","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:12:18Z","timestamp":1750191138000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3501247.3531567"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,26]]},"references-count":32,"alternative-id":["10.1145\/3501247.3531567","10.1145\/3501247"],"URL":"https:\/\/doi.org\/10.1145\/3501247.3531567","relation":{},"subject":[],"published":{"date-parts":[[2022,6,26]]},"assertion":[{"value":"2022-06-26","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}