{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,3]],"date-time":"2026-11-03T13:00:05Z","timestamp":1793710805038,"version":"4.6.1"},"publisher-location":"New York, NY, USA","reference-count":56,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T00:00:00Z","timestamp":1782345600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/Y009800\/1"],"award-info":[{"award-number":["EP\/Y009800\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,25]]},"DOI":"10.1145\/3805689.3806467","type":"proceedings-article","created":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T17:52:08Z","timestamp":1782755528000},"page":"6180-6202","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["All Eyes on the Ranker: Participatory Auditing to Surface Blind Spots in Ranked Search Results"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0351-0167","authenticated-orcid":false,"given":"Anna Marie","family":"Rezk","sequence":"first","affiliation":[{"name":"School of Computing Science, University of Glasgow, Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2499-8464","authenticated-orcid":false,"given":"Patrizia","family":"Di Campli San Vito","sequence":"additional","affiliation":[{"name":"School of Computing Science, University of Glasgow, Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1689-5633","authenticated-orcid":false,"given":"Ayah","family":"Soufan","sequence":"additional","affiliation":[{"name":"Computer and Information Sciences, University of Strathclyde, Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1266-5996","authenticated-orcid":false,"given":"Graham","family":"McDonald","sequence":"additional","affiliation":[{"name":"School of Computing Science, University of Glasgow, Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3143-279X","authenticated-orcid":false,"given":"Craig","family":"MacDonald","sequence":"additional","affiliation":[{"name":"School of Computing Science, University of Glasgow, Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4701-3223","authenticated-orcid":false,"given":"Iadh","family":"Ounis","sequence":"additional","affiliation":[{"name":"School of Computing Science, University of Glasgow, Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,25]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Human-Centred Taxonomy of AI, Algorithmic, and Automation Harms","author":"Abercrombie G.","year":"2024","unstructured":"Abercrombie, G., Benbouzid, D., Giudici, P., Golpayegani, D., Hernandez, J., Noro, P., Pandit, H., Paraschou, E., Pownall, C., Prajapati, J., Sayre, M. A., Sengupta, U., Suriyawongkul, A., Thelot, R., Vei, S., and Waltersdorfer, L. A Collaborative, Human-Centred Taxonomy of AI, Algorithmic, and Automation Harms, Nov. 2024. arXiv:2407.01294 [cs]."},{"key":"e_1_3_2_1_2_1","first-page":"2","volume":"7","author":"Aizenberg E.","year":"2020","unstructured":"Aizenberg, E., and Van Den Hoven, J. Designing for human rights in AI. Big Data & Society 7, 2 (July 2020), 2053951720949566.","journal-title":"AI. Big Data & Society"},{"key":"e_1_3_2_1_3_1","volume-title":"Explainable Information Retrieval: A Survey","author":"Anand A.","year":"2022","unstructured":"Anand, A., Lyu, L., Idahl, M., Wang, Y., Wallat, J., and Zhang, Z. Explainable Information Retrieval: A Survey, 2022. Version Number: 1."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732093"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732062"},{"key":"e_1_3_2_1_6_1","first-page":"4","volume":"63","author":"Bellamy R. K.","unstructured":"Bellamy, R. K., Dey, K., Hind, M., Hoffman, S. C., Houde, S., Kannan, K., Lohia, P., Martino, J., Mehta, S., Mojsilovi\u0107, A., et al. AI Fairness 360: An Extensible Toolkit for Detecting and Mitigating Algorithmic Bias. IBM Journal of Research and Development 63, 4\/5 (2019), 4\u20131.","journal-title":"IBM Journal of Research and Development"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-11089-4"},{"key":"e_1_3_2_1_8_1","first-page":"6","volume":"57","author":"Bernard N.","year":"2025","unstructured":"Bernard, N., and Balog, K. A Systematic Review of Fairness, Accountability, Transparency, and Ethics in Information Retrieval. ACM Computing Surveys 57, 6 (June 2025), 1\u201329.","journal-title":"Ethics in Information Retrieval. ACM Computing Surveys"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/SaTML59370.2024.00037"},{"key":"e_1_3_2_1_10_1","volume-title":"SAGE","author":"Braun V.","year":"2022","unstructured":"Braun, V., and CLarke, V. Thematic Analysis: A Practical Guide. SAGE, Los Angeles, 2022."},{"key":"e_1_3_2_1_11_1","first-page":"2","volume":"52","author":"Castillo C.","year":"2019","unstructured":"Castillo, C. Fairness and Transparency in Ranking. ACM SIGIR Forum 52, 2 (Jan. 2019), 64\u201371.","journal-title":"Transparency in Ranking. ACM SIGIR Forum"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3592030"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb026487"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1341531.1341545"},{"key":"e_1_3_2_1_15_1","volume-title":"Jan.","author":"Deng W. H.","year":"2025","unstructured":"Deng, W. H., Claire, W., Han, H. Z., Hong, J. I., Holstein, K., and Eslami, M. WeAudit: Scaffolding User Auditors and AI Practitioners in Auditing Generative AI, Jan. 2025. arXiv:2501.01397 [cs]."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3772318.3791757"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3411962"},{"key":"e_1_3_2_1_18_1","volume-title":"Overview of the TREC 2021 Fair Ranking Track. In The Thirtieth Text REtrieval Conference (TREC 2021) Proceedings","author":"Ekstrand M. D.","year":"2022","unstructured":"Ekstrand, M. D., McDonald, G., Raj, A., and Johnson, I. Overview of the TREC 2021 Fair Ranking Track. In The Thirtieth Text REtrieval Conference (TREC 2021) Proceedings (2022)."},{"key":"e_1_3_2_1_19_1","volume-title":"https:\/\/eur-lex.europa.eu\/eli\/reg\/2022\/2065\/oj","author":"European Union. Regulation (EU) 2022\/2065 of the European Parliament and of the Council on a Single Market for Digital Services (Digital Services Act).","year":"2022","unstructured":"European Union. Regulation (EU) 2022\/2065 of the European Parliament and of the Council on a Single Market for Digital Services (Digital Services Act). https:\/\/eur-lex.europa.eu\/eli\/reg\/2022\/2065\/oj, 2022. Official Journal of the European Union."},{"key":"e_1_3_2_1_20_1","volume-title":"https:\/\/eur-lex.europa.eu\/eli\/reg\/2024\/1689\/oj","author":"European Union. Regulation (EU) 2024\/1689 of the European Parliament and of the Council Laying Down Harmonised Rules on Artificial Intelligence (Artificial Intelligence Act).","year":"2024","unstructured":"European Union. Regulation (EU) 2024\/1689 of the European Parliament and of the Council Laying Down Harmonised Rules on Artificial Intelligence (Artificial Intelligence Act). https:\/\/eur-lex.europa.eu\/eli\/reg\/2024\/1689\/oj, 2024. Official Journal of the European Union."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3705328.3748074"},{"key":"e_1_3_2_1_22_1","first-page":"2292","volume-title":"Splade: Sparse Lexical and Expansion Model for First Stage Ranking. In Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"Formal T.","year":"2021","unstructured":"Formal, T., Piwowarski, B., and Clinchant, S. Splade: Sparse Lexical and Expansion Model for First Stage Ranking. In Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval (2021), pp. 2288\u20132292."},{"key":"e_1_3_2_1_23_1","first-page":"12","volume":"64","author":"Gebru T.","year":"2021","unstructured":"Gebru, T., Morgenstern, J., Vecchione, B., Vaughan, J. W., Wallach, H., Iii, H. D., and Crawford, K. Datasheets for Datasets. Communications of the ACM 64, 12 (2021), 86\u201392.","journal-title":"Datasheets for Datasets. Communications of the ACM"},{"key":"e_1_3_2_1_24_1","volume-title":"AI Audit Washing and Accountability. SSRN Electronic Journal","author":"Goodman E. P.","year":"2022","unstructured":"Goodman, E. P., and Trehu, J. AI Audit Washing and Accountability. SSRN Electronic Journal (2022)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300830"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-56060-6_10"},{"key":"e_1_3_2_1_27_1","first-page":"2","volume":"25","author":"Joachims T.","year":"2007","unstructured":"Joachims, T., Granka, L. A., Pan, B., Hembrooke, H., Radlinski, F., and Gay, G. Evaluating the Accuracy of Implicit Feedback from Clicks and Query Reformulations in Web Search. ACM Trans. Inf. Syst. 25, 2 (2007), 7.","journal-title":"Clicks and Query Reformulations in Web Search. ACM Trans. Inf. Syst."},{"key":"e_1_3_2_1_28_1","first-page":"4","volume":"20","author":"J\u00e4rvelin K.","year":"2002","unstructured":"J\u00e4rvelin, K., and Kek\u00e4l\u00e4inen, J. Cumulated Gain-Based Evaluation of IR Techniques. ACM Transactions on Information Systems 20, 4 (Oct. 2002), 422\u2013446.","journal-title":"J. Cumulated Gain-Based Evaluation of IR Techniques. ACM Transactions on Information Systems"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732069"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3689904.3694698"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702520"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401075"},{"key":"e_1_3_2_1_33_1","first-page":"1","volume":"22","author":"Kulshrestha J.","year":"2019","unstructured":"Kulshrestha, J., Eslami, M., Messias, J., Zafar, M. B., Ghosh, S., Gummadi, K. P., and Karahalios, K. Search Bias Quantification: Investigating Political Bias in Social Media and Web Search. Information Retrieval Journal 22, 1-2 (Apr. 2019), 188\u2013227.","journal-title":"Search Bias Quantification: Investigating Political Bias in Social Media and Web Search. Information Retrieval Journal"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447535.3462479"},{"key":"e_1_3_2_1_35_1","first-page":"9474","volume-title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks. In Proceedings of Advances in Neural Information Processing Systems","author":"Lewis P.","year":"2020","unstructured":"Lewis, P., Perez, E., Piktus, A., Petroni, F., Karpukhin, V., Goyal, N., K\u00fcttler, H., Lewis, M., Yih, W., Rockt\u00e4schel, T., Riedel, S., and Kiela, D. Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks. In Proceedings of Advances in Neural Information Processing Systems (2020), pp. 9459\u20139474."},{"key":"e_1_3_2_1_36_1","first-page":"3","volume":"27","author":"Li Y.","year":"2025","unstructured":"Li, Y., and Goel, S. Making it Possible for the Auditing of AI: A Systematic Review of AI Audits and AI Auditability. Information Systems Frontiers 27, 3 (2025), 1121\u20131151.","journal-title":"Information Systems Frontiers"},{"key":"e_1_3_2_1_37_1","first-page":"7","volume":"56","author":"Lu Q.","year":"2024","unstructured":"Lu, Q., Zhu, L., Xu, X., Whittle, J., Zowghi, D., and Jacquet, A. Responsible AI Pattern Catalogue: A Collection of Best Practices for AI Governance and Engineering. ACM Computing Surveys 56, 7 (July 2024), 1\u201335.","journal-title":"Responsible AI Pattern Catalogue: A Collection of Best Practices for AI Governance and Engineering. ACM Computing Surveys"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482013"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657895"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3041021.3054197"},{"key":"e_1_3_2_1_41_1","first-page":"2","volume":"31","author":"M\u00f6kander J.","year":"2021","unstructured":"M\u00f6kander, J., and Floridi, L. Ethics-Based Auditing to Develop Trustworthy AI. Minds and Machines 31, 2 (2021), 323\u2013327.","journal-title":"Develop Trustworthy AI. Minds and Machines"},{"key":"e_1_3_2_1_42_1","first-page":"1085","volume":"4","author":"M\u00f6kander J.","unstructured":"M\u00f6kander, J., Schuett, J., Kirk, H. R., and Floridi, L. Auditing Large Language Models: A Three-Layered Approach. AI and Ethics 4, 4(2024), 1085\u20131115.","journal-title":"Auditing Large Language Models: A Three-Layered Approach. AI and Ethics"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","DOI":"10.18574\/nyu\/9781479833641.001.0001","volume-title":"Algorithms of oppression","author":"Noble S. U.","year":"2018","unstructured":"Noble, S. U. Algorithms of Oppression: How Search Engines Reinforce Racism. In Algorithms of oppression. New York university press, 2018."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.63"},{"key":"e_1_3_2_1_45_1","first-page":"29","volume-title":"Towards AI Accountability Infrastructure: Gaps and Opportunities in AI Audit Tooling. In Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","author":"Ojewale V.","year":"2025","unstructured":"Ojewale, V., Steed, R., Vecchione, B., Birhane, A., and Raji, I. D. Towards AI Accountability Infrastructure: Gaps and Opportunities in AI Audit Tooling. In Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems (2025), pp. 1\u201329."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-56060-6_19"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658916"},{"key":"e_1_3_2_1_48_1","first-page":"126","volume-title":"A Theoretical Framework for Conversational Search. In Proceedings of the 2017 Conference on Conference Human Information Interaction and Retrieval","author":"Radlinski F.","year":"2017","unstructured":"Radlinski, F., and Craswell, N. A Theoretical Framework for Conversational Search. In Proceedings of the 2017 Conference on Conference Human Information Interaction and Retrieval (2017), pp. 117\u2013126."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274417"},{"key":"e_1_3_2_1_50_1","first-page":"4","volume":"3","author":"Robertson S.","year":"2009","unstructured":"Robertson, S., and Zaragoza, H. The Probabilistic Relevance Framework: BM25 and Beyond. Found. Trends Inf. Retr. 3, 4 (Apr. 2009), 333\u2013389.","journal-title":"Beyond. Found. Trends Inf. Retr."},{"key":"e_1_3_2_1_51_1","volume-title":"Now","author":"Sanderson M.","year":"2010","unstructured":"Sanderson, M. Test Collection Based Evaluation of Information Retrieval Systems. No. v. 4, Issue 4 in Foundations and Trends in Information Retrieval. Now, Boston, Mass, 2010."},{"key":"e_1_3_2_1_52_1","first-page":"4349","volume":"22","author":"Sandvig C.","year":"2014","unstructured":"Sandvig, C., Hamilton, K., Karahalios, K., and Langbort, C. Auditing Algorithms: Research Methods for Detecting Discrimination on Internet Platforms. Data and Discrimination: Converting Critical Concerns into Productive Inquiry 22, 2014 (2014), 4349\u20134357.","journal-title":"Productive Inquiry"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604673"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291017"},{"key":"e_1_3_2_1_55_1","first-page":"1590","volume-title":"Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society","volume":"7","author":"Wilson K.","year":"2024","unstructured":"Wilson, K., and Caliskan, A. Gender, Race, and Intersectional Bias in Resume Screening via Language Model Retrieval. In Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society (2024), vol. 7, pp. 1578\u20131590."},{"key":"e_1_3_2_1_56_1","first-page":"32","author":"Zellers R.","year":"2019","unstructured":"Zellers, R., Holtzman, A., Rashkin, H., Bisk, Y., Farhadi, A., Roesner, F., and Choi, Y. Defending Against Neural Fake News. Advances in Neural Information Processing Systems 32 (2019).","journal-title":"Defending Against Neural Fake News. Advances in Neural Information Processing Systems"}],"event":{"name":"FAccT '26: The 2026 ACM Conference on Fairness, Accountability, and Transparency","location":"Montreal QC Canada","acronym":"FAccT '26","sponsor":["ACM\/SIG"]},"container-title":["Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3805689.3806467","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T17:57:42Z","timestamp":1782755862000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805689.3806467"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,25]]},"references-count":56,"alternative-id":["10.1145\/3805689.3806467","10.1145\/3805689"],"URL":"https:\/\/doi.org\/10.1145\/3805689.3806467","relation":{},"subject":[],"published":{"date-parts":[[2026,6,25]]},"assertion":[{"value":"2026-06-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}