{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:15:20Z","timestamp":1775283320747,"version":"3.50.1"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031560682","type":"print"},{"value":"9783031560699","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-56069-9_2","type":"book-chapter","created":{"date-parts":[[2024,3,22]],"date-time":"2024-03-22T08:17:45Z","timestamp":1711095465000},"page":"20-34","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Measuring Bias in\u00a0Search Results Through Retrieval List Comparison"],"prefix":"10.1007","author":[{"given":"Linda","family":"Ratz","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Markus","family":"Schedl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simone","family":"Kopeinik","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Navid","family":"Rekabsaz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,3,23]]},"reference":[{"key":"2_CR1","doi-asserted-by":"crossref","unstructured":"Bender, E.M.: On achieving and evaluating language-independence in NLP. Linguist. Issues Lang. Technol. 6 (2011)","DOI":"10.33011\/lilt.v6i.1239"},{"key":"2_CR2","doi-asserted-by":"crossref","unstructured":"Bigdeli, A., Arabzadeh, N., Seyedsalehi, S., Zihayat, M., Bagheri, E.: On the orthogonality of bias and utility in ad hoc retrieval. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1748\u20131752 (2021)","DOI":"10.1145\/3404835.3463110"},{"key":"2_CR3","doi-asserted-by":"crossref","unstructured":"Bigdeli, A., Arabzadeh, N., Seyedsalehi, S., Zihayat, M., Bagheri, E.: A light-weight strategy for restraining gender biases in neural rankers. In: Advances in Information Retrieval, pp. 47\u201355 (2022)","DOI":"10.1007\/978-3-030-99739-7_6"},{"key":"2_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1007\/978-3-030-72240-1_18","volume-title":"Advances in Information Retrieval","author":"A Bigdeli","year":"2021","unstructured":"Bigdeli, A., Arabzadeh, N., Zihayat, M., Bagheri, E.: Exploring gender biases in information retrieval relevance judgement datasets. In: Hiemstra, D., Moens, M.-F., Mothe, J., Perego, R., Potthast, M., Sebastiani, F. (eds.) ECIR 2021. LNCS, vol. 12657, pp. 216\u2013224. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72240-1_18"},{"key":"2_CR5","unstructured":"Crawford, K.: The trouble with bias. In: Keynote at Annual Conference on Neural Information Processing Systems (NIPS) (2017)"},{"key":"2_CR6","doi-asserted-by":"crossref","unstructured":"Devinney, H., Bj\u00f6rklund, J., Bj\u00f6rklund, H.: Theories of \u201cgender\u201d in NLP bias research. In: 2022 ACM Conference on Fairness, Accountability, and Transparency, pp. 2083\u20132102 (2022)","DOI":"10.1145\/3531146.3534627"},{"key":"2_CR7","doi-asserted-by":"crossref","unstructured":"Dixon, L., Li, J., Sorensen, J., Thain, N., Vasserman, L.: Measuring and mitigating unintended bias in text classification. In: Proceedings of the 2018 AAAI\/ACM Conference on AI, Ethics, and Society, pp. 67\u201373 (2018)","DOI":"10.1145\/3278721.3278729"},{"key":"2_CR8","doi-asserted-by":"crossref","unstructured":"Ekstrand, M.D., Das, A., Burke, R., Diaz, F.: Fairness in information access systems. Found. Trends\u00ae Inf. Retriev. 16, 1\u2013177 (2022)","DOI":"10.1561\/1500000079"},{"issue":"6","key":"2_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2020.102377","volume":"57","author":"A Fabris","year":"2020","unstructured":"Fabris, A., Purpura, A., Silvello, G., Susto, G.A.: Gender stereotype reinforcement: measuring the gender bias conveyed by ranking algorithms. Inf. Process. Manag. 57(6), 102377 (2020)","journal-title":"Inf. Process. Manag."},{"key":"2_CR10","doi-asserted-by":"crossref","unstructured":"Feng, Y., Shah, C.: Has CEO gender bias really been fixed? Adversarial attacking and improving gender fairness in image search. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 36, no. 11, pp. 11882\u201311890 (2022)","DOI":"10.1609\/aaai.v36i11.21445"},{"issue":"2","key":"2_CR11","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1007\/s10791-020-09386-w","volume":"24","author":"G Gezici","year":"2021","unstructured":"Gezici, G., Lipani, A., Saygin, Y., Yilmaz, E.: Evaluation metrics for measuring bias in search engine results. Inf. Retrieval J. 24(2), 85\u2013113 (2021)","journal-title":"Inf. Retrieval J."},{"key":"2_CR12","doi-asserted-by":"crossref","unstructured":"Kay, M., Matuszek, C., Munson, S.A.: Unequal representation and gender stereotypes in image search results for occupations. In: Proceedings of the Annual ACM Conference on Human Factors in Computing Systems, pp. 3819\u20133828 (2015)","DOI":"10.1145\/2702123.2702520"},{"key":"2_CR13","doi-asserted-by":"crossref","unstructured":"Kopeinik, S., Mara, M., Ratz, L., Krieg, K., Schedl, M., Rekabsaz, N.: Show me a \u201cMale Nurse\u201d! how gender bias is reflected in the query formulation of search engine users. In: Proceedings of the CHI Conference on Human Factors in Computing Systems (CHI 2023), pp. 1\u201315 (2023)","DOI":"10.1145\/3544548.3580863"},{"key":"2_CR14","doi-asserted-by":"crossref","unstructured":"Krieg, K., Parada-Cabaleiro, E., Medicus, G., Lesota, O., Schedl, M., Rekabsaz, N.: Grep-BiasIR: a dataset for investigating gender representation bias in information retrieval results. In: Proceedings of the 2023 Conference on Human Information Interaction and Retrieval (CHIIR 2023), pp. 444\u2013448 (2023)","DOI":"10.1145\/3576840.3578295"},{"key":"2_CR15","doi-asserted-by":"crossref","unstructured":"Li, Y., et al.: Debiasing neural retrieval via in-batch balancing regularization. In: Proceedings of the 4th Workshop on Gender Bias in Natural Language Processing (GeBNLP), pp. 58\u201366 (2022)","DOI":"10.18653\/v1\/2022.gebnlp-1.5"},{"key":"2_CR16","doi-asserted-by":"crossref","unstructured":"Lin, J., Ma, X., Lin, S.C., Yang, J.H., Pradeep, R., Nogueira, R.: Pyserini: a Python toolkit for reproducible information retrieval research with sparse and dense representations. In: Proceedings of the 44th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2021), pp. 2356\u20132362 (2021)","DOI":"10.1145\/3404835.3463238"},{"key":"2_CR17","unstructured":"Maughan, K., Near, J.P.: Towards a measure of individual fairness for deep learning. arXiv e-prints pp. arXiv-2009 (2020)"},{"key":"2_CR18","unstructured":"Nguyen, T., et al.: MS MARCO: a human generated machine reading comprehension dataset. In: Proceedings of the Workshop on Cognitive Computation: Integrating Neural and Symbolic Approaches 2016 co-located with the 30th Annual Conference on Neural Information Processing Systems (NIPS 2016), Barcelona, Spain, 9 December 2016. CEUR Workshop Proceedings, vol. 1773 (2016)"},{"key":"2_CR19","doi-asserted-by":"crossref","unstructured":"Otterbacher, J., Bates, J., Clough, P.: Competent men and warm women: gender stereotypes and backlash in image search results. In: Proceedings of the 2017 CHI Conference on Human Factors in Computing Systems, pp. 6620\u20136631 (2017)","DOI":"10.1145\/3025453.3025727"},{"key":"2_CR20","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: sentence embeddings using Siamese BERT-networks. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing, pp. 3982\u20133992 (2019)","DOI":"10.18653\/v1\/D19-1410"},{"key":"2_CR21","doi-asserted-by":"crossref","unstructured":"Rekabsaz, N., Kopeinik, S., Schedl, M.: Societal biases in retrieved contents: measurement framework and adversarial mitigation of BERT rankers. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 306\u2013316 (2021)","DOI":"10.1145\/3404835.3462949"},{"key":"2_CR22","doi-asserted-by":"crossref","unstructured":"Rekabsaz, N., Schedl, M.: Do neural ranking models intensify gender bias? In: Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2065\u20132068 (2020)","DOI":"10.1145\/3397271.3401280"},{"issue":"3","key":"2_CR23","doi-asserted-by":"publisher","first-page":"328","DOI":"10.1016\/0010-0285(73)90017-0","volume":"4","author":"EH Rosch","year":"1973","unstructured":"Rosch, E.H.: Natural categories. Cogn. Psychol. 4(3), 328\u2013350 (1973)","journal-title":"Cogn. Psychol."},{"issue":"29","key":"2_CR24","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2204529119","volume":"119","author":"M Vlasceanu","year":"2022","unstructured":"Vlasceanu, M., Amodio, D.M.: Propagation of societal gender inequality by internet search algorithms. Proc. Natl. Acad. Sci. 119(29), e2204529119 (2022)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"2_CR25","unstructured":"Wang, W., Wei, F., Dong, L., Bao, H., Yang, N., Zhou, M.: MiniLM: deep self-attention distillation for task-agnostic compression of pre-trained transformers. In: Advances in Neural Information Processing Systems, vol. 33, pp. 5776\u20135788 (2020)"},{"key":"2_CR26","unstructured":"Zehlike, M., Yang, K., Stoyanovich, J.: Fairness in ranking: a survey. arXiv preprint arXiv:2103.14000 (2021)"},{"key":"2_CR27","doi-asserted-by":"crossref","unstructured":"Zerveas, G., Rekabsaz, N., Cohen, D., Eickhoff, C.: Mitigating bias in search results through contextual document reranking and neutrality regularization. In: Proceedings of the International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2532\u20132538 (2022)","DOI":"10.1145\/3477495.3531891"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-56069-9_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,22]],"date-time":"2024-03-22T08:18:54Z","timestamp":1711095534000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-56069-9_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031560682","9783031560699"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-56069-9_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"23 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Glasgow","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 March 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 March 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ecir2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"578","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"110","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31 (Tracks: Workshop, Tutorial, Industry, Doctoral Consortium)","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}