{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T01:11:06Z","timestamp":1775783466787,"version":"3.50.1"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031093159","type":"print"},{"value":"9783031093166","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-09316-6_10","type":"book-chapter","created":{"date-parts":[[2022,6,18]],"date-time":"2022-06-18T05:02:44Z","timestamp":1655528564000},"page":"104-116","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Do Perceived Gender Biases in\u00a0Retrieval Results Affect Relevance Judgements?"],"prefix":"10.1007","author":[{"given":"Klara","family":"Krieg","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Emilia","family":"Parada-Cabaleiro","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Markus","family":"Schedl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Navid","family":"Rekabsaz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,6,19]]},"reference":[{"key":"10_CR1","unstructured":"Bajaj, P., et al.: MS MARCO: a human generated machine reading comprehension dataset. arXiv:1611.09268 [cs], October 2018"},{"issue":"11\u201312","key":"10_CR2","doi-asserted-by":"publisher","first-page":"808","DOI":"10.1007\/s11199-009-9683-8","volume":"61","author":"E Behm-Morawitz","year":"2009","unstructured":"Behm-Morawitz, E., Mastro, D.: The effects of the sexualization of female video game characters on gender stereotyping and female self-concept. Sex Roles 61(11\u201312), 808\u2013823 (2009). https:\/\/doi.org\/10.1007\/s11199-009-9683-8","journal-title":"Sex Roles"},{"issue":"2","key":"10_CR3","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1108\/OIR-11-2018-0341","volume":"44","author":"M Bonart","year":"2019","unstructured":"Bonart, M., Samokhina, A., Heisenberg, G., Schaer, P.: An investigation of biases in web search engine query suggestions. Online Inf. Rev. 44(2), 365\u2013381 (2019)","journal-title":"Online Inf. Rev."},{"key":"10_CR4","unstructured":"Chang, K.W., Prabhakaran, V., Ordonez, V.: Bias and fairness in natural language processing. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP): Tutorial Abstracts (2019)"},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"Chen, L., Ma, R., Hann\u00e1k, A., Wilson, C.: Investigating the impact of gender on rank in resume search engines. In: Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems, pp. 1\u201314 (2018)","DOI":"10.1145\/3173574.3174225"},{"issue":"4","key":"10_CR6","doi-asserted-by":"publisher","first-page":"566","DOI":"10.1037\/0022-3514.89.4.566","volume":"89","author":"GL Cohen","year":"2005","unstructured":"Cohen, G.L., Garcia, J.: \u201ci am us\u2019\u2019: negative stereotypes as collective threats. J. Pers. Soc. Psychol. 89(4), 566 (2005)","journal-title":"J. Pers. Soc. Psychol."},{"key":"10_CR7","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D., Voorhees, E.M.: Overview of the TREC 2019 deep learning track. arXiv preprint arXiv:2003.07820 (2020)","DOI":"10.6028\/NIST.SP.1266.deep-overview"},{"key":"10_CR8","doi-asserted-by":"crossref","unstructured":"Danks, D., London, A.J.: Algorithmic bias in autonomous systems. In: Proceedings of the 26th International Joint Conference on Artificial Intelligence, pp. 4691\u20134697 (2017)","DOI":"10.24963\/ijcai.2017\/654"},{"issue":"6","key":"10_CR9","doi-asserted-by":"publisher","first-page":"102377","DOI":"10.1016\/j.ipm.2020.102377","volume":"57","author":"A Fabris","year":"2020","unstructured":"Fabris, A., Purpura, A., Silvello, G., Susto, G.A.: Gender stereotype reinforcement: measuring the gender bias conveyed by ranking algorithms. Inf. Process. Manag. 57(6), 102377 (2020)","journal-title":"Inf. Process. Manag."},{"key":"10_CR10","doi-asserted-by":"publisher","unstructured":"Gerhart, S.: Do web search engines suppress controversy? First Monday 9(1) (2004). https:\/\/doi.org\/10.5210\/fm.v9i1.1111","DOI":"10.5210\/fm.v9i1.1111"},{"issue":"2","key":"10_CR11","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1007\/s10791-020-09386-w","volume":"24","author":"G Gezici","year":"2021","unstructured":"Gezici, G., Lipani, A., Saygin, Y., Yilmaz, E.: Evaluation metrics for measuring bias in search engine results. Inf. Retrieval J. 24(2), 85\u2013113 (2021). https:\/\/doi.org\/10.1007\/s10791-020-09386-w","journal-title":"Inf. Retrieval J."},{"key":"10_CR12","doi-asserted-by":"publisher","unstructured":"Glick, P., Fiske, S.T.: Sexism and other \u201cisms\u201d: independence, status, and the ambivalent content of stereotypes. In: Sexism and Stereotypes in Modern Society: The Gender Science of Janet Taylor Spence, pp. 193\u2013221. American Psychological Association (1999). https:\/\/doi.org\/10.1037\/10277-008","DOI":"10.1037\/10277-008"},{"key":"10_CR13","doi-asserted-by":"publisher","first-page":"11","DOI":"10.3389\/fpsyg.2019.00011","volume":"10","author":"T Hentschel","year":"2019","unstructured":"Hentschel, T., Heilman, M.E., Peus, C.V.: The multiple dimensions of gender stereotypes: a current look at men\u2019s and women\u2019s characterizations of others and themselves. Front. Psychol. 10, 11 (2019)","journal-title":"Front. Psychol."},{"key":"10_CR14","doi-asserted-by":"crossref","unstructured":"Kay, M., Matuszek, C., Munson, S.A.: Unequal representation and gender stereotypes in image search results for occupations. In: Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems, pp. 3819\u20133828 (2015)","DOI":"10.1145\/2702123.2702520"},{"issue":"3","key":"10_CR15","doi-asserted-by":"publisher","first-page":"388","DOI":"10.1080\/0960085X.2021.1927212","volume":"31","author":"N Kordzadeh","year":"2021","unstructured":"Kordzadeh, N., Ghasemaghaei, M.: Algorithmic bias: review, synthesis, and future research directions. Eur. J. Inf. Syst. 31(3), 388\u2013409 (2021)","journal-title":"Eur. J. Inf. Syst."},{"key":"10_CR16","doi-asserted-by":"crossref","unstructured":"Krieg, K., Parada-Cabaleiro, E., Medicus, G., Lesota, O., Schedl, M., Rekabsaz, N.: Grep-BiasIR: a dataset for investigating gender representation-bias in information retrieval results. arXiv:2201.07754 [cs] (2022)","DOI":"10.1145\/3576840.3578295"},{"key":"10_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2021.102666","author":"AB Melchiorre","year":"2021","unstructured":"Melchiorre, A.B., Rekabsaz, N., Parada-Cabaleiro, E., Brandl, S., Lesota, O., Schedl, M.: Investigating gender fairness of recommendation algorithms in the music domain. Inf. Process. Manag. (2021). https:\/\/doi.org\/10.1016\/j.ipm.2021.102666","journal-title":"Inf. Process. Manag."},{"issue":"2","key":"10_CR18","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1037\/a0018093","volume":"11","author":"CA Moss-Racusin","year":"2010","unstructured":"Moss-Racusin, C.A., Phelan, J.E., Rudman, L.A.: When men break the gender rules: status incongruity and backlash against modest men. Psychol. Men Masculinity 11(2), 140 (2010)","journal-title":"Psychol. Men Masculinity"},{"key":"10_CR19","doi-asserted-by":"crossref","unstructured":"Otterbacher, J., Bates, J., Clough, P.: Competent men and warm women: gender stereotypes and backlash in image search results. In: Proceedings of the 2017 CHI Conference on Human Factors in Computing Systems, pp. 6620\u20136631 (2017)","DOI":"10.1145\/3025453.3025727"},{"key":"10_CR20","doi-asserted-by":"crossref","unstructured":"Otterbacher, J., Checco, A., Demartini, G., Clough, P.: Investigating user perception of gender bias in image search: the role of sexism. In: The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval, pp. 933\u2013936 (2018)","DOI":"10.1145\/3209978.3210094"},{"issue":"3","key":"10_CR21","doi-asserted-by":"publisher","first-page":"801","DOI":"10.1111\/j.1083-6101.2007.00351.x","volume":"12","author":"B Pan","year":"2007","unstructured":"Pan, B., Hembrooke, H., Joachims, T., Lorigo, L., Gay, G., Granka, L.: In Google we trust: users\u2019 decisions on rank, position, and relevance. J. Comput. Mediated Commun. 12(3), 801\u2013823 (2007)","journal-title":"J. Comput. Mediated Commun."},{"key":"10_CR22","unstructured":"Perez, C.C.: Invisible Women: Exposing Data Bias in a World Designed for Men. Random House (2019)"},{"key":"10_CR23","doi-asserted-by":"crossref","unstructured":"Rekabsaz, N., Kopeinik, S., Schedl, M.: Societal biases in retrieved contents: measurement framework and adversarial mitigation of BERT rankers. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 306\u2013316 (2021)","DOI":"10.1145\/3404835.3462949"},{"key":"10_CR24","doi-asserted-by":"crossref","unstructured":"Rekabsaz, N., Lesota, O., Schedl, M., Brassey, J., Eickhoff, C.: TripClick: the log files of a large health web search engine. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2507\u20132513. Association for Computing Machinery, New York, July 2021","DOI":"10.1145\/3404835.3463242"},{"key":"10_CR25","doi-asserted-by":"crossref","unstructured":"Rekabsaz, N., Schedl, M.: Do neural ranking models intensify gender bias? In: Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2065\u20132068 (2020)","DOI":"10.1145\/3397271.3401280"},{"key":"10_CR26","doi-asserted-by":"crossref","unstructured":"Rekabsaz, N., West, R., Henderson, J., Hanbury, A.: Measuring societal biases from text corpora with smoothed first-order co-occurrence. In: Proceedings of the Fifteenth International AAAI Conference on Web and Social Media, ICWSM 2021, Held Virtually, 7\u201310 June 2021, pp. 549\u2013560. AAAI Press (2021)","DOI":"10.1609\/icwsm.v15i1.18083"},{"key":"10_CR27","doi-asserted-by":"crossref","unstructured":"Sattler, K.M., Deane, F.P., Tapsell, L., Kelly, P.J.: Gender differences in the relationship of weight-based stigmatisation with motivation to exercise and physical activity in overweight individuals. Health Psychol. Open 5(1) (2018)","DOI":"10.1177\/2055102918759691"},{"issue":"2128","key":"10_CR28","doi-asserted-by":"publisher","first-page":"20170362","DOI":"10.1098\/rsta.2017.0362","volume":"376","author":"H Shah","year":"2018","unstructured":"Shah, H.: Algorithmic accountability. Philos. Trans. Roy. Soc. A Math. Phys. Eng. Sci. 376(2128), 20170362 (2018)","journal-title":"Philos. Trans. Roy. Soc. A Math. Phys. Eng. Sci."},{"issue":"6","key":"10_CR29","doi-asserted-by":"publisher","first-page":"1126","DOI":"10.1037\/0022-3514.70.6.1126","volume":"70","author":"JW Sherman","year":"1996","unstructured":"Sherman, J.W.: Development and mental representation of stereotypes. J. Pers. Soc. Psychol. 70(6), 1126 (1996)","journal-title":"J. Pers. Soc. Psychol."},{"issue":"11","key":"10_CR30","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1145\/3318157","volume":"62","author":"S Silva","year":"2019","unstructured":"Silva, S., Kenney, M.: Algorithms, platforms, and ethnic bias. Commun. ACM 62(11), 37\u201339 (2019)","journal-title":"Commun. ACM"},{"key":"10_CR31","doi-asserted-by":"crossref","unstructured":"Simpson, J.A., Kenrick, D.T.: Evolutionary Social Psychology. Psychology Press (2014)","DOI":"10.4324\/9781315806082"},{"key":"10_CR32","unstructured":"Stangor, C., Jhangiani, R., Tarry, H., et al.: Principles of Social Psychology. BCcampus (2014)"},{"issue":"5","key":"10_CR33","doi-asserted-by":"publisher","first-page":"797","DOI":"10.1037\/0022-3514.69.5.797","volume":"69","author":"CM Steele","year":"1995","unstructured":"Steele, C.M., Aronson, J.: Stereotype threat and the intellectual test performance of African Americans. J. Pers. Soc. Psychol. 69(5), 797 (1995)","journal-title":"J. Pers. Soc. Psychol."}],"container-title":["Communications in Computer and Information Science","Advances in Bias and Fairness in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-09316-6_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,27]],"date-time":"2024-09-27T04:49:46Z","timestamp":1727412586000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-09316-6_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031093159","9783031093166"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-09316-6_10","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"19 June 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BIAS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Algorithmic Bias in Search and Recommendation","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Stavanger","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Norway","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 April 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 April 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bias2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/biasinrecsys.github.io\/ecir2022\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"34","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}