{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T15:00:23Z","timestamp":1786978823521,"version":"build-2736575974"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030722395","type":"print"},{"value":"9783030722401","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-72240-1_18","type":"book-chapter","created":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T10:49:01Z","timestamp":1617274141000},"page":"216-224","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Exploring Gender Biases in Information Retrieval Relevance Judgement Datasets"],"prefix":"10.1007","author":[{"given":"Amin","family":"Bigdeli","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Negar","family":"Arabzadeh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Morteza","family":"Zihayat","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ebrahim","family":"Bagheri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,3,30]]},"reference":[{"issue":"3","key":"18_CR1","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1037\/1076-8971.5.3.665","volume":"5","author":"D Burgess","year":"1999","unstructured":"Burgess, D., Borgida, E.: Who women are, who women should be: descriptive and prescriptive gender stereotyping in sex discrimination. Psychol. Public Policy Law 5(3), 665 (1999)","journal-title":"Psychol. Public Policy Law"},{"issue":"4","key":"18_CR2","doi-asserted-by":"publisher","first-page":"657","DOI":"10.1111\/0022-4537.00234","volume":"57","author":"ME Heilman","year":"2001","unstructured":"Heilman, M.E.: Description and prescription: how gender stereotypes prevent women\u2019s ascent up the organizational ladder. J. Soc. Issues 57(4), 657\u2013674 (2001)","journal-title":"J. Soc. Issues"},{"key":"18_CR3","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1146\/annurev-psych-122216-011719","volume":"69","author":"N Ellemers","year":"2018","unstructured":"Ellemers, N.: Gender stereotypes. Annu. Rev. Psychol. 69, 275\u2013298 (2018)","journal-title":"Annu. Rev. Psychol."},{"key":"18_CR4","first-page":"113","volume":"32","author":"ME Heilman","year":"2012","unstructured":"Heilman, M.E.: Gender stereotypes and workplace bias. Res. Organ. Behav. 32, 113\u2013135 (2012)","journal-title":"Res. Organ. Behav."},{"issue":"3","key":"18_CR5","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1037\/0033-2909.105.3.409","volume":"105","author":"J Swim","year":"1989","unstructured":"Swim, J., Borgida, E., Maruyama, G., Myers, D.G.: Joan McKay versus John McKay: do gender stereotypes bias evaluations? Psychol. Bull. 105(3), 409 (1989)","journal-title":"Psychol. Bull."},{"key":"18_CR6","unstructured":"Huddy, L., Terkildsen, N.: Gender stereotypes and the perception of male and female candidates. Am. J. Polit. Sci. 37, 119\u2013147 (1993)"},{"key":"18_CR7","doi-asserted-by":"crossref","unstructured":"Rekabsaz, N., Schedl, M.: Do Neural Ranking Models Intensify Gender Bias? arXiv preprint arXiv:2005.00372 (2020)","DOI":"10.1145\/3397271.3401280"},{"key":"18_CR8","doi-asserted-by":"crossref","unstructured":"Sun, T., et al.: Mitigating gender bias in natural language processing: literature review. arXiv preprint arXiv:1906.08976 (2019)","DOI":"10.18653\/v1\/P19-1159"},{"key":"18_CR9","unstructured":"Bolukbasi, T., Chang, K.-W., Zou, J.Y., Saligrama, V., Kalai, A.T.: Man is to computer programmer as woman is to homemaker? Debiasing word embeddings. In: Advances in Neural Information Processing Systems, pp. 4349\u20134357 (2016))"},{"key":"18_CR10","doi-asserted-by":"crossref","unstructured":"Zhao, J., Zhou, Y., Li, Z., Wang, W., Chang, K.-W.: Learning gender-neutral word embeddings. arXiv preprint arXiv:1809.01496 (2018)","DOI":"10.18653\/v1\/D18-1521"},{"key":"18_CR11","unstructured":"Rekabsaz, N., Henderson, J., West, R., Hanbury, A.: Measuring Societal Biases in Text Corpora via First-Order Co-occurrence. arXiv preprint arXiv:1812.10424 (2018)"},{"key":"18_CR12","doi-asserted-by":"publisher","first-page":"102377","DOI":"10.1016\/j.ipm.2020.102377","volume":"57","author":"A Fabris","year":"2020","unstructured":"Fabris, A., Purpura, A., Silvello, G., Susto, G.A.: Gender stereotype reinforcement: measuring the gender bias conveyed by ranking algorithms. Inf. Process. Manage. 57, 102377 (2020)","journal-title":"Inf. Process. Manage."},{"issue":"6334","key":"18_CR13","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1126\/science.aal4230","volume":"356","author":"A Caliskan","year":"2017","unstructured":"Caliskan, A., Bryson, J.J., Narayanan, A.: Semantics derived automatically from language corpora contain human-like biases. Science 356(6334), 183\u2013186 (2017)","journal-title":"Science"},{"key":"18_CR14","unstructured":"Nguyen, T., et al.: MS MARCO: a human-generated machine reading comprehension dataset (2016)"},{"key":"18_CR15","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova K.: Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"18_CR16","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. arXiv preprint arXiv:1910.01108 (2019)"},{"key":"18_CR17","unstructured":"Liu, Y., et al.: Roberta: a robustly optimized Bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"18_CR18","unstructured":"Yang, Z., Dai, Z., Yang, Y., Carbonell, J., Salakhutdinov, R.R., Le, Q.V.: XLNet: generalized autoregressive pretraining for language understanding. In: Advances in Neural Information Processing Systems, pp. 5753\u20135763 (2019)"},{"key":"18_CR19","first-page":"135","volume":"5","author":"P Bojanowski","year":"2017","unstructured":"Bojanowski, P., Grave, E., Joulin, A., Mikolov, T.: Enriching word vectors with subword information. Trans. Assoc. Comput. Ling. 5, 135\u2013146 (2017)","journal-title":"Trans. Assoc. Comput. Ling."},{"key":"18_CR20","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G.S., Dean, J.: Distributed representations of words and phrases and their compositionality. In: Advances in Neural Information Processing Systems, pp. 3111\u20133119 (2013)"},{"issue":"2001","key":"18_CR21","first-page":"2001","volume":"71","author":"JW Pennebaker","year":"2001","unstructured":"Pennebaker, J.W., Francis, M.E., Booth, R.J.: Linguistic inquiry and word count: LIWC 2001. Mahway Lawrence Erlbaum Associates 71(2001), 2001 (2001)","journal-title":"Mahway Lawrence Erlbaum Associates"},{"issue":"2","key":"18_CR22","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1016\/S0191-8869(00)00122-7","volume":"31","author":"D Milovchevich","year":"2001","unstructured":"Milovchevich, D., Howells, K., Drew, N., Day, A.: Sex and gender role differences in anger: an Australian community study. Personality Individ. Differ. 31(2), 117\u2013127 (2001)","journal-title":"Personality Individ. Differ."},{"issue":"2","key":"18_CR23","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1037\/0022-0167.43.2.131","volume":"43","author":"JL Deffenbacher","year":"1996","unstructured":"Deffenbacher, J.L., et al.: State-trait anger theory and the utility of the trait anger scale. J. Couns. Psychol. 43(2), 131 (1996)","journal-title":"J. Couns. Psychol."},{"key":"18_CR24","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1016\/j.jad.2019.11.121","volume":"263","author":"W Gao","year":"2020","unstructured":"Gao, W., Ping, S., Liu, X.: Gender differences in depression, anxiety, and stress among college students: a longitudinal study from China. J. Affect. Disord. 263, 292\u2013300 (2020)","journal-title":"J. Affect. Disord."},{"key":"18_CR25","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1016\/j.conb.2016.02.007","volume":"38","author":"JS Hyde","year":"2016","unstructured":"Hyde, J.S.: Sex and cognition: gender and cognitive functions. Current Opinion Neurobiol. 38, 53\u201356 (2016)","journal-title":"Current Opinion Neurobiol."},{"key":"18_CR26","volume-title":"Sex Differences in Cognitive Abilities","author":"DF Halpern","year":"2012","unstructured":"Halpern, D.F.: Sex Differences in Cognitive Abilities, 4th edn. Psychology Press, New York (2012)","edition":"4"},{"issue":"4","key":"18_CR27","doi-asserted-by":"publisher","first-page":"845","DOI":"10.1037\/0735-7044.111.4.845","volume":"111","author":"DW Collins","year":"1997","unstructured":"Collins, D.W., Kimura, D.: A large sex difference on a two-dimensional mental rotation task. Behav. Neurosci. 111(4), 845 (1997)","journal-title":"Behav. Neurosci."},{"issue":"2","key":"18_CR28","first-page":"R3","volume":"6","author":"GA Mollet","year":"2008","unstructured":"Mollet, G.A.: Fundamentals of human neuropsychology. J. Undergrad. Neurosci. Educ. 6(2), R3 (2008)","journal-title":"J. Undergrad. Neurosci. Educ."},{"issue":"4","key":"18_CR29","doi-asserted-by":"publisher","first-page":"266","DOI":"10.1080\/00222216.1985.11969637","volume":"17","author":"SM Shaw","year":"1985","unstructured":"Shaw, S.M.: Gender and leisure: inequality in the distribution of leisure time. J. Leisure Res. 17(4), 266\u2013282 (1985)","journal-title":"J. Leisure Res."},{"issue":"4","key":"18_CR30","doi-asserted-by":"publisher","first-page":"369","DOI":"10.2190\/0R3V-C1P1-MJTT-XDNH","volume":"8","author":"LS Dickstein","year":"1978","unstructured":"Dickstein, L.S.: Attitudes toward death, anxiety, and social desirability. OMEGA-J. Death Dying 8(4), 369\u2013378 (1978)","journal-title":"OMEGA-J. Death Dying"},{"issue":"1","key":"18_CR31","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1002\/1097-4679(198601)42:1<87::AID-JCLP2270420113>3.0.CO;2-S","volume":"42","author":"RT McDonald","year":"1986","unstructured":"McDonald, R.T., Hilgendorf, W.A.: Death imagery and death anxiety. J. Clin. Psychol. 42(1), 87\u201391 (1986)","journal-title":"J. Clin. Psychol."},{"issue":"11","key":"18_CR32","doi-asserted-by":"publisher","first-page":"1133","DOI":"10.1016\/0191-8869(91)90076-N","volume":"12","author":"LJ Francis","year":"1991","unstructured":"Francis, L.J.: The personality characteristics of Anglican ordinands: feminine men and masculine women? Personality Individ. Differ. 12(11), 1133\u20131140 (1991)","journal-title":"Personality Individ. Differ."},{"key":"18_CR33","unstructured":"Deconchy, J.-P.: Boys and Girls Choices for A Religious Group. Psychology and Religion, pp. 284\u2013300. Penguin, Harmondsworth (1973)"},{"issue":"4","key":"18_CR34","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1111\/0022-4537.00235","volume":"57","author":"VE Schein","year":"2001","unstructured":"Schein, V.E.: A global look at psychological barriers to women\u2019s progress in management. J. Soc. Issues 57(4), 675\u2013688 (2001)","journal-title":"J. Soc. Issues"},{"issue":"4","key":"18_CR35","first-page":"237","volume":"10","author":"ME Heilman","year":"1995","unstructured":"Heilman, M.E., Block, C.J., Martell, R.F.: Sex stereotypes: do they influence perceptions of managers? J. Soc. Behav. Pers. 10(4), 237 (1995)","journal-title":"J. Soc. Behav. Pers."},{"issue":"6","key":"18_CR36","doi-asserted-by":"publisher","first-page":"935","DOI":"10.1037\/0021-9010.74.6.935","volume":"74","author":"ME Heilman","year":"1989","unstructured":"Heilman, M.E., Block, C.J., Martell, R.F., Simon, M.C.: Has anything changed? Current characterizations of men, women, and managers. J. Appl. Psychol. 74(6), 935 (1989)","journal-title":"J. Appl. Psychol."},{"key":"18_CR37","unstructured":"Brenner, O.C., Tomkiewicz, J., Schein., V.E.: The relationship between sex role stereotypes and requisite management characteristics revisited. Acad. Manage. J. 32(3), 662\u2013669 (1989)"},{"issue":"4","key":"18_CR38","first-page":"253","volume":"10","author":"KA Dodge","year":"1995","unstructured":"Dodge, K.A., Gilroy, F.D., Mickey Fenzel, L.: Requisite management characteristics revisited: two decades later. J. Soc. Behav. Pers. 10(4), 253 (1995)","journal-title":"J. Soc. Behav. Pers."},{"key":"18_CR39","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1016\/j.jrp.2016.09.003","volume":"65","author":"F Denzinger","year":"2016","unstructured":"Denzinger, F., Backes, S., Job, V., Brandst\u00e4tter, V.: Age and gender differences in implicit motives. J. Res. Pers. 65, 52\u201361 (2016)","journal-title":"J. Res. Pers."},{"issue":"3","key":"18_CR40","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1037\/0033-2909.125.3.367","volume":"125","author":"JP Byrnes","year":"1999","unstructured":"Byrnes, J.P., Miller, D.C., Schafer, W.D.: Gender differences in risk taking: a meta-analysis. Psychol. Bull. 125(3), 367 (1999)","journal-title":"Psychol. Bull."}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-72240-1_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,27]],"date-time":"2024-08-27T06:00:47Z","timestamp":1724738447000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-72240-1_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030722395","9783030722401"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-72240-1_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"30 March 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 March 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 April 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"43","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ecir2021.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"436","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"50","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}