{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T21:25:00Z","timestamp":1779917100920,"version":"3.53.1"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2020,7,24]],"date-time":"2020-07-24T00:00:00Z","timestamp":1595548800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,7,24]],"date-time":"2020-07-24T00:00:00Z","timestamp":1595548800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100003030","name":"AGAUR","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100003030","id-type":"DOI","asserted-by":"crossref"}]},{"name":"the European Regional Development Fund and the Agencia Estatal de Investigaci\u00f3n","award":["contract TEC2015-69266-P (MINECO\/FEDER,EU) and the projects EUR2019-103819, PCIN-2017-079 and PID2019-107579RB-I00"],"award-info":[{"award-number":["contract TEC2015-69266-P (MINECO\/FEDER,EU) and the projects EUR2019-103819, PCIN-2017-079 and PID2019-107579RB-I00"]}]},{"DOI":"10.13039\/501100003030","name":"AGAUR","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100003030","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2021,4]]},"DOI":"10.1007\/s00521-020-05211-z","type":"journal-article","created":{"date-parts":[[2020,7,24]],"date-time":"2020-07-24T20:03:39Z","timestamp":1595621019000},"page":"3371-3384","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Extensive study on the underlying gender bias in contextualized word embeddings"],"prefix":"10.1007","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5551-0356","authenticated-orcid":false,"given":"Christine","family":"Basta","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marta R.","family":"Costa-juss\u00e0","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Noe","family":"Casas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,7,24]]},"reference":[{"key":"5211_CR1","doi-asserted-by":"crossref","unstructured":"Basta C, Costa-juss\u00e0 MR, Casas N (2019) Evaluating the underlying gender bias in contextualized word embeddings. arXiv:190408783","DOI":"10.18653\/v1\/W19-3805"},{"key":"5211_CR2","doi-asserted-by":"crossref","unstructured":"Blodgett SL, Barocas S, Daum\u00e9\u00a0III H, Wallach H (2020) Language (technology) is power: a critical survey of \u201cbias\u201d in NLP. In: Proceedings of the 58th annual meeting of the association for computational linguistics, pp 5454\u20135476","DOI":"10.18653\/v1\/2020.acl-main.485"},{"key":"5211_CR3","unstructured":"Bolukbasi T, Chang KW, Zou JY, Saligrama V, Kalai AT (2016) Man is to computer programmer as woman is to homemaker? debiasing word embeddings. In: Lee DD, Sugiyama M, Luxburg UV, Guyon I, Garnett R (eds) Advances in Neural Information Processing Systems 29, Curran Associates, Inc., pp 4349\u20134357"},{"key":"5211_CR4","doi-asserted-by":"crossref","unstructured":"Costa-juss\u00e0 MR (2019) An analysis of gender bias studies in natural language processing. Nature Machine Intelligence 1","DOI":"10.1038\/s42256-019-0105-5"},{"key":"5211_CR5","doi-asserted-by":"crossref","unstructured":"Dev S, Li T, Phillips J, Srikumar V (2019) On measuring and mitigating biased inferences of word embeddings. arXiv:1908.09369","DOI":"10.1609\/aaai.v34i05.6267"},{"key":"5211_CR6","unstructured":"Devlin J, Chang MW, Lee K, Toutanova K (2018) Bert: pre-training of deep bidirectional transformers for language understanding. arXiv:181004805"},{"key":"5211_CR7","doi-asserted-by":"crossref","unstructured":"Ethayarajh K, Duvenaud D, Hirst G (2019) Understanding undesirable word embedding associations. In: Proc. of the ACL","DOI":"10.18653\/v1\/P19-1166"},{"key":"5211_CR8","unstructured":"Font JE, Costa-juss\u00e0 MR (2019) Equalizing gender biases in neural machine translation with word embeddings techniques. arXiv:1901.03116"},{"key":"5211_CR9","doi-asserted-by":"crossref","unstructured":"Gonen H, Goldberg Y (2019) Lipstick on a pig: Debiasing methods cover up systematic gender biases in word embeddings but do not remove them. arXiv:1903.03862","DOI":"10.18653\/v1\/N19-1061"},{"key":"5211_CR10","doi-asserted-by":"crossref","unstructured":"Gonen H, Webster K (2020) Automatically identifying gender issues in machine translation using perturbations. arXiv:2004.14065","DOI":"10.18653\/v1\/2020.findings-emnlp.180"},{"key":"5211_CR11","unstructured":"Guo W, Caliskan A (2020) Detecting emergent intersectional biases: contextualized word embeddings contain a distribution of human-like biases. arXiv:200603955"},{"issue":"8","key":"5211_CR12","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780. https:\/\/doi.org\/10.1162\/neco.1997.9.8.1735","journal-title":"Neural Comput"},{"key":"5211_CR13","doi-asserted-by":"crossref","unstructured":"Howard J, Ruder S (2018) Universal language model fine-tuning for text classification. In: Proc. of the ACL (Volume 1: Long Papers), Melbourne, Australia, pp 328\u2013339","DOI":"10.18653\/v1\/P18-1031"},{"key":"5211_CR14","doi-asserted-by":"crossref","unstructured":"Huang L, Sun C, Qiu X, Huang X (2019) GlossBERT: BERT for word sense disambiguation with gloss knowledge. In: Proceedings of the 2019 conference on empirical methods in natural language processing and the 9th international joint conference on natural language processing (EMNLP-IJCNLP), Hong Kong, China, pp 3509\u20133514","DOI":"10.18653\/v1\/D19-1355"},{"key":"5211_CR15","doi-asserted-by":"publisher","unstructured":"Kaneko M, Bollegala D (2019) Gender-preserving debiasing for pre-trained word embeddings. In: Proc. of the ACL, Florence, Italy, pp 1641\u20131650, https:\/\/doi.org\/10.18653\/v1\/P19-1160","DOI":"10.18653\/v1\/P19-1160"},{"key":"5211_CR16","doi-asserted-by":"crossref","first-page":"100057","DOI":"10.1016\/j.yjbinx.2019.100057","volume":"4","author":"FK Khattak","year":"2019","unstructured":"Khattak FK, Jeblee S, Pou-Prom C, Abdalla M, Meaney C, Rudzicz F (2019) A survey of word embeddings for clinical text. J Biomed Inf X 4:100057","journal-title":"J Biomed Inf X"},{"key":"5211_CR17","doi-asserted-by":"crossref","unstructured":"Kurita K, Vyas N, Pareek A, Black AW, Tsvetkov Y (2019) Measuring bias in contextualized word representations. In: Proceedings of the first workshop on gender bias in natural language processing, pp 166\u2013172","DOI":"10.18653\/v1\/W19-3823"},{"key":"5211_CR18","doi-asserted-by":"crossref","unstructured":"Liu NF, Gardner M, Belinkov Y, Peters ME, Smith NA (2019) Linguistic knowledge and transferability of contextual representations. In: Proceedings of the conference of the north american chapter of the association for computational linguistics: human language technologies","DOI":"10.18653\/v1\/N19-1112"},{"key":"5211_CR19","unstructured":"Lu K, Mardziel P, Wu F, Amancharla P, Datta A (2018) Gender bias in neural natural language processing. arXiv:1807.11714"},{"key":"5211_CR20","doi-asserted-by":"crossref","unstructured":"May C, Wang A, Bordia S, Bowman SR, Rudinger R (2019) On measuring social biases in sentence encoders. arXiv:190310561","DOI":"10.18653\/v1\/N19-1063"},{"key":"5211_CR21","doi-asserted-by":"publisher","first-page":"101109","DOI":"10.1016\/j.appdev.2020.101109","volume":"67","author":"L McGuire","year":"2020","unstructured":"McGuire L, Mulvey KL, Goff E, Irvin MJ, Winterbottom M, Fields GE, Hartstone-Rose A, Rutland A (2020) Stem gender stereotypes from early childhood through adolescence at informal science centers. J Appl Develop Psychol 67:101109","journal-title":"J Appl Develop Psychol"},{"key":"5211_CR22","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado GS, Dean J (2013) Distributed representations of words and phrases and their compositionality. In: Burges CJC, Bottou L, Welling M, Ghahramani Z, Weinberger KQ (eds) Advances in Neural Information Processing Systems 26, pp 3111\u20133119"},{"key":"5211_CR23","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD (2014) Glove: Global vectors for word representation. In: Empirical Methods in Natural Language Processing (EMNLP), pp 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"5211_CR24","doi-asserted-by":"publisher","unstructured":"Peters M, Neumann M, Iyyer M, Gardner M, Clark C, Lee K, Zettlemoyer L (2018) Deep contextualized word representations. In: Proc. of the ACL(Long Papers), New Orleans, Louisiana, pp 2227\u20132237, https:\/\/doi.org\/10.18653\/v1\/N18-1202","DOI":"10.18653\/v1\/N18-1202"},{"key":"5211_CR25","doi-asserted-by":"crossref","unstructured":"Peters M, Ruder S, Smith NA (2019) To tune or not to tune? adapting pretrained representations to diverse tasks. arXiv:190305987","DOI":"10.18653\/v1\/W19-4302"},{"key":"5211_CR26","unstructured":"Radford A (2018) Improving language understanding by generative pre-training. https:\/\/s3-us-west-2.amazonaws.com\/openai-assets\/research-covers\/language-unsupervised\/language_understanding_paper.pdf"},{"key":"5211_CR27","unstructured":"Radford A, Wu J, Child R, Luan D, Amodei D, Sutskever I (2019) Language models are unsupervised multitask learners"},{"issue":"6","key":"5211_CR28","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1145\/3347145","volume":"63","author":"NA Smith","year":"2020","unstructured":"Smith NA (2020) Contextual word representations: putting words into computers. Commun ACM 63(6):66\u201374","journal-title":"Commun ACM"},{"key":"5211_CR29","doi-asserted-by":"crossref","unstructured":"Stanovsky G, Smith NA, Zettlemoyer L (2019) Evaluating gender bias in machine translation. In: Proc. of the ACL, Florence, Italy, pp 1679\u20131684","DOI":"10.18653\/v1\/P19-1164"},{"key":"5211_CR30","unstructured":"Tan YC, Celis LE (2019) Assessing social and intersectional biases in contextualized word representations. In: Advances in Neural Information Processing Systems, pp 13209\u201313220"},{"key":"5211_CR31","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. In: Advances in neural information processing systems, pp 5998\u20136008"},{"key":"5211_CR32","doi-asserted-by":"crossref","unstructured":"Zhang BH, Lemoine B, Mitchell M (2018) Mitigating unwanted biases with adversarial learning. In: Proceedings of the 2018 AAAI\/ACM Conference on AI, Ethics, and Society, ACM, pp 335\u2013340","DOI":"10.1145\/3278721.3278779"},{"key":"5211_CR33","doi-asserted-by":"crossref","unstructured":"Zhao J, Wang T, Yatskar M, Ordonez V, Chang KW (2018a) Gender bias in coreference resolution: evaluation and debiasing methods. arXiv:180406876","DOI":"10.18653\/v1\/N18-2003"},{"key":"5211_CR34","doi-asserted-by":"crossref","unstructured":"Zhao J, Zhou Y, Li Z, Wang W, Chang KW (2018b) Learning gender-neutral word embeddings. arXiv:180901496","DOI":"10.18653\/v1\/D18-1521"},{"key":"5211_CR35","doi-asserted-by":"crossref","unstructured":"Zhao J, Wang T, Yatskar M, Cotterell R, Ordonez V, Chang KW (2019) Gender bias in contextualized word embeddings. In: Proc. of the Conference of the NAACL","DOI":"10.18653\/v1\/N19-1064"},{"key":"5211_CR36","doi-asserted-by":"crossref","unstructured":"Zhou P, Shi W, Zhao J, Huang KH, Chen M, Cotterell R, Chang KW (2019) Examining gender bias in languages with grammatical gender. arXiv:190902224","DOI":"10.18653\/v1\/D19-1531"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-020-05211-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-020-05211-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-020-05211-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,4]],"date-time":"2022-11-04T11:17:52Z","timestamp":1667560672000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-020-05211-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,7,24]]},"references-count":36,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2021,4]]}},"alternative-id":["5211"],"URL":"https:\/\/doi.org\/10.1007\/s00521-020-05211-z","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,7,24]]},"assertion":[{"value":"29 April 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 July 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 July 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare that they have no conflict of interest.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}