{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T23:01:00Z","timestamp":1780959660147,"version":"3.54.1"},"reference-count":113,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T00:00:00Z","timestamp":1779840000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Expert Systems with Applications"],"published-print":{"date-parts":[[2026,12]]},"DOI":"10.1016\/j.eswa.2026.132995","type":"journal-article","created":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T15:58:08Z","timestamp":1779897488000},"page":"132995","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Textual data bias detection and mitigation - an extensible pipeline with experimental evaluation"],"prefix":"10.1016","volume":"330","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-3793-1374","authenticated-orcid":false,"given":"Rebekka","family":"G\u00f6rge","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-0257-4530","authenticated-orcid":false,"given":"Sujan Sai","family":"Gannamaneni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-3471-3389","authenticated-orcid":false,"given":"Tabea","family":"Naeven","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-6283-2310","authenticated-orcid":false,"given":"Hammam","family":"Abdelwahab","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3047-8817","authenticated-orcid":false,"given":"H\u00e9ctor","family":"Allende-Cid","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7693-4649","authenticated-orcid":false,"given":"Armin B.","family":"Cremers","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-2411-4540","authenticated-orcid":false,"given":"Lennard","family":"Helmer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7352-9165","authenticated-orcid":false,"given":"Michael","family":"Mock","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8801-3700","authenticated-orcid":false,"given":"Anna","family":"Schmitz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6534-1180","authenticated-orcid":false,"given":"Songkai","family":"Xue","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-1201-1484","authenticated-orcid":false,"given":"Elif","family":"Yildirir","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-9038-1835","authenticated-orcid":false,"given":"Maximilian","family":"Poretschkin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stefan","family":"Wrobel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.eswa.2026.132995_bib0001","doi-asserted-by":"crossref","first-page":"4789","DOI":"10.1007\/s43681-025-00721-9","article-title":"Systematic literature review on bias mitigation in generative AI","volume":"5","author":"Afreen","year":"2025","journal-title":"AI and Ethics"},{"key":"10.1016\/j.eswa.2026.132995_bib0002","series-title":"Proceedings of the 63rd Annual meeting of the association for computational linguistics (volume 1: Long papers)","first-page":"105","article-title":"The impossibility of fair LLMs","author":"Anthis","year":"2025"},{"key":"10.1016\/j.eswa.2026.132995_bib0003","series-title":"Proceedings of the 59th Annual meeting of the association for computational linguistics and the 11th International joint conference on natural language processing (volume 1: Long papers)","article-title":"Bad seeds: Evaluating lexical methods for bias measurement","author":"Antoniak","year":"2021"},{"key":"10.1016\/j.eswa.2026.132995_bib0004","series-title":"Proceedings of the 2022 Conference on empirical methods in natural language processing","first-page":"6206","article-title":"CEFR-based sentence difficulty annotation and assessment","author":"Arase","year":"2022"},{"key":"10.1016\/j.eswa.2026.132995_bib0005","unstructured":"Arzaghi, M., Farashah, A. D., Carichon, F., & Farnadi, G. (2025). \u201dIntrinsic meets extrinsic fairness: Assessing the downstream impact of bias mitigation in large language models\u201d. arXiv preprint arXiv: 2509.16462,."},{"key":"10.1016\/j.eswa.2026.132995_sbref0006","series-title":"NeurIPS 2024 Workshop on behavioral machine learning","article-title":"Measuring implicit bias in explicitly unbiased large language models","author":"Bai","year":"2024"},{"key":"10.1016\/j.eswa.2026.132995_bib0007","series-title":"Findings of the association for computational linguistics: EMNLP 2023","first-page":"127","article-title":"Improving classifier robustness through active generative counterfactual data augmentation","author":"Balashankar","year":"2023"},{"issue":"3","key":"10.1016\/j.eswa.2026.132995_bib0008","doi-asserted-by":"crossref","DOI":"10.1145\/3479158","article-title":"Automatic identification of harmful, aggressive, abusive, and offensive language on the web: A survey of technical biases informed by psychology literature","volume":"4","author":"Balayn","year":"2021","journal-title":"ACM Transactions on Social Computing"},{"key":"10.1016\/j.eswa.2026.132995_bib0009","unstructured":"Balne, C. C. S., Bhaduri, S., Roy, T., Jain, V., & Chadha, A. (2024). Parameter efficient fine tuning: A comprehensive analysis across applications. CoRR, https:\/\/doi.org\/10.48550\/arXiv.2404.13506."},{"key":"10.1016\/j.eswa.2026.132995_bib0010","unstructured":"Barikeri, S., Lauscher, A., Vuli\u0107, I., & Glava\u0161, G. (2021a). RedditBias: Code & Data for the benchmark. https:\/\/github.com\/umanlp\/RedditBias. Accessed: 30.08.2025https:\/\/github.com\/umanlp\/RedditBias."},{"key":"10.1016\/j.eswa.2026.132995_bib0011","series-title":"Proceedings of the 59th Annual meeting of the association for computational linguistics and the 11th International joint conference on natural language processing (volume 1: Long papers)","first-page":"1941","article-title":"RedditBias: A real-world resource for bias evaluation and debiasing of conversational language models","author":"Barikeri","year":"2021"},{"key":"10.1016\/j.eswa.2026.132995_bib0012","series-title":"Proceedings of the 5th Workshop on gender bias in natural language processing (geBNLP)","first-page":"280","article-title":"From \u2019showgirls\u2019 to \u2019performers\u2019: fine-tuning with gender-inclusive language for bias reduction in LLMs","author":"Bartl","year":"2024"},{"key":"10.1016\/j.eswa.2026.132995_bib0013","unstructured":"Bellamy, R. K. E., Dey, K., Hind, M., Hoffman, S. C., Houde, S., Kannan, K., Lohia, P., Martino, J., Mehta, S., Mojsilovic, A., Nagar, S., Ramamurthy, K. N., Richards, J., Saha, D., Sattigeri, P., Singh, M., Varshney, K. R., & Zhang, Y. (2018). AI fairness 360: An extensible toolkit for detecting, understanding, and mitigating unwanted algorithmic bias. https:\/\/arxiv.org\/abs\/1810.01943."},{"key":"10.1016\/j.eswa.2026.132995_bib0014","series-title":"Proceedings of the fourth workshop on generation, evaluation and metrics (GEM\u00b2)","first-page":"249","article-title":"Are bias evaluation methods biased?","author":"Berrayana","year":"2025"},{"key":"10.1016\/j.eswa.2026.132995_sbref0015","doi-asserted-by":"crossref","first-page":"1","DOI":"10.12840\/issn.2255-4165.017","article-title":"How stereotypes are shared through language: A review and introduction of the social categories and stereotypes communication (SCSC) framework","volume":"7","author":"Beukeboom","year":"2019","journal-title":"Review of Communication Research"},{"key":"10.1016\/j.eswa.2026.132995_sbref0016","article-title":"LoRA learns less and forgets less","author":"Biderman","year":"2024","journal-title":"Transactions on Machine Learning Research"},{"key":"10.1016\/j.eswa.2026.132995_bib0017","series-title":"Proceedings of the 58th Annual meeting of the association for computational linguistics","first-page":"5454","article-title":"Language (technology) is power: A critical survey of bias in NLP","author":"Blodgett","year":"2020"},{"key":"10.1016\/j.eswa.2026.132995_bib0018","series-title":"Proceedings of the 59th Annual meeting of the association for computational linguistics and the 11th International joint conference on natural language processing (volume 1: Long papers)","first-page":"1004","article-title":"Stereotyping Norwegian salmon: An inventory of pitfalls in fairness benchmark datasets","author":"Blodgett","year":"2021"},{"key":"10.1016\/j.eswa.2026.132995_sbref0019","series-title":"Advances in neural information processing systems","article-title":"Man is to computer programmer as woman is to homemaker? debiasing word embeddings","volume":"vol. 29","author":"Bolukbasi","year":"2016"},{"key":"10.1016\/j.eswa.2026.132995_bib0020","series-title":"Proceedings of the 4th Workshop on gender bias in natural language processing (GeBNLP)","first-page":"212","article-title":"Looking for a handsome carpenter! debiasing GPT-3\u202fjob advertisements","author":"Borchers","year":"2022"},{"key":"10.1016\/j.eswa.2026.132995_bib0021","series-title":"Proceedings of the 2019\u202fconference of the north","first-page":"7","article-title":"Identifying and reducing gender bias in word-level language models","author":"Bordia","year":"2019"},{"issue":"6334","key":"10.1016\/j.eswa.2026.132995_sbref0022","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1126\/science.aal4230","article-title":"Semantics derived automatically from language corpora contain human-like biases","volume":"356","author":"Caliskan","year":"2017","journal-title":"Science"},{"key":"10.1016\/j.eswa.2026.132995_bib0023","doi-asserted-by":"crossref","unstructured":"Chand, S., Baca, F., & Ferrara, E. (2025). No free lunch in language model bias mitigation? Targeted bias reduction can exacerbate unmitigated LLM biases. arXiv e-prints arXiv\u20132511.","DOI":"10.3390\/ai7010024"},{"key":"10.1016\/j.eswa.2026.132995_bib0024","series-title":"Extended abstracts of the 2020\u202fCHI conference on human factors in computing systems","first-page":"1","article-title":"A general methodology to quantify biases in natural language data","author":"Chen","year":"2020"},{"issue":"1","key":"10.1016\/j.eswa.2026.132995_bib0025","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1145\/3682112.3682117","article-title":"Fairness in large language models: A taxonomic survey","volume":"26","author":"Chu","year":"2024","journal-title":"ACM SIGKDD Explorations Newsletter"},{"key":"10.1016\/j.eswa.2026.132995_sbref0026","doi-asserted-by":"crossref","first-page":"1249","DOI":"10.1162\/tacl_a_00425","article-title":"Quantifying social biases in NLP: A generalization and empirical comparison of extrinsic fairness metrics","volume":"9","author":"Czarnowska","year":"2021","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"10.1016\/j.eswa.2026.132995_bib0027","series-title":"Findings of the association for computational linguistics: AACL-IJCNLP 2022","first-page":"246","article-title":"On measures of biases and harms in NLP","author":"Dev","year":"2022"},{"key":"10.1016\/j.eswa.2026.132995_bib0028","series-title":"Proceedings of the 2021\u202fACM conference on fairness, accountability, and transparency","first-page":"862","article-title":"Bold: Dataset and metrics for measuring biases in open-ended language generation","author":"Dhamala","year":"2021"},{"key":"10.1016\/j.eswa.2026.132995_bib0029","unstructured":"Dige, O., Tian, J.-J., Emerson, D., & Khattak, F. K. (2023). Can instruction fine-tuned language models identify social bias through prompting?CoRR, arXiv: 2307.10472. https:\/\/doi.org\/10.48550\/arXiv.2307.10472."},{"key":"10.1016\/j.eswa.2026.132995_sbref0030","series-title":"Proceedings of the 2020\u202fConference on empirical methods in natural language processing (EMNLP)","first-page":"8173","article-title":"Queens are powerful too: Mitigating gender bias in dialogue generation","author":"Dinan","year":"2020"},{"key":"10.1016\/j.eswa.2026.132995_sbref0031","series-title":"The SAGE handbook of prejudice, stereotyping and discrimination","author":"Dovidio","year":"2010"},{"key":"10.1016\/j.eswa.2026.132995_bib0032","series-title":"Proceedings of the third ukrainian natural language processing workshop (UNLP) @ LREC-COLING 2024","first-page":"8","article-title":"Introducing the djinni recruitment dataset: A corpus of anonymized CVs and job postings","author":"Drushchak","year":"2024"},{"key":"10.1016\/j.eswa.2026.132995_bib0033","series-title":"Proceedings of the 2023 Conference on empirical methods in natural language processing","first-page":"3764","article-title":"ROBBIE: Robust bias evaluation of large generative language models","author":"Esiobu","year":"2023"},{"key":"#cr-split#-10.1016\/j.eswa.2026.132995_bib0034.1","unstructured":"Eurpean Parliament and Council of the European Union (2024). Regulation"},{"key":"#cr-split#-10.1016\/j.eswa.2026.132995_bib0034.2","unstructured":"(EU) 2024\/1689 of the European parliament and of the council on artificial intelligence (EU AI act). Official Journal of the European Unionhttps:\/\/eur-lex.europa.eu\/legal-content\/EN\/TXT\/?uri=CELEX%3A32024R1689."},{"key":"10.1016\/j.eswa.2026.132995_sbref0034","series-title":"ICLR 2025 Workshop on building trust in language models and applications","article-title":"Unlearning geo-cultural stereotypes in multilingual LLMs","author":"Farashah","year":"2025"},{"key":"10.1016\/j.eswa.2026.132995_bib0036","series-title":"Proceedings of the 61st Annual meeting of the association for computational linguistics (volume 2: Short papers)","first-page":"1249","article-title":"Improving gender fairness of pre-trained language models without catastrophic forgetting","author":"Fatemi","year":"2023"},{"issue":"8","key":"10.1016\/j.eswa.2026.132995_sbref0036","doi-asserted-by":"crossref","DOI":"10.1111\/phc3.12760","article-title":"Algorithmic bias: Senses, sources, solutions","volume":"16","author":"Fazelpour","year":"2021","journal-title":"Philosophy Compass"},{"key":"10.1016\/j.eswa.2026.132995_bib0038","doi-asserted-by":"crossref","unstructured":"Ferrara, E. (2023). Should chatGPT be biased? Challenges and risks of bias in large language models. First monday,. 10.5210\/fm.v28i11.13346.","DOI":"10.5210\/fm.v28i11.13346"},{"issue":"2","key":"10.1016\/j.eswa.2026.132995_bib0039","doi-asserted-by":"crossref","first-page":"72","DOI":"10.1109\/MTS.2021.3056293","article-title":"Bias and discrimination in AI: A cross-disciplinary perspective","volume":"40","author":"Ferrer","year":"2021","journal-title":"IEEE Technology and Society Magazine"},{"key":"10.1016\/j.eswa.2026.132995_bib0040","series-title":"Proceedings of the 61st Annual meeting of the association for computational linguistics (volume 1: Long papers)","first-page":"6231","article-title":"FairPrism: Evaluating fairness-related harms in text generation","author":"Fleisig","year":"2023"},{"key":"10.1016\/j.eswa.2026.132995_sbref0040","doi-asserted-by":"crossref","DOI":"10.3389\/frai.2022.826207","article-title":"Computational modeling of stereotype content in text","volume":"5","author":"Fraser","year":"2022","journal-title":"Frontiers in Artificial Intelligence"},{"issue":"3","key":"10.1016\/j.eswa.2026.132995_sbref0041","doi-asserted-by":"crossref","first-page":"1097","DOI":"10.1162\/coli_a_00524","article-title":"Bias and fairness in large language models: a survey","volume":"50","author":"Gallegos","year":"2024","journal-title":"Computational Linguistics"},{"key":"10.1016\/j.eswa.2026.132995_bib0043","unstructured":"Gao, L., Tow, J., Abbasi, B., Biderman, S., Black, S., DiPofi, A. et al. (2024). The language model evaluation harness. 10.5281\/zenodo.12608602."},{"key":"10.1016\/j.eswa.2026.132995_bib0044","series-title":"Proceedings of the 2nd Conference of the asia-pacific chapter of the association for computational linguistics and the 12th International joint conference on natural language processing (volume 2: Short papers)","first-page":"311","article-title":"Demographic-aware language model fine-tuning as a bias mitigation technique","author":"Garimella","year":"2022"},{"key":"10.1016\/j.eswa.2026.132995_bib0045","series-title":"Findings of the association for computational linguistics: ACL 2023","first-page":"5448","article-title":"Gender-tuning: Empowering fine-tuning for debiasing pre-trained language models","author":"Ghanbarzadeh","year":"2023"},{"key":"10.1016\/j.eswa.2026.132995_bib0046","series-title":"Proceedings of the 59th Annual meeting of the association for computational linguistics and the 11th International joint conference on natural language processing (volume 1: Long papers)","first-page":"1926","article-title":"Intrinsic bias metrics do not correlate with application bias","author":"Goldfarb-Tarrant","year":"2021"},{"key":"10.1016\/j.eswa.2026.132995_bib0047","unstructured":"Grattafiori, A., Dubey, A., Jauhri, A., Pandey, A., Kadian, A., Al-Dahle, A., Letman, A., Mathur, A., Schelten, A., Vaughan, A. et al. (2024). The LLAMA 3 herd of models. arXiv preprint arXiv: 2407.21783,."},{"issue":"8087","key":"10.1016\/j.eswa.2026.132995_bib0048","doi-asserted-by":"crossref","first-page":"1129","DOI":"10.1038\/s41586-025-09581-z","article-title":"Age and gender distortion in online media and large language models","volume":"646","author":"Guilbeault","year":"2025","journal-title":"Nature"},{"key":"10.1016\/j.eswa.2026.132995_bib0049","unstructured":"Guo, Y., Guo, M., Su, J., Yang, Z., Zhu, M., Li, H., Qiu, M., & Liu, S. S. (2024). Bias in large language models: Origin, evaluation, and mitigation. arXiv preprint arXiv: 2411.10915."},{"key":"10.1016\/j.eswa.2026.132995_bib0050","series-title":"Findings of the association for computational linguistics: ACL 2022","first-page":"658","article-title":"Mitigating gender bias in distilled language models via counterfactual role reversal","author":"Gupta","year":"2022"},{"key":"10.1016\/j.eswa.2026.132995_bib0051","series-title":"Proceedings of the 2025\u202fACM Conference on fairness, accountability, and transparency","first-page":"2796","article-title":"Detecting linguistic indicators for stereotype assessment with large language models","author":"G\u00f6rge","year":"2025"},{"key":"10.1016\/j.eswa.2026.132995_bib0052","series-title":"Proceedings of the 2019\u202fconference on empirical methods in natural language processing and the 9th International joint conference on natural language processing (EMNLP-IJCNLP)","first-page":"5266","article-title":"It\u2019s all in the name: Mitigating gender bias with name-based counterfactual data substitution","author":"Hall Maudslay","year":"2019"},{"key":"10.1016\/j.eswa.2026.132995_bib0053","series-title":"Proceedings of the 2022\u202fconference on empirical methods in natural language processing","first-page":"11335","article-title":"Balancing out bias: Achieving fairness through balanced training","author":"Han","year":"2022"},{"issue":"8","key":"10.1016\/j.eswa.2026.132995_sbref0053","doi-asserted-by":"crossref","DOI":"10.1111\/lnc3.12432","article-title":"Five sources of bias in natural language processing","volume":"15","author":"Hovy","year":"2021","journal-title":"Language and Linguistics Compass"},{"key":"10.1016\/j.eswa.2026.132995_sbref0054","series-title":"International conference on learning representations","article-title":"LoRA: Low-rank adaptation of large language models","author":"Hu","year":"2022"},{"key":"10.1016\/j.eswa.2026.132995_sbref0055","series-title":"Proceedings of the 41st International conference on machine learning","first-page":"20166","article-title":"Position: TrustLLM: Trustworthiness in large language models","volume":"vol. 235","author":"Huang","year":"2024"},{"key":"10.1016\/j.eswa.2026.132995_bib0057","unstructured":"Inan, H., Upasani, K., Chi, J., Rungta, R., Iyer, K., Mao, Y., Tontchev, M., Hu, Q., Fuller, B., Testuggine, D. et al. (2023). Llama guard: Llm-based input-output safeguard for human-ai conversations. arXiv preprint arXiv: 2312.06674,. https:\/\/arxiv.org\/abs\/2312.06674."},{"key":"10.1016\/j.eswa.2026.132995_bib0058","unstructured":"ISO\/ (2021). ISO\/IEC TR 24027: 2021- Information technology - Artificial intelligence (AI) - Bias in AI systems and AI aided decision making, International Organization for Standardization. https:\/\/www.iso.org\/standard\/77607.html. Accessed: 15.09.2025."},{"key":"10.1016\/j.eswa.2026.132995_bib0059","unstructured":"Jigsaw (2025). Perspective API. https:\/\/perspectiveapi.com. Accessed: 15.09.2025https:\/\/developers.perspectiveapi.com\/s\/?language=en_US."},{"issue":"3","key":"10.1016\/j.eswa.2026.132995_bib0060","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1007\/s10586-026-05971-8","article-title":"Fine-tuning and prompting: A strategy for mitigating societal biases in large language models","volume":"29","author":"Kamboj","year":"2026","journal-title":"Cluster Computing"},{"key":"10.1016\/j.eswa.2026.132995_sbref0060","series-title":"Neurips safe generative AI workshop 2024","article-title":"HEARTS: A holistic framework for explainable, sustainable and robust text stereotype detection","author":"King","year":"2024"},{"key":"10.1016\/j.eswa.2026.132995_sbref0061","article-title":"Holistic evaluation of language models","author":"Liang","year":"2023","journal-title":"Transactions on Machine Learning Research"},{"key":"10.1016\/j.eswa.2026.132995_bib0063","series-title":"Proceedings of the 31st International conference on computational linguistics","first-page":"10634","article-title":"Investigating bias in LLM-based bias detection: Disparities between LLMs and human perception","author":"Lin","year":"2025"},{"key":"10.1016\/j.eswa.2026.132995_bib0064","series-title":"Proceedings of the 2025 Conference on empirical methods in natural language processing","first-page":"4160","article-title":"Mitigating biases in language models via bias unlearning","author":"Liu","year":"2025"},{"key":"10.1016\/j.eswa.2026.132995_bib0065","series-title":"Proceedings of the 18th Conference of the European chapter of the association for computational linguistics (volume 1: Long papers)","first-page":"1223","article-title":"Quantifying stereotypes in language","author":"Liu","year":"2024"},{"key":"10.1016\/j.eswa.2026.132995_bib0066","unstructured":"Liu, Y., Xu, X., Nie, E., Wang, Z., Feng, S., Wang, D., Li, Q., & Schtze, H. (2025b). Look within or look beyond? A theoretical comparison between parameter-efficient and full fine-tuning. https:\/\/arxiv.org\/abs\/2505.22355."},{"key":"10.1016\/j.eswa.2026.132995_bib0067","series-title":"Proceedings of the 2024\u202fconference of the North American chapter of the association for computational linguistics: Human language technologies (volume 1: Long papers)","first-page":"3245","article-title":"A pretrainer\u2019s guide to training data: measuring the effects of data age, domain coverage, quality, & toxicity","author":"Longpre","year":"2024"},{"key":"10.1016\/j.eswa.2026.132995_bib0068","series-title":"Gender bias in neural natural language processing","first-page":"189","author":"Lu","year":"2020"},{"key":"10.1016\/j.eswa.2026.132995_bib0069","series-title":"Proceedings of the 59th Annual meeting of the association for computational linguistics and the 11th International joint conference on natural language processing (volume 2: Short papers)","first-page":"182","article-title":"What\u2019s in the box? An analysis of undesirable content in the common crawl corpus","author":"Luccioni","year":"2021"},{"key":"10.1016\/j.eswa.2026.132995_bib0070","series-title":"Proceedings of the 63rd Annual meeting of the association for computational linguistics (volume 1: Long papers)","first-page":"137","article-title":"Bias in language models: Beyond trick tests and towards RUTEd evaluation","author":"Lum","year":"2025"},{"key":"10.1016\/j.eswa.2026.132995_bib0071","series-title":"Proceedings of the 2019\u202fconference of the north","first-page":"622","article-title":"On measuring social biases in sentence encoders","author":"May","year":"2019"},{"issue":"6","key":"10.1016\/j.eswa.2026.132995_bib0072","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3457607","article-title":"A survey on bias and fairness in machine learning","volume":"54","author":"Mehrabi","year":"2022","journal-title":"ACM Computing Surveys"},{"issue":"5","key":"10.1016\/j.eswa.2026.132995_bib0073","doi-asserted-by":"crossref","DOI":"10.3390\/info16050358","article-title":"Quantifying gender bias in large language models using information-theoretic and statistical analysis","volume":"16","author":"Mirza","year":"2025","journal-title":"Information"},{"key":"10.1016\/j.eswa.2026.132995_bib0074","unstructured":"Montgomerie, A. (2021). Cefr levelled english texts. Kaggle datasethttps:\/\/www.kaggle.com\/datasets\/amontgomerie\/cefr-levelled-english-texts."},{"key":"10.1016\/j.eswa.2026.132995_bib0075","series-title":"Proceedings of the 59th Annual meeting of the association for computational linguistics and the 11th International joint conference on natural language processing (volume 1: Long papers)","first-page":"5356","article-title":"StereoSet: Measuring stereotypical bias in pretrained language models","author":"Nadeem","year":"2021"},{"key":"10.1016\/j.eswa.2026.132995_bib0076","series-title":"Proceedings of the 2020 conference on empirical methods in natural language processing (EMNLP)","first-page":"1953","article-title":"CrowS-pairs: A challenge dataset for measuring social biases in masked language models","author":"Nangia","year":"2020"},{"issue":"2","key":"10.1016\/j.eswa.2026.132995_bib0077","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3597307","article-title":"Biases in large language models: Origins, inventory, and discussion","volume":"15","author":"Navigli","year":"2023","journal-title":"Journal of Data and Information Quality"},{"key":"10.1016\/j.eswa.2026.132995_bib0078","unstructured":"Ngo, H., Raterink, C., Arajo, J. G. M., Zhang, I., Chen, C., Morisot, A., & Frosst, N. (2021). Mitigating harm in language models with conditional-likelihood filtration. arXiv preprint arXiv: 2108.07790."},{"key":"10.1016\/j.eswa.2026.132995_bib0079","unstructured":"Nozza, D., Bianchi, F., & Hovy, D. (2021a). HONEST: A python package to measure hurtful sentence completions in language models. https:\/\/github.com\/MilaNLProc\/honest. Accessed: 30.08.2025https:\/\/github.com\/MilaNLProc\/honest."},{"key":"10.1016\/j.eswa.2026.132995_bib0080","series-title":"Proceedings of the 2021\u202fconference of the north american chapter of the association for computational linguistics: Human language technologies","first-page":"2398","article-title":"HONEST: Measuring hurtful sentence completion in language models","author":"Nozza","year":"2021"},{"key":"10.1016\/j.eswa.2026.132995_bib0081","series-title":"Proceedings of the 60th Annual meeting of the association for computational linguistics (volume 1: Long papers)","first-page":"8521","article-title":"French crows-pairs: Extending a challenge dataset for measuring social bias in masked language models to a language other than english","author":"Nvol","year":"2022"},{"key":"10.1016\/j.eswa.2026.132995_sbref0081","doi-asserted-by":"crossref","first-page":"13","DOI":"10.3389\/fdata.2019.00013","article-title":"Social data: Biases, methodological pitfalls, and ethical boundaries","volume":"2","author":"Olteanu","year":"2019","journal-title":"Frontiers in Big Data"},{"key":"10.1016\/j.eswa.2026.132995_bib0083","series-title":"Findings of the association for computational linguistics: ACL 2022","first-page":"2086","article-title":"BBQ: A hand-built bias benchmark for question answering","author":"Parrish","year":"2022"},{"key":"10.1016\/j.eswa.2026.132995_sbref0084","series-title":"Advances in neural information processing systems","first-page":"30811","article-title":"The fineweb datasets: Decanting the web for the finest text data at scale","volume":"37","author":"Penedo","year":"2024"},{"key":"10.1016\/j.eswa.2026.132995_bib0085","unstructured":"Poretschkin, M., Schmitz, A., Akila, M., Adilova, L., Becker, D., Cremers, A. B., Hecker, D., Houben, S., Mock, M., Rosenzweig, J. et al. (2023). Guideline for trustworthy artificial intelligence\u2013AI assessment catalog. arXiv preprint arXiv: 2307.03681,. https:\/\/arxiv.org\/abs\/2307.03681."},{"issue":"140","key":"10.1016\/j.eswa.2026.132995_bib0086","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"Journal of Machine Learning Research"},{"key":"10.1016\/j.eswa.2026.132995_bib0087","series-title":"International workshop on algorithmic bias in search and recommendation","first-page":"100","article-title":"Addressing biases in the texts using an end-to-end pipeline approach","author":"Raza","year":"2023"},{"key":"10.1016\/j.eswa.2026.132995_sbref0088","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.121542","article-title":"Nbias: A natural language processing framework for BIAS identification in text","volume":"237","author":"Raza","year":"2024","journal-title":"Expert Systems with Applications"},{"issue":"1","key":"10.1016\/j.eswa.2026.132995_bib0089","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1007\/s41060-022-00359-4","article-title":"Dbias: Detecting biases and ensuring fairness in news articles","volume":"17","author":"Raza","year":"2024","journal-title":"International Journal of Data Science and Analytics"},{"key":"10.1016\/j.eswa.2026.132995_bib0090","series-title":"Technical Report","article-title":"The AI index 2026 Annual report","author":"Sajadieh","year":"2026"},{"key":"10.1016\/j.eswa.2026.132995_bib0091","series-title":"Proceedings of the 58th Annual meeting of the association for computational linguistics","first-page":"5477","article-title":"Social bias frames: Reasoning about social and power implications of language","author":"Sap","year":"2020"},{"key":"10.1016\/j.eswa.2026.132995_bib0092","series-title":"Proceedings of the fourth workshop on natural language processing and computational social science","first-page":"94","article-title":"Is wikipedia succeeding in reducing gender bias? assessing changes in gender bias in wikipedia using word embeddings","author":"Schmahl","year":"2020"},{"issue":"9","key":"10.1016\/j.eswa.2026.132995_bib0093","doi-asserted-by":"crossref","first-page":"793","DOI":"10.1515\/auto-2022-0012","article-title":"The why and how of trustworthy AI - an approach for systematic quality assurance when working with ML components","volume":"70","author":"Schmitz","year":"2022","journal-title":"At - Automatisierungstechnik"},{"key":"10.1016\/j.eswa.2026.132995_bib0094","series-title":"Proceedings of AICOM track of the international workshop on AI value engineering and AI compliance mechanisms","first-page":"13","article-title":"Analyzing the baseline for harmonized standards\u2013a systematic review of standards on bias and data quality","author":"Schmitz","year":"2024"},{"key":"10.1016\/j.eswa.2026.132995_bib0095","series-title":"Equity and access in algorithms, mechanisms, and optimization","first-page":"1","article-title":"A framework for understanding sources of harm throughout the machine learning life cycle","author":"Suresh","year":"2021"},{"key":"10.1016\/j.eswa.2026.132995_bib0096","unstructured":"Q. Team (2025). Qwen3 technical report. https:\/\/arxiv.org\/abs\/2505.09388."},{"key":"10.1016\/j.eswa.2026.132995_bib0097","series-title":"Proceedings of the 61st Annual meeting of the association for computational linguistics (volume 2: Short papers)","first-page":"340","article-title":"Language models get a gender makeover: mitigating gender bias with few-shot data interventions","author":"Thakur","year":"2023"},{"key":"10.1016\/j.eswa.2026.132995_sbref0098","series-title":"Socially responsible language modelling research","article-title":"Using chain-of-thought prompting for interpretable recognition of social bias","author":"Tian","year":"2023"},{"key":"10.1016\/j.eswa.2026.132995_bib0099","series-title":"Proceedings of the 17th Conference of the European chapter of the association for computational linguistics","first-page":"3418","article-title":"How far can it go? On intrinsic gender bias mitigation for text classification","author":"Tokpo","year":"2023"},{"key":"10.1016\/j.eswa.2026.132995_bib0100","series-title":"Findings of the association for computational linguistics: EMNLP 2025","first-page":"16","article-title":"Bias analysis and mitigation through protected attribute detection and regard classification","author":"Udagawa","year":"2025"},{"key":"10.1016\/j.eswa.2026.132995_bib0101","series-title":"Proceedings of the 16th Conference of the association for machine translation in the americas (volume 1: Research track)","first-page":"236","article-title":"How much data is enough data? Fine-tuning large language models for in-house translation: Performance evaluation across multiple dataset sizes","author":"Vieira","year":"2024"},{"issue":"8","key":"10.1016\/j.eswa.2026.132995_bib0102","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1007\/s10462-025-11236-4","article-title":"Parameter-efficient fine-tuning in large language models: A survey of methodologies","volume":"58","author":"Wang","year":"2025","journal-title":"Artificial Intelligence Review"},{"key":"10.1016\/j.eswa.2026.132995_bib0103","unstructured":"Webster, K., Wang, X., Tenney, I., Beutel, A., Pitler, E., Pavlick, E., Chen, J., Chi, E., & Petrov, S. (2021). Measuring and reducing gendered correlations in pre-trained models. http:\/\/arxiv.org\/abs\/2010.06032."},{"key":"10.1016\/j.eswa.2026.132995_bib0104","unstructured":"Weerts, H., Dudk, M., Edgar, R., Jalali, A., Lutz, R., & Madaio, M. (2023). Fairlearn: Assessing and improving fairness of AI systems. http:\/\/jmlr.org\/papers\/v24\/23-0389.html."},{"key":"10.1016\/j.eswa.2026.132995_bib0105","series-title":"2022\u202fACM Conference on fairness, accountability, and transparency","first-page":"214","article-title":"Taxonomy of risks posed by language models","author":"Weidinger","year":"2022"},{"key":"10.1016\/j.eswa.2026.132995_bib0106","series-title":"Proceedings of the 61st Annual meeting of the association for computational linguistics (volume 1: Long papers)","first-page":"15730","article-title":"An empirical analysis of parameter-efficient methods for debiasing pre-trained language models","author":"Xie","year":"2023"},{"key":"10.1016\/j.eswa.2026.132995_bib0107","series-title":"Proceedings of the 57th Annual meeting of the association for computational linguistics","first-page":"4791","article-title":"HellaSwag: Can a machine really finish your sentence?","author":"Zellers","year":"2019"},{"key":"10.1016\/j.eswa.2026.132995_sbref0108","series-title":"International conference on learning representations","first-page":"44694","article-title":"When scaling meets LLM finetuning: The effect of data, model and finetuning method","volume":"vol. 2024","author":"Zhang","year":"2024"},{"key":"10.1016\/j.eswa.2026.132995_bib0109","series-title":"Proceedings of the 63rd annual meeting of the association for computational linguistics (volume 1: Long papers)","first-page":"11293","article-title":"GenderAlign: An alignment dataset for mitigating gender bias in large language models","author":"Zhang","year":"2025"},{"key":"10.1016\/j.eswa.2026.132995_bib0110","series-title":"Proceedings of the 2018 Conference of the North American chapter of the association for computational linguistics: Human language technologies, volume 2 (short papers)","first-page":"15","article-title":"Gender bias in coreference resolution: Evaluation and debiasing methods","author":"Zhao","year":"2018"},{"key":"10.1016\/j.eswa.2026.132995_bib0111","series-title":"Proceedings of the 2018\u202fconference on empirical methods in natural language processing","article-title":"Learning gender-neutral word embeddings","author":"Zhao","year":"2018"},{"key":"10.1016\/j.eswa.2026.132995_bib0112","series-title":"Proceedings of the 57th Annual meeting of the association for computational linguistics","article-title":"Counterfactual data augmentation for mitigating gender stereotypes in languages with rich morphology","author":"Zmigrod","year":"2019"}],"container-title":["Expert Systems with Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426019068?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426019068?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T22:25:53Z","timestamp":1780957553000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0957417426019068"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,12]]},"references-count":113,"alternative-id":["S0957417426019068"],"URL":"https:\/\/doi.org\/10.1016\/j.eswa.2026.132995","relation":{},"ISSN":["0957-4174"],"issn-type":[{"value":"0957-4174","type":"print"}],"subject":[],"published":{"date-parts":[[2026,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Textual data bias detection and mitigation - an extensible pipeline with experimental evaluation","name":"articletitle","label":"Article Title"},{"value":"Expert Systems with Applications","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.eswa.2026.132995","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Authors. Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"132995"}}