{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T22:59:45Z","timestamp":1743116385552,"version":"3.40.3"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031702419"},{"type":"electronic","value":"9783031702426"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70242-6_36","type":"book-chapter","created":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T10:03:06Z","timestamp":1726740186000},"page":"378-391","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Nuanced Bias in\u00a0Large Language Model Free Response Answers"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5700-4921","authenticated-orcid":false,"given":"Jennifer","family":"Healey","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-7201-560X","authenticated-orcid":false,"given":"Laurie","family":"Byrum","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0514-9483","authenticated-orcid":false,"given":"Md. Nadeem","family":"Akhtar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5634-4345","authenticated-orcid":false,"given":"Moumita","family":"Sinha","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,9,20]]},"reference":[{"key":"36_CR1","doi-asserted-by":"publisher","unstructured":"Abid, A., Farooqi, M., Zou, J.: Persistent anti-muslim bias in large language models. In: Proceedings of the 2021 AAAI\/ACM Conference on AI, Ethics, and Society, AIES 2021, pp. 298\u2013306. Association for Computing Machinery, New York, NY, USA (2021). https:\/\/doi.org\/10.1145\/3461702.3462624","DOI":"10.1145\/3461702.3462624"},{"key":"36_CR2","doi-asserted-by":"publisher","unstructured":"Ahn, J., Lee, H., Kim, J., Oh, A.: Why knowledge distillation amplifies gender bias and how to mitigate from the perspective of DistilBERT. In: Hardmeier, C., Basta, C., Costa-juss\u00e0, M.R., Stanovsky, G., Gonen, H. (eds.) Proceedings of the 4th Workshop on Gender Bias in Natural Language Processing (GeBNLP), pp. 266\u2013272. Association for Computational Linguistics, Seattle, Washington, July 2022. https:\/\/doi.org\/10.18653\/v1\/2022.gebnlp-1.27, https:\/\/aclanthology.org\/2022.gebnlp-1.27","DOI":"10.18653\/v1\/2022.gebnlp-1.27"},{"key":"36_CR3","doi-asserted-by":"publisher","unstructured":"Ahn, J., Oh, A.: Mitigating language-dependent ethnic bias in BERT. In: Moens, M.F., Huang, X., Specia, L., Yih, S.W.T. (eds.) Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp. 533\u2013549. Association for Computational Linguistics, Online and Punta Cana, Dominican Republic, November 2021. https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.42, https:\/\/aclanthology.org\/2021.emnlp-main.42","DOI":"10.18653\/v1\/2021.emnlp-main.42"},{"key":"36_CR4","doi-asserted-by":"publisher","unstructured":"Aky\u00fcrek, A.F., Paik, S., Kocyigit, M., Akbiyik, S., Runyun, S.L., Wijaya, D.: On measuring social biases in prompt-based multi-task learning. In: Carpuat, M., de\u00a0Marneffe, M.C., Meza\u00a0Ruiz, I.V. (eds.) Findings of the Association for Computational Linguistics: NAACL 2022, pp. 551\u2013564. Association for Computational Linguistics, Seattle, United States, July 2022. https:\/\/doi.org\/10.18653\/v1\/2022.findings-naacl.42, https:\/\/aclanthology.org\/2022.findings-naacl.42","DOI":"10.18653\/v1\/2022.findings-naacl.42"},{"key":"36_CR5","unstructured":"Almazrouei, E., et al.: The Falcon series of open language models (2023)"},{"key":"36_CR6","doi-asserted-by":"publisher","unstructured":"An, H., Li, Z., Zhao, J., Rudinger, R.: SODAPOP: open-ended discovery of social biases in social commonsense reasoning models. In: Vlachos, A., Augenstein, I. (eds.) Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics, pp. 1573\u20131596. Association for Computational Linguistics, Dubrovnik, Croatia, May 2023. https:\/\/doi.org\/10.18653\/v1\/2023.eacl-main.116, https:\/\/aclanthology.org\/2023.eacl-main.116","DOI":"10.18653\/v1\/2023.eacl-main.116"},{"key":"36_CR7","unstructured":"Anil, R., et al.: Palm 2 technical report (2023)"},{"key":"36_CR8","unstructured":"Anthropic: The Claude 3 model family: Opus, Sonnet, Haiku. Accessed 28 Mar 2024"},{"key":"36_CR9","unstructured":"Bartl, M., Nissim, M., Gatt, A.: Unmasking contextual stereotypes: measuring and mitigating BERT\u2019s gender bias. In: Costa-juss\u00e0, M.R., Hardmeier, C., Radford, W., Webster, K. (eds.) Proceedings of the Second Workshop on Gender Bias in Natural Language Processing, pp. 1\u201316. Association for Computational Linguistics, Barcelona, Spain, December 2020. https:\/\/aclanthology.org\/2020.gebnlp-1.1"},{"key":"36_CR10","doi-asserted-by":"publisher","unstructured":"Blodgett, S.L., Barocas, S., Daum\u00e9\u00a0III, H., Wallach, H.: Language (technology) is power: a critical survey of \u201cbias\u201d in NLP. In: Jurafsky, D., Chai, J., Schluter, N., Tetreault, J. (eds.) Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 5454\u20135476. Association for Computational Linguistics, July 2020. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.485, https:\/\/aclanthology.org\/2020.acl-main.485","DOI":"10.18653\/v1\/2020.acl-main.485"},{"key":"36_CR11","unstructured":"Brom, R.H.: Do Catholics worship statues? July 2019. https:\/\/www.catholic.com\/tract\/do-catholics-worship-statues"},{"key":"36_CR12","unstructured":"Brown, T.B., et al.: Language models are few-shot learners. In: Proceedings of the 34th International Conference on Neural Information Processing Systems, NIPS 2020. Curran Associates Inc., Red Hook, NY, USA (2020)"},{"key":"36_CR13","doi-asserted-by":"publisher","unstructured":"Caliskan, A., Bryson, J.J., Narayanan, A.: Semantics derived automatically from language corpora contain human-like biases. Science 356(6334), 183\u2013186 (2017). https:\/\/doi.org\/10.1126\/science.aal4230, https:\/\/www.science.org\/doi\/abs\/10.1126\/science.aal4230","DOI":"10.1126\/science.aal4230"},{"key":"36_CR14","doi-asserted-by":"publisher","unstructured":"Charlesworth, T.E.S., Yang, V., Mann, T.C., Kurdi, B., Banaji, M.R.: Gender stereotypes in natural language: word embeddings show robust consistency across child and adult language corpora of more than 65 million words. Psychol. Sci. 32(2), 218\u2013240 (2021). https:\/\/doi.org\/10.1177\/0956797620963619, pMID: 33400629","DOI":"10.1177\/0956797620963619"},{"key":"36_CR15","unstructured":"Cohere: Build conversational apps with rag. Accessed 28 Mar 2024"},{"key":"36_CR16","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Burstein, J., Doran, C., Solorio, T. (eds.) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis, Minnesota, June 2019. https:\/\/doi.org\/10.18653\/v1\/N19-1423, https:\/\/aclanthology.org\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"36_CR17","unstructured":"GSMA: GSMA mobile connectivity index. Accessed 5 Apr 2024"},{"key":"36_CR18","unstructured":"Jha, S.: What idolatry means in hinduism, July 2018. https:\/\/www.hinduamerican.org\/blog\/what-idolatry-means-in-hinduism\/"},{"key":"36_CR19","doi-asserted-by":"publisher","unstructured":"Kurita, K., Vyas, N., Pareek, A., Black, A.W., Tsvetkov, Y.: Measuring bias in contextualized word representations. In: Costa-juss\u00e0, M.R., Hardmeier, C., Radford, W., Webster, K. (eds.) Proceedings of the First Workshop on Gender Bias in Natural Language Processing, pp. 166\u2013172. Association for Computational Linguistics, Florence, Italy, August 2019. https:\/\/doi.org\/10.18653\/v1\/W19-3823, https:\/\/aclanthology.org\/W19-3823","DOI":"10.18653\/v1\/W19-3823"},{"key":"36_CR20","doi-asserted-by":"crossref","unstructured":"Nadeem, M., Bethke, A., Reddy, S.: StereoSet: measuring stereotypical bias in pretrained language models. In: Zong, C., Xia, F., Li, W., Navigli, R. (eds.) Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers), pp. 5356\u20135371. Association for Computational Linguistics, August 2021","DOI":"10.18653\/v1\/2021.acl-long.416"},{"key":"36_CR21","doi-asserted-by":"publisher","unstructured":"Nangia, N., Vania, C., Bhalerao, R., Bowman, S.R.: CrowS-pairs: a challenge dataset for measuring social biases in masked language models. In: Webber, B., Cohn, T., He, Y., Liu, Y. (eds.) Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 1953\u20131967. Association for Computational Linguistics, November 2020. https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.154, https:\/\/aclanthology.org\/2020.emnlp-main.154","DOI":"10.18653\/v1\/2020.emnlp-main.154"},{"key":"36_CR22","doi-asserted-by":"publisher","unstructured":"Navigli, R., Conia, S., Ross, B.: Biases in large language models: origins, inventory, and discussion. J. Data Inf. Qual. 15(2), 1\u201321 (2023). https:\/\/doi.org\/10.1145\/3597307","DOI":"10.1145\/3597307"},{"key":"36_CR23","doi-asserted-by":"publisher","unstructured":"Parrish, A., et al.: BBQ: a hand-built bias benchmark for question answering. In: Muresan, S., Nakov, P., Villavicencio, A. (eds.) Findings of the Association for Computational Linguistics: ACL 2022, pp. 2086\u20132105. Association for Computational Linguistics, Dublin, Ireland, May 2022. https:\/\/doi.org\/10.18653\/v1\/2022.findings-acl.165, https:\/\/aclanthology.org\/2022.findings-acl.165","DOI":"10.18653\/v1\/2022.findings-acl.165"},{"key":"36_CR24","doi-asserted-by":"publisher","unstructured":"Rudinger, R., Naradowsky, J., Leonard, B., Van\u00a0Durme, B.: Gender bias in coreference resolution. In: Walker, M., Ji, H., Stent, A. (eds.) Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 2 (Short Papers), pp. 8\u201314. Association for Computational Linguistics, New Orleans, Louisiana, June 2018. https:\/\/doi.org\/10.18653\/v1\/N18-2002, https:\/\/aclanthology.org\/N18-2002","DOI":"10.18653\/v1\/N18-2002"},{"key":"36_CR25","doi-asserted-by":"publisher","unstructured":"Sulem, E., Hay, J., Roth, D.: Yes, no or IDK: the challenge of unanswerable yes\/no questions. In: Carpuat, M., de\u00a0Marneffe, M.C., Meza\u00a0Ruiz, I.V. (eds.) Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 1075\u20131085. Association for Computational Linguistics, Seattle, United States, July 2022. https:\/\/doi.org\/10.18653\/v1\/2022.naacl-main.79, https:\/\/aclanthology.org\/2022.naacl-main.79","DOI":"10.18653\/v1\/2022.naacl-main.79"},{"key":"36_CR26","unstructured":"Touvron, H., et al.: LLaMA: open and efficient foundation language models (2023)"},{"key":"36_CR27","unstructured":"Wikipedia: Blarney stone. en.wikipedia.org. Accessed 5 Apr 2024"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70242-6_36","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,24]],"date-time":"2025-02-24T12:19:17Z","timestamp":1740399557000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70242-6_36"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031702419","9783031702426"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70242-6_36","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"20 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"NLDB","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Applications of Natural Language to Information Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Turin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 June 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nldb2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/nldb2024.di.unito.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}