{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T11:59:43Z","timestamp":1769774383128,"version":"3.49.0"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032159861","type":"print"},{"value":"9783032159878","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-15987-8_33","type":"book-chapter","created":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T20:27:29Z","timestamp":1769718449000},"page":"493-507","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Question Answering Model Robustness Against Typographical Mistakes Using Adversarial Attacks"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-7891-3748","authenticated-orcid":false,"given":"Ricardo Saraiva","family":"Grava","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8992-4768","authenticated-orcid":false,"given":"Anarosa Alves Franco","family":"Brand\u00e3o","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3551-6480","authenticated-orcid":false,"given":"Sarajane Marques","family":"Peres","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4077-4935","authenticated-orcid":false,"given":"Fabio Gagliardi","family":"Cozman","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2026,1,30]]},"reference":[{"key":"33_CR1","doi-asserted-by":"crossref","unstructured":"Almagro, M., Almaz\u00e1n, E., Ortego, D., Jim\u00e9nez, D.: Lea: improving sentence similarity robustness to typos using lexical attention bias. In: Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, pp. 36\u201346 (2023)","DOI":"10.1145\/3580305.3599402"},{"key":"33_CR2","unstructured":"Bird, S., Klein, E., Loper, E.: Natural language processing with Python: analyzing text with the natural language toolkit. O\u2019Reilly Media, Inc. (2009)"},{"key":"33_CR3","unstructured":"Callison-Burch, C., Osborne, M., Koehn, P.: Re-evaluating the role of bleu in machine translation research. In: 11th Conference of the European Chapter of the Association for Computational Linguistics, pp. 249\u2013256. Association for Computational Linguistics (2006)"},{"key":"33_CR4","unstructured":"Chin-Yew, L.: Rouge: a package for automatic evaluation of summaries. In: Proceedings of the Workshop on Text Summarization Branches Out, 2004 (2004)"},{"issue":"4","key":"33_CR5","doi-asserted-by":"publisher","first-page":"4124","DOI":"10.1007\/s10489-022-03732-9","volume":"53","author":"R Etezadi","year":"2023","unstructured":"Etezadi, R., Shamsfard, M.: The state of the art in open domain complex question answering: a survey. Appl. Intell. 53(4), 4124\u20134144 (2023)","journal-title":"Appl. Intell."},{"key":"33_CR6","unstructured":"Falconer, J.: Google: our new search strategy is to compute answers, not links. The Next Web (2011). https:\/\/thenextweb.com\/news\/google-our-new-search-strategy-is-to-compute-answers-not-links"},{"key":"33_CR7","unstructured":"Goodfellow, I., et al.: Generative adversarial nets. In: Advances in Neural Information Processing Systems, vol. 27 (2014)"},{"key":"33_CR8","unstructured":"Goodfellow, I.J., Shlens, J., Szegedy, C.: Explaining and harnessing adversarial examples. arXiv preprint arXiv:1412.6572 (2014)"},{"key":"33_CR9","unstructured":"Honnibal, M., Montani, I., Van\u00a0Landeghem, S., Boyd, A., et\u00a0al.: spaCy: industrial-strength natural language processing in python (2020)"},{"key":"33_CR10","doi-asserted-by":"crossref","unstructured":"Iyyer, M., Wieting, J., Gimpel, K., Zettlemoyer, L.: Adversarial example generation with syntactically controlled paraphrase networks. arXiv preprint arXiv:1804.06059 (2018)","DOI":"10.18653\/v1\/N18-1170"},{"key":"33_CR11","doi-asserted-by":"crossref","unstructured":"Jia, R., Liang, P.: Adversarial examples for evaluating reading comprehension systems. arXiv preprint arXiv:1707.07328 (2017)","DOI":"10.18653\/v1\/D17-1215"},{"key":"33_CR12","doi-asserted-by":"crossref","unstructured":"Kry\u015bci\u0144ski, W., Keskar, N.S., McCann, B., Xiong, C., Socher, R.: Neural text summarization: a critical evaluation. arXiv preprint arXiv:1908.08960 (2019)","DOI":"10.18653\/v1\/D19-1051"},{"key":"33_CR13","unstructured":"Kusner, M., Sun, Y., Kolkin, N., Weinberger, K.: From word embeddings to document distances. In: International Conference on Machine Learning, pp. 957\u2013966. PMLR (2015)"},{"key":"33_CR14","unstructured":"Likert, R.: A technique for the measurement of attitudes. Arch. Psychol. (1932)"},{"key":"33_CR15","doi-asserted-by":"crossref","unstructured":"Morris, J.X., Lifland, E., Yoo, J.Y., Grigsby, J., Jin, D., Qi, Y.: Textattack: a framework for adversarial attacks, data augmentation, and adversarial training in NLP. arXiv preprint arXiv:2005.05909 (2020)","DOI":"10.18653\/v1\/2020.emnlp-demos.16"},{"key":"33_CR16","doi-asserted-by":"crossref","unstructured":"Novikova, J., Du\u0161ek, O., Curry, A.C., Rieser, V.: Why we need new evaluation metrics for NLG. arXiv preprint arXiv:1707.06875 (2017)","DOI":"10.18653\/v1\/D17-1238"},{"key":"33_CR17","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318 (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"33_CR18","doi-asserted-by":"crossref","unstructured":"Popovi\u0107, M.: chrF: character n-gram f-score for automatic MT evaluation. In: Proceedings of the Tenth Workshop on Statistical Machine Translation, pp. 392\u2013395 (2015)","DOI":"10.18653\/v1\/W15-3049"},{"key":"33_CR19","doi-asserted-by":"crossref","unstructured":"Pruthi, D., Dhingra, B., Lipton, Z.C.: Combating adversarial misspellings with robust word recognition. arXiv preprint arXiv:1905.11268 (2019)","DOI":"10.18653\/v1\/P19-1561"},{"key":"33_CR20","doi-asserted-by":"crossref","unstructured":"Rajpurkar, P., Zhang, J., Lopyrev, K., Liang, P.: Squad: 100,000+ questions for machine comprehension of text. arXiv preprint arXiv:1606.05250 (2016)","DOI":"10.18653\/v1\/D16-1264"},{"key":"33_CR21","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Semantically equivalent adversarial rules for debugging NLP models. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 856\u2013865 (2018)","DOI":"10.18653\/v1\/P18-1079"},{"issue":"2","key":"33_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3485766","volume":"55","author":"AB Sai","year":"2022","unstructured":"Sai, A.B., Mohankumar, A.K., Khapra, M.M.: A survey of evaluation metrics used for NLG systems. ACM Comput. Surv. (CSUR) 55(2), 1\u201339 (2022)","journal-title":"ACM Comput. Surv. (CSUR)"},{"issue":"2","key":"33_CR23","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1145\/3624724","volume":"67","author":"M Shanahan","year":"2024","unstructured":"Shanahan, M.: Talking about large language models. Commun. ACM 67(2), 68\u201379 (2024)","journal-title":"Commun. ACM"},{"key":"33_CR24","doi-asserted-by":"crossref","unstructured":"Sidiropoulos, G., Kanoulas, E.: Analysing the robustness of dual encoders for dense retrieval against misspellings. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2132\u20132136 (2022)","DOI":"10.1145\/3477495.3531818"},{"key":"33_CR25","doi-asserted-by":"crossref","unstructured":"da\u00a0Silva, E., Laterza, J., Faleiros, T.D.P.: New state-of-the-art for question answering on Portuguese squad V1. 1. In: Symposium on Knowledge Discovery, Mining and Learning (KDMiLe), pp. 98\u2013105. SBC (2022)","DOI":"10.5753\/kdmile.2022.227787"},{"key":"33_CR26","unstructured":"Szegedy, C.: Intriguing properties of neural networks. arXiv preprint arXiv:1312.6199 (2013)"},{"key":"33_CR27","doi-asserted-by":"crossref","unstructured":"Tan, S., Joty, S., Kan, M.Y., Socher, R.: It\u2019s morphin \u2018time! combating linguistic discrimination with inflectional perturbations. arXiv preprint arXiv:2005.04364 (2020)","DOI":"10.18653\/v1\/2020.acl-main.263"},{"key":"33_CR28","unstructured":"Mesnard, T., et al.: Gemma: open models based on Gemini research and technology. arXiv preprint arXiv:2403.08295 (2024)"},{"key":"33_CR29","unstructured":"Touvron, H., et al.: Llama: open and efficient foundation language models (2023). arXiv preprint arXiv:2302.13971"},{"key":"33_CR30","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"33_CR31","unstructured":"Wang, B., et al.: Adversarial glue: a multi-task benchmark for robustness evaluation of language models. arXiv preprint arXiv:2111.02840 (2021)"}],"container-title":["Lecture Notes in Computer Science","Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-15987-8_33","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T20:27:37Z","timestamp":1769718457000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-15987-8_33"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032159861","9783032159878"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-15987-8_33","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"30 January 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that\u00a0are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"BRACIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazilian Conference on Intelligent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Fortaleza-CE","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazil","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 October 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bracis2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/bracis.sbc.org.br\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}