{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,5]],"date-time":"2026-01-05T15:11:11Z","timestamp":1767625871305,"version":"3.40.3"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031777301"},{"type":"electronic","value":"9783031777318"}],"license":[{"start":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T00:00:00Z","timestamp":1731542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T00:00:00Z","timestamp":1731542400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-77731-8_8","type":"book-chapter","created":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T16:42:10Z","timestamp":1732034530000},"page":"85-96","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["How Resilient are Language Models to\u00a0Text Perturbations?"],"prefix":"10.1007","author":[{"given":"Daniel","family":"Romero-Alvarado","sequence":"first","affiliation":[]},{"given":"Jos\u00e9","family":"Hern\u00e1ndez-Orallo","sequence":"additional","affiliation":[]},{"given":"Fernando","family":"Mart\u00ednez-Plumed","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,14]]},"reference":[{"key":"8_CR1","unstructured":"Belinkov, Y., Bisk, Y.: Synthetic and natural noise both break neural machine translation. In: International Conference on Learning Representations (2018)"},{"key":"8_CR2","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: NeurIPS 33, pp. 1877\u20131901 (2020)"},{"key":"8_CR3","unstructured":"Clark, K., Luong, M.T., Le, Q.V., Manning, C.D.: ELECTRA: pre-training text encoders as discriminators rather than generators. In: International Conference on Learning Representations (2020)"},{"issue":"1","key":"8_CR4","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Measur. 20(1), 37\u201346 (1960)","journal-title":"Educ. Psychol. Measur."},{"key":"8_CR5","doi-asserted-by":"crossref","unstructured":"Conneau, A., et al.: Unsupervised cross-lingual representation learning at scale. arXiv:1911.02116 (2019)","DOI":"10.18653\/v1\/2020.acl-main.747"},{"key":"8_CR6","unstructured":"Dai, Z., Lai, G., Yang, Y., Le, Q.V.: Funnel-transformer: filtering out sequential redundancy for efficient language processing. In: NeurIPS (2020)"},{"key":"8_CR7","doi-asserted-by":"crossref","unstructured":"Davidson, T., Warmsley, D., Macy, M., Weber, I.: Automated hate speech detection and the problem of offensive language. In: Eleventh International AAAI Conference on Web and Social Media (2017)","DOI":"10.1609\/icwsm.v11i1.14955"},{"key":"8_CR8","unstructured":"Demontis, A., et al.: Why do adversarial attacks transfer? Explaining transferability of evasion and poisoning attacks. In: 28th USENIX Security Symposium (USENIX Security 2019), pp. 321\u2013338 (2019)"},{"key":"8_CR9","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv:1810.04805 (2018)"},{"key":"8_CR10","doi-asserted-by":"crossref","unstructured":"Ebrahimi, J., Rao, A., Lowd, D., Dou, D.: HotFlip: white-box adversarial examples for text classification. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 31\u201336 (2018)","DOI":"10.18653\/v1\/P18-2006"},{"key":"8_CR11","doi-asserted-by":"crossref","unstructured":"Jia, R., Liang, P.: Adversarial examples for evaluating reading comprehension systems. In: Conference on Empirical Methods in NLP, pp. 2021\u20132031 (2017)","DOI":"10.18653\/v1\/D17-1215"},{"key":"8_CR12","doi-asserted-by":"crossref","unstructured":"Moradi, M., Samwald, M.: Evaluating the robustness of neural language models to input perturbations. arXiv:2108.12237 (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.117"},{"key":"8_CR13","doi-asserted-by":"crossref","unstructured":"Morris, J.X., Lifland, E., Yoo, J., Grigsby, J., Jin, D., Qi, Y.: TextAttack: a framework for adversarial attacks, data augmentation, and adversarial training in NLP. In: Proceedings of the 2020 Conference on Empirical Methods in NLP: System Demonstrations, pp. 119\u2013126 (2020)","DOI":"10.18653\/v1\/2020.emnlp-demos.16"},{"key":"8_CR14","unstructured":"Paszke, A., et al.: Automatic differentiation in PyTorch. In: NIPS-W (2017)"},{"key":"8_CR15","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Wu, T., Guestrin, C., Singh, S.: Beyond accuracy: behavioral testing of NLP models with checklist. arXiv:2005.04118 (2020)","DOI":"10.18653\/v1\/2020.acl-main.442"},{"key":"8_CR16","unstructured":"Romero-Alvarado, D., Hern\u00e1ndez-Orallo, J., Mart\u00ednez-Plumed, F.: Supplementary material: how resilient are language models to text perturbations? (2024). https:\/\/github.com\/Daniframe\/TFG-GCD.git"},{"key":"8_CR17","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. In: NeurIPS EMC2 Workshop (2019)"},{"key":"8_CR18","unstructured":"Singh, A., Singh, N., Vatsal, S.: Robustness of LLMs to perturbations in text (2024). https:\/\/arxiv.org\/abs\/2407.08989"},{"key":"8_CR19","doi-asserted-by":"crossref","unstructured":"Socher, R., et al.: Recursive deep models for semantic compositionality over a sentiment treebank. In: Proceedings of the 2013 Conference on Empirical Methods in NLP, pp. 1631\u20131642 (2013)","DOI":"10.18653\/v1\/D13-1170"},{"key":"8_CR20","series-title":"Theory and Applications of Natural Language Processing","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-642-20227-8_1","volume-title":"Language Technology for Cultural Heritage","author":"M Volk","year":"2011","unstructured":"Volk, M., Furrer, L., Sennrich, R.: Strategies for reducing and correcting OCR errors. In: Sporleder, C., van den Bosch, A., Zervanou, K. (eds.) Language Technology for Cultural Heritage. TANLP, pp. 3\u201322. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-20227-8_1"},{"key":"8_CR21","doi-asserted-by":"crossref","unstructured":"Wang, A., Singh, A., Michael, J., Hill, F., Levy, O., Bowman, S.R.: GLUE: a multi-task benchmark and analysis platform for natural language understanding. arXiv:1804.07461 (2018)","DOI":"10.18653\/v1\/W18-5446"},{"key":"8_CR22","doi-asserted-by":"crossref","unstructured":"Wang, X., et\u00a0al.: TextFlint: unified multilingual robustness evaluation toolkit for NLP. In: 59th ACL: System Demonstrations, pp. 347\u2013355 (2021)","DOI":"10.18653\/v1\/2021.acl-demo.41"},{"key":"8_CR23","first-page":"625","volume":"6","author":"A Warstadt","year":"2018","unstructured":"Warstadt, A., Singh, A., Bowman, S.R.: Neural network acceptability judgments. Trans. Assoc. Comput. Linguist. 6, 625\u2013641 (2018)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"8_CR24","doi-asserted-by":"crossref","unstructured":"Williams, A., Nangia, N., Bowman, S.R.: A broad-coverage challenge corpus for sentence understanding through inference. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), pp. 1112\u20131122 (2018)","DOI":"10.18653\/v1\/N18-1101"},{"key":"8_CR25","unstructured":"Wolf, T., et\u00a0al.: Transformers: state-of-the-art NLP (2020). https:\/\/huggingface.co\/transformers"},{"key":"8_CR26","unstructured":"Yang, Z., Dai, Z., Yang, Y., Carbonell, J., Salakhutdinov, R.R., Le, Q.V.: XLNet: generalized autoregressive pretraining for language understanding. In: NeurIPS 32 (2019)"},{"key":"8_CR27","unstructured":"Zhang, Y., Baldridge, J., He, L.: PAWS: paraphrase adversaries from word scrambling. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol.\u00a01, pp. 1298\u20131308 (2019)"},{"key":"8_CR28","unstructured":"Zhou, X., Zhang, M., Huang, H., Han, J.: Improving lexical robustness in text classification. In: Proceedings of the Annual Conference of the North American Chapter of the Association for Computational Linguistics (2019)"}],"container-title":["Lecture Notes in Computer Science","Intelligent Data Engineering and Automated Learning \u2013 IDEAL 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-77731-8_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T15:22:34Z","timestamp":1733066554000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-77731-8_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,14]]},"ISBN":["9783031777301","9783031777318"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-77731-8_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,14]]},"assertion":[{"value":"14 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IDEAL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Data Engineering and Automated Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Valencia","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ideal2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}