{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T19:10:47Z","timestamp":1743016247194,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":27,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819787012"},{"type":"electronic","value":"9789819787029"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-97-8702-9_24","type":"book-chapter","created":{"date-parts":[[2025,2,7]],"date-time":"2025-02-07T14:46:26Z","timestamp":1738939586000},"page":"354-365","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["ATA: Attentive Text Augmentation for\u00a0Typo-Robust Language Models"],"prefix":"10.1007","author":[{"given":"Jihye","family":"Han","sequence":"first","affiliation":[]},{"given":"Sang Keun","family":"Lee","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,8]]},"reference":[{"key":"24_CR1","doi-asserted-by":"publisher","unstructured":"Almagro, M., Almaz\u00e1n, E.J., Ortego, D., Jim\u00e9nez, D.: LEA: improving sentence similarity robustness to typos using lexical attention bias. In: Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, KDD 2023, Long Beach, CA, USA, 6\u201310 August 2023, pp. 36\u201346. ACM (2023). https:\/\/doi.org\/10.1145\/3580305.3599402","DOI":"10.1145\/3580305.3599402"},{"key":"24_CR2","doi-asserted-by":"publisher","unstructured":"Barbieri, F., Camacho-Collados, J., Anke, L.E., Neves, L.: TweetEval: unified benchmark and comparative evaluation for tweet classification. In: Findings of the Association for Computational Linguistics: EMNLP 2020, Online Event, 16\u201320 November 2020, Findings of ACL, vol. EMNLP 2020, pp. 1644\u20131650. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/V1\/2020.FINDINGS-EMNLP.148","DOI":"10.18653\/V1\/2020.FINDINGS-EMNLP.148"},{"key":"24_CR3","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1162\/TACL_A_00051","volume":"5","author":"P Bojanowski","year":"2017","unstructured":"Bojanowski, P., Grave, E., Joulin, A., Mikolov, T.: Enriching word vectors with subword information. Trans. Assoc. Comput. Linguistics 5, 135\u2013146 (2017). https:\/\/doi.org\/10.1162\/TACL_A_00051","journal-title":"Trans. Assoc. Comput. Linguistics"},{"key":"24_CR4","doi-asserted-by":"publisher","unstructured":"Chen, L., Varoquaux, G., Suchanek, F.M.: Imputing out-of-vocabulary embeddings with LOVE makes language models robust with little cost. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2022, Dublin, Ireland, 22\u201327 May 2022, pp. 3488\u20133504. Association for Computational Linguistics (2022). https:\/\/doi.org\/10.18653\/V1\/2022.ACL-LONG.245","DOI":"10.18653\/V1\/2022.ACL-LONG.245"},{"key":"24_CR5","doi-asserted-by":"publisher","unstructured":"Clark, K., Khandelwal, U., Levy, O., Manning, C.D.: What does BERT look at? An analysis of BERT\u2019s attention. In: Proceedings of the 2019 ACL Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP, BlackboxNLP@ACL 2019, Florence, Italy, 1 August 2019, pp. 276\u2013286. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/V1\/W19-4828","DOI":"10.18653\/V1\/W19-4828"},{"key":"24_CR6","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT 2019, Minneapolis, MN, USA, 2\u20137 June 2019, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/V1\/N19-1423","DOI":"10.18653\/V1\/N19-1423"},{"key":"24_CR7","doi-asserted-by":"publisher","unstructured":"Edizel, B., Piktus, A., Bojanowski, P., Ferreira, R., Grave, E., Silvestri, F.: Misspelling oblivious word embeddings. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT 2019, Minneapolis, MN, USA, 2\u20137 June 2019, Volume 1 (Long and Short Papers), pp. 3226\u20133234. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/V1\/N19-1326","DOI":"10.18653\/V1\/N19-1326"},{"key":"24_CR8","doi-asserted-by":"publisher","unstructured":"Jin, D., Jin, Z., Zhou, J.T., Szolovits, P.: Is BERT really robust? A strong baseline for natural language attack on text classification and entailment. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a034, pp. 8018\u20138025 (2020). https:\/\/doi.org\/10.1609\/AAAI.V34I05.6311","DOI":"10.1609\/AAAI.V34I05.6311"},{"key":"24_CR9","doi-asserted-by":"publisher","unstructured":"Karpukhin, V., Levy, O., Eisenstein, J., Ghazvininejad, M.: Training on synthetic noise improves robustness to natural noise in machine translation. In: Proceedings of the 5th Workshop on Noisy User-generated Text, W-NUT@EMNLP 2019, Hong Kong, China, 4 November 2019, pp. 42\u201347. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/V1\/D19-5506","DOI":"10.18653\/V1\/D19-5506"},{"key":"24_CR10","doi-asserted-by":"publisher","unstructured":"Liang, Z., Lu, Y., Chen, H., Rao, Y.: Graph-based relation mining for context-free out-of-vocabulary word embedding learning. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2023, Toronto, Canada, 9\u201314 July 2023, pp. 14133\u201314149. Association for Computational Linguistics (2023). https:\/\/doi.org\/10.18653\/V1\/2023.ACL-LONG.790","DOI":"10.18653\/V1\/2023.ACL-LONG.790"},{"key":"24_CR11","unstructured":"Maas, A.L., Daly, R.E., Pham, P.T., Huang, D., Ng, A.Y., Potts, C.: Learning word vectors for sentiment analysis. In: The 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, Proceedings of the Conference, 19\u201324 June, 2011, Portland, Oregon, USA, pp. 142\u2013150. The Association for Computer Linguistics (2011). https:\/\/aclanthology.org\/P11-1015\/"},{"key":"24_CR12","unstructured":"Mikolov, T., Chen, K., Corrado, G., Dean, J.: Efficient estimation of word representations in vector space. In: 1st International Conference on Learning Representations, ICLR 2013, Scottsdale, Arizona, USA, 2\u20134 May 2013, Workshop Track Proceedings (2013). http:\/\/arxiv.org\/abs\/1301.3781"},{"key":"24_CR13","doi-asserted-by":"publisher","unstructured":"Moradi, M., Samwald, M.: Evaluating the robustness of neural language models to input perturbations. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, EMNLP 2021, Virtual Event\/Punta Cana, Dominican Republic, 7\u201311 November 2021, pp. 1558\u20131570. Association for Computational Linguistics (2021). https:\/\/doi.org\/10.18653\/V1\/2021.EMNLP-MAIN.117","DOI":"10.18653\/V1\/2021.EMNLP-MAIN.117"},{"key":"24_CR14","doi-asserted-by":"publisher","unstructured":"Pang, B., Lee, L.: Seeing stars: exploiting class relationships for sentiment categorization with respect to rating scales. In: ACL 2005, 43rd Annual Meeting of the Association for Computational Linguistics, Proceedings of the Conference, 25\u201330 June 2005, University of Michigan, USA, pp. 115\u2013124. The Association for Computer Linguistics (2005). https:\/\/doi.org\/10.3115\/1219840.1219855, https:\/\/aclanthology.org\/P05-1015\/","DOI":"10.3115\/1219840.1219855"},{"key":"24_CR15","doi-asserted-by":"publisher","unstructured":"Pennington, J., Socher, R., Manning, C.D.: Glove: global vectors for word representation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing, EMNLP 2014, 25\u201329 October 2014, Doha, Qatar, A meeting of SIGDAT, a Special Interest Group of the ACL, pp. 1532\u20131543. ACL (2014). https:\/\/doi.org\/10.3115\/V1\/D14-1162","DOI":"10.3115\/V1\/D14-1162"},{"key":"24_CR16","doi-asserted-by":"publisher","unstructured":"Pinter, Y., Guthrie, R., Eisenstein, J.: Mimicking word embeddings using subword RNNs. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, EMNLP 2017, Copenhagen, Denmark, 9\u201311 September 2017, pp. 102\u2013112. Association for Computational Linguistics (2017). https:\/\/doi.org\/10.18653\/V1\/D17-1010","DOI":"10.18653\/V1\/D17-1010"},{"key":"24_CR17","unstructured":"Qiang, Y., Pan, D., Li, C., Li, X., Jang, R., Zhu, D.: AttCAT: explaining transformers via attentive class activation tokens. In: Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, New Orleans, LA, USA, 28 November\u20139 December 2022 (2022). http:\/\/papers.nips.cc\/paper_files\/paper\/2022\/hash\/20e45668fefa793bd9f2edf19be12c4b-Abstract-Conference.html"},{"key":"24_CR18","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I.: Language models are unsupervised multitask learners (2019). https:\/\/api.semanticscholar.org\/CorpusID:160025533"},{"key":"24_CR19","doi-asserted-by":"publisher","unstructured":"Sasaki, S., Suzuki, J., Inui, K.: Subword-based compact reconstruction of word embeddings. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT 2019, Minneapolis, MN, USA, 2\u20137 June 2019, Volume 1 (Long and Short Papers), pp. 3498\u20133508. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/V1\/N19-1353","DOI":"10.18653\/V1\/N19-1353"},{"key":"24_CR20","doi-asserted-by":"publisher","unstructured":"Sidiropoulos, G., Kanoulas, E.: Analysing the robustness of dual encoders for dense retrieval against misspellings. In: SIGIR 2022: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, Madrid, Spain, 11\u201315 July 2022, pp. 2132\u20132136. ACM (2022). https:\/\/doi.org\/10.1145\/3477495.3531818","DOI":"10.1145\/3477495.3531818"},{"key":"24_CR21","doi-asserted-by":"crossref","unstructured":"Socher, R., et\u00a0al.: Recursive deep models for semantic compositionality over a sentiment treebank. In: Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing, EMNLP 2013, 18\u201321 October 2013, Grand Hyatt Seattle, Seattle, Washington, USA, A meeting of SIGDAT, a Special Interest Group of the ACL, pp. 1631\u20131642. ACL (2013). https:\/\/aclanthology.org\/D13-1170\/","DOI":"10.18653\/v1\/D13-1170"},{"key":"24_CR22","unstructured":"Sun, L., et\u00a0al.: Adv-BERT: BERT is not robust on misspellings! generating nature adversarial samples on BERT. CoRR abs\/2003.04985 (2020). https:\/\/arxiv.org\/abs\/2003.04985"},{"key":"24_CR23","unstructured":"Vaswani, A., et\u00a0al.: Attention is all you need. In: Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, 4\u20139 December 2017, Long Beach, CA, USA, pp. 5998\u20136008 (2017). https:\/\/proceedings.neurips.cc\/paper\/2017\/hash\/3f5ee243547dee91fbd053c1c4a845aa-Abstract.html"},{"key":"24_CR24","doi-asserted-by":"publisher","unstructured":"Wieting, J., Bansal, M., Gimpel, K., Livescu, K.: Charagram: embedding words and sentences via character n-grams. In: Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing, EMNLP 2016, Austin, Texas, USA, 1\u20134 November 2016, pp. 1504\u20131515. The Association for Computational Linguistics (2016). https:\/\/doi.org\/10.18653\/V1\/D16-1157","DOI":"10.18653\/V1\/D16-1157"},{"key":"24_CR25","unstructured":"Wu, Y., et\u00a0al.: Google\u2019s neural machine translation system: bridging the gap between human and machine translation. CoRR abs\/1609.08144 (2016). http:\/\/arxiv.org\/abs\/1609.08144"},{"issue":"1","key":"24_CR26","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1038\/s41597-019-0055-0","volume":"6","author":"Y Zhang","year":"2019","unstructured":"Zhang, Y., Chen, Q., Yang, Z., Lin, H., Lu, Z.: Biowordvec, improving biomedical word embeddings with subword information and mesh. Sci. Data 6(1), 52 (2019)","journal-title":"Sci. Data"},{"key":"24_CR27","doi-asserted-by":"publisher","unstructured":"Zhuang, S., Zuccon, G.: Dealing with typos for BERT-based passage retrieval and ranking. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, EMNLP 2021, Virtual Event\/Punta Cana, Dominican Republic, 7\u201311 November 2021, pp. 2836\u20132842. Association for Computational Linguistics (2021). https:\/\/doi.org\/10.18653\/V1\/2021.EMNLP-MAIN.225","DOI":"10.18653\/V1\/2021.EMNLP-MAIN.225"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition and Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-8702-9_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,7]],"date-time":"2025-02-07T14:46:35Z","timestamp":1738939595000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-8702-9_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9789819787012","9789819787029"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-8702-9_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"8 February 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICPRAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Pattern Recognition and Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Jeju Island","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 June 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icprai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/brain.korea.ac.kr\/icprai2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}