{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T08:43:59Z","timestamp":1776415439415,"version":"3.51.2"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"16","license":[{"start":{"date-parts":[[2023,2,24]],"date-time":"2023-02-24T00:00:00Z","timestamp":1677196800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,2,24]],"date-time":"2023-02-24T00:00:00Z","timestamp":1677196800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Hwarang-Dae Research Institute of Korea Military Academy."}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s10489-022-03313-w","type":"journal-article","created":{"date-parts":[[2023,2,24]],"date-time":"2023-02-24T19:02:34Z","timestamp":1677265354000},"page":"19161-19185","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Detecting textual adversarial examples through text modification on text classification systems"],"prefix":"10.1007","volume":"53","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1169-9892","authenticated-orcid":false,"given":"Hyun","family":"Kwon","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sanghyun","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,2,24]]},"reference":[{"key":"3313_CR1","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.neunet.2014.09.003","volume":"61","author":"J Schmidhuber","year":"2015","unstructured":"Schmidhuber J (2015) Deep learning in neural networks: An overview. Neural Netw 61:85\u2013117","journal-title":"Neural Netw"},{"key":"3313_CR2","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. In: International Conference on Learning Representations"},{"key":"3313_CR3","doi-asserted-by":"crossref","unstructured":"Wu Z, Zhao D, Liang Q, Yu J, Gulati A, Pang R (2021) Dynamic sparsity neural networks for automatic speech recognition. In: ICASSP 2021-2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). IEEE, pp 6014\u2013 6018","DOI":"10.1109\/ICASSP39728.2021.9414505"},{"issue":"2","key":"3313_CR4","doi-asserted-by":"publisher","first-page":"604","DOI":"10.1109\/TNNLS.2020.2979670","volume":"32","author":"DW Otter","year":"2020","unstructured":"Otter D W, Medina JR, Kalita JK (2020) A survey of the usages of deep learning for natural language processing. IEEE Trans Neural Netw Learn Syst 32(2):604\u2013624","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"3313_CR5","doi-asserted-by":"crossref","unstructured":"Potluri S, Diedrich C (2016) Accelerated deep neural networks for enhanced intrusion detection system. In: Emerging Technologies and Factory Automation (ETFA), 2016 IEEE 21st International Conference on. IEEE, pp 1\u20138","DOI":"10.1109\/ETFA.2016.7733515"},{"key":"3313_CR6","doi-asserted-by":"crossref","unstructured":"Ren H, Huang T, Yan H (2021) Adversarial examples: attacks and defenses in the physical world. Int J Mach Learn Cybern:1\u201312","DOI":"10.1007\/s13042-020-01242-z"},{"key":"3313_CR7","doi-asserted-by":"crossref","unstructured":"Papernot N, McDaniel P, Wu X, Jha S, Swami A (2016) Distillation as a defense to adversarial perturbations against deep neural networks. In: Security and Privacy (SP), 2016 IEEE Symposium on. IEEE, pp 582\u2013597","DOI":"10.1109\/SP.2016.41"},{"key":"3313_CR8","unstructured":"Goodfellow I, Shlens J, Szegedy C (2015) Explaining and harnessing adversarial examples. In: International Conference on Learning Representations"},{"key":"3313_CR9","doi-asserted-by":"crossref","unstructured":"Carlini N, Wagner D (2017) Towards evaluating the robustness of neural networks. In: 2017 IEEE Symposium on Security and Privacy (SP). IEEE, pp 39\u201357","DOI":"10.1109\/SP.2017.49"},{"key":"3313_CR10","unstructured":"Kurakin A, Goodfellow I J, Bengio S (2017) Adversarial machine learning at scale. In: International Conference on Learning Representations (ICLR)"},{"key":"3313_CR11","doi-asserted-by":"crossref","unstructured":"Ebrahimi J, Rao A, Lowd D, Dou D (2018) Hotflip: White-box adversarial examples for text classification. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), pp 31\u201336","DOI":"10.18653\/v1\/P18-2006"},{"key":"3313_CR12","doi-asserted-by":"crossref","unstructured":"Jin D, Jin Z, Zhou J T, Szolovits P (2020) Is bert really robust? a strong baseline for natural language attack on text classification and entailment. In: Proceedings of the AAAI conference on artificial intelligence, vol 34, pp 8018\u20138025","DOI":"10.1609\/aaai.v34i05.6311"},{"key":"3313_CR13","unstructured":"Li L, Qiu X (2020) Textat: Adversarial training for natural language understanding with token-level perturbation. arXiv:2004.14543"},{"key":"3313_CR14","doi-asserted-by":"crossref","unstructured":"Peng W, Huang L, Jia J, Ingram E (2018) Enhancing the naive bayes spam filter through intelligent text modification detection. In: 2018 17th IEEE International Conference On Trust, Security And Privacy In Computing And Communications\/12th IEEE International Conference On Big Data Science And Engineering (TrustCom\/BigDataSE). IEEE, pp 849\u2013854","DOI":"10.1109\/TrustCom\/BigDataSE.2018.00122"},{"key":"3313_CR15","first-page":"649","volume":"28","author":"X Zhang","year":"2015","unstructured":"Zhang X, Zhao J, LeCun Y (2015) Character-level convolutional networks for text classification. Adv Neural Inf Process Syst 28:649\u2013657","journal-title":"Adv Neural Inf Process Syst"},{"key":"3313_CR16","doi-asserted-by":"crossref","unstructured":"Lin C, He Y (2009) Joint sentiment\/topic model for sentiment analysis. In: Proceedings of the 18th ACM conference on Information and knowledge management, pp 375\u2013384","DOI":"10.1145\/1645953.1646003"},{"key":"3313_CR17","unstructured":"Maas A, Daly RE, Pham PT, Huang D, Ng AY, Potts C (2011) Large movie review dataset"},{"key":"3313_CR18","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2019) Bert: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp 4171\u20134186"},{"key":"3313_CR19","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1016\/j.asoc.2017.04.069","volume":"58","author":"T Sabbah","year":"2017","unstructured":"Sabbah T, Selamat A, Selamat M H, Al-Anzi F S, Viedma E H, Krejcar O, Fujita H (2017) Modified frequency-based term weighting schemes for text classification. Appl Soft Comput 58:193\u2013206","journal-title":"Appl Soft Comput"},{"key":"3313_CR20","doi-asserted-by":"publisher","first-page":"106649","DOI":"10.1016\/j.knosys.2020.106649","volume":"213","author":"R Catelli","year":"2021","unstructured":"Catelli R, Casola V, De Pietro G, Fujita H, Esposito M (2021) Combining contextualized word representation and sub-document level analysis through bi-lstm+ crf architecture for clinical de-identification. Knowl-Based Syst 213:106649","journal-title":"Knowl-Based Syst"},{"key":"3313_CR21","doi-asserted-by":"crossref","unstructured":"Moosavi-Dezfooli S-M, Fawzi A, Frossard P (2016) Deepfool: a simple and accurate method to fool deep neural networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp 2574\u20132582","DOI":"10.1109\/CVPR.2016.282"},{"key":"3313_CR22","doi-asserted-by":"crossref","unstructured":"Papernot N, McDaniel P, Goodfellow I, Jha S, Celik Z B, Swami A (2017) Practical black-box attacks against machine learning. In: Proceedings of the 2017 ACM on Asia Conference on Computer and Communications Security. ACM, pp 506\u2013519","DOI":"10.1145\/3052973.3053009"},{"key":"3313_CR23","doi-asserted-by":"crossref","unstructured":"Narodytska N, Kasiviswanathan S (2017) Simple black-box adversarial attacks on deep neural networks. In: 2017 IEEE Conference on Computer Vision and Pattern Recognition Workshops (CVPRW). IEEE, pp 1310\u20131318","DOI":"10.1109\/CVPRW.2017.172"},{"key":"3313_CR24","doi-asserted-by":"crossref","unstructured":"Carlini N, Wagner D (2018) Audio adversarial examples: Targeted attacks on speech-to-text. In: 2018 IEEE Security and Privacy Workshops (SPW). IEEE, pp 1\u20137","DOI":"10.1109\/SPW.2018.00009"},{"key":"3313_CR25","doi-asserted-by":"crossref","unstructured":"Wu A, Han Y, Zhang Q, Kuang X (2019) Untargeted adversarial attack via expanding the semantic gap. In: 2019 IEEE International Conference on Multimedia and Expo (ICME). IEEE, pp 514\u2013519","DOI":"10.1109\/ICME.2019.00095"},{"key":"3313_CR26","doi-asserted-by":"crossref","unstructured":"Zang Y, Qi F, Yang C, Liu Z, Zhang M, Liu Q, Sun M (2020) Word-level textual adversarial attacking as combinatorial optimization. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp 6066\u20136080","DOI":"10.18653\/v1\/2020.acl-main.540"},{"key":"3313_CR27","doi-asserted-by":"crossref","unstructured":"Niven T, Kao H-Y (2019) Probing neural network comprehension of natural language arguments. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp 4658\u20134664","DOI":"10.18653\/v1\/P19-1459"},{"key":"3313_CR28","doi-asserted-by":"crossref","unstructured":"Schmitt X, Kubler S, Robert J, Papadakis M, LeTraon Y (2019) A replicable comparison study of ner software: Stanfordnlp, nltk, opennlp, spacy, gate. In: 2019 Sixth International Conference on Social Networks Analysis, Management and Security (SNAMS). IEEE, pp 338\u2013343","DOI":"10.1109\/SNAMS.2019.8931850"},{"key":"3313_CR29","doi-asserted-by":"crossref","unstructured":"Mrk\u0161i\u0107 N, S\u00e9aghdha D, Thomson B, Ga\u0161i\u0107 M, Rojas-Barahona L, Su PH, Vandyke D, Wen TH, Young S (2016) Counter-fitting word vectors to linguistic constraints. In: 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL HLT 2016-Proceedings of the Conference, pp 142\u2013148","DOI":"10.18653\/v1\/N16-1018"},{"issue":"4","key":"3313_CR30","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1162\/COLI_a_00237","volume":"41","author":"F Hill","year":"2015","unstructured":"Hill F, Reichart R, Korhonen A (2015) Simlex-999: Evaluating semantic models with (genuine) similarity estimation. Comput Linguist 41(4):665\u2013695","journal-title":"Comput Linguist"},{"key":"3313_CR31","unstructured":"Abadi M, Barham P, Chen J, Chen Z, Davis A, Dean J, Devin M, Ghemawat S, Irving G, Isard M et al (2016) Tensorflow: A system for large-scale machine learning.. In: OSDI, vol 16, pp 265\u2013283"},{"key":"3313_CR32","doi-asserted-by":"crossref","unstructured":"Jawale S, Sawarkar SD (2020) Interpretable sentiment analysis based on deep learning: An overview. In: 2020 IEEE Pune Section International Conference (PuneCon). IEEE, pp 65\u201370","DOI":"10.1109\/PuneCon50868.2020.9362361"},{"key":"3313_CR33","doi-asserted-by":"crossref","unstructured":"Zhang C, Yamana H (2021) Improving text classification using knowledge in labels. In: 2021 IEEE 6th International Conference on Big Data Analytics (ICBDA). IEEE, pp 193\u2013197","DOI":"10.1109\/ICBDA51983.2021.9403092"},{"key":"3313_CR34","doi-asserted-by":"publisher","first-page":"113770","DOI":"10.1016\/j.eswa.2020.113770","volume":"162","author":"Z Rahimi","year":"2020","unstructured":"Rahimi Z, Homayounpour MM (2020) Tens-embedding: A tensor-based document embedding method. Expert Syst Appl 162:113770","journal-title":"Expert Syst Appl"},{"key":"3313_CR35","unstructured":"Petrosyan A, Dereventsov A, Webster CG (2020) Neural network integral representations with the relu activation function. In: Mathematical and Scientific Machine Learning. PMLR, pp 128\u2013143"},{"key":"3313_CR36","unstructured":"Sheikholeslami S (2019) Ablation programming for machine learning"},{"key":"3313_CR37","doi-asserted-by":"crossref","unstructured":"Cervellini P, Menezes AG, Mago VK (2016) Finding trendsetters on yelp dataset. In: 2016 IEEE symposium series on computational intelligence (SSCI). IEEE, pp 1\u20137","DOI":"10.1109\/SSCI.2016.7849866"},{"issue":"6","key":"3313_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3136625","volume":"50","author":"J Li","year":"2017","unstructured":"Li J, Cheng K, Wang S, Morstatter F, Trevino RP, Tang J, Liu H (2017) Feature selection: A data perspective. ACM Comput Surv (CSUR) 50(6):1\u201345","journal-title":"ACM Comput Surv (CSUR)"},{"key":"3313_CR39","doi-asserted-by":"crossref","unstructured":"Liu X, He J, Lang B, Chang S-F (2013) Hash bit selection: a unified solution for selection problems in hashing. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 1570\u20131577","DOI":"10.1109\/CVPR.2013.206"},{"key":"3313_CR40","doi-asserted-by":"publisher","first-page":"4980","DOI":"10.1109\/TIP.2020.2977573","volume":"29","author":"J Ma","year":"2020","unstructured":"Ma J, Xu H, Jiang J, Mei X, Zhang X-P (2020) Ddcgan: A dual-discriminator conditional generative adversarial network for multi-resolution image fusion. IEEE Trans Image Process 29:4980\u20134995","journal-title":"IEEE Trans Image Process"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03313-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-03313-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03313-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,28]],"date-time":"2023-08-28T05:08:12Z","timestamp":1693199292000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-03313-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,24]]},"references-count":40,"journal-issue":{"issue":"16","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["3313"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-03313-w","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,24]]},"assertion":[{"value":"27 January 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 February 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there are no conflicts of interest regarding the publication of this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}]}}