{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T17:18:43Z","timestamp":1763572723141,"version":"3.37.3"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T00:00:00Z","timestamp":1688515200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T00:00:00Z","timestamp":1688515200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Natural Science Foundation of China under Grant","award":["62172160"],"award-info":[{"award-number":["62172160"]}]},{"name":"National Natural Science Foundation of China under Grant","award":["62062034","61962022"],"award-info":[{"award-number":["62062034","61962022"]}]},{"name":"Jiangxi Provincial Natural Science Foundation under Grant","award":["20212ACB212002"],"award-info":[{"award-number":["20212ACB212002"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2024,10]]},"DOI":"10.1007\/s11276-023-03439-w","type":"journal-article","created":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T16:23:58Z","timestamp":1688574238000},"page":"6385-6398","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Towards unifying pre-trained language models for semantic text exchange"],"prefix":"10.1007","volume":"30","author":[{"given":"Jingyuan","family":"Miao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuqi","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1712-1872","authenticated-orcid":false,"given":"Nan","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jie","family":"Wen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kanglu","family":"Pei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yue","family":"Wan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tao","family":"Wan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Honglong","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,7,5]]},"reference":[{"key":"3439_CR1","doi-asserted-by":"crossref","unstructured":"Feng, S.Y., Li, A.W., Hoey, J. ( 2019). Keep calm and switch on! preserving sentiment and fluency in semantic text exchange. In: Proceedings of the 2019 conference on empirical methods in natural language processing and the 9th international joint conference on natural language processing (EMNLP-IJCNLP), pp. 2701\u2013 2711.","DOI":"10.18653\/v1\/D19-1272"},{"key":"3439_CR2","unstructured":"Szegedy, C., Zaremba, W., Sutskever, I., Bruna, J., Erhan, D., Goodfellow, I., Fergus, R. (2014). Intriguing properties of neural networks. In: 2nd international conference on learning representations, ICLR 2014."},{"key":"3439_CR3","unstructured":"Goodfellow, I., Shlens, J., Szegedy, C. (2014). Explaining and harnessing adversarial examples. In: International conference of learning representation, 2015, 1\u2013 11."},{"key":"3439_CR4","doi-asserted-by":"crossref","unstructured":"Jia, R., Liang, P. (2017). Adversarial examples for evaluating reading comprehension systems. In: EMNLP.","DOI":"10.18653\/v1\/D17-1215"},{"key":"3439_CR5","doi-asserted-by":"crossref","unstructured":"Wang, B., Pei, H., Pan, B., Chen, Q., Wang, S., Li, B. (2020). T3: Tree-autoencoder regularized adversarial text generation for targeted attack. In: 2020 conference on empirical methods in natural language processing, EMNLP 2020, 6134\u2013 6150. Association for Computational Linguistics (ACL).","DOI":"10.18653\/v1\/2020.emnlp-main.495"},{"key":"3439_CR6","doi-asserted-by":"crossref","unstructured":"Feng, S. .Y., Gangal, V., Wei, J., Chandar, S., Vosoughi, S., Mitamura, T., & Hovy, E. (2021). A survey of data augmentation approaches for nlp. In: Findings of the association for computational linguistics: ACL-IJCNLP, 2021, pp. 968\u2013988.","DOI":"10.18653\/v1\/2021.findings-acl.84"},{"issue":"11","key":"3439_CR7","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1145\/219717.219748","volume":"38","author":"GA Miller","year":"1995","unstructured":"Miller, G. A. (1995). Wordnet: a lexical database for english. Communications of the ACM, 38(11), 39\u201341.","journal-title":"Communications of the ACM"},{"key":"3439_CR8","unstructured":"Devlin, J., Chang, M. .-W., Lee, K., & Toutanova, K. (2019). Bert: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 conference of the north american chapter of the association for computational linguistics: Human language technologies, (Long and Short Papers), 1, pp. 4171\u20134186."},{"key":"3439_CR9","unstructured":"Liu, Y., Ott, M., Goyal, N., Du, J., Joshi, M., Chen, D., Levy, O., Lewis, M., Zettlemoyer, L., Stoyanov, V. (2019). Roberta: A robustly optimized bert pretraining approach. arXiv e-prints, 1907."},{"key":"3439_CR10","unstructured":"Sun, Y., Wang, S., Li, Y., Feng, S., Chen, X., Zhang, H., Tian, X., Zhu, D., Tian, H., Wu, H. (2019). Ernie: Enhanced representation through knowledge integration. arXiv e-prints, 1904."},{"key":"3439_CR11","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1162\/tacl_a_00300","volume":"8","author":"M Joshi","year":"2020","unstructured":"Joshi, M., Chen, D., Liu, Y., Weld, D. S., Zettlemoyer, L., & Levy, O. (2020). Spanbert: Improving pre-training by representing and predicting spans. Transactions of the Association for Computational Linguistics, 8, 64\u201377.","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"3439_CR12","unstructured":"Song, K., Tan, X., Qin, T., Lu, J., Liu, T.-Y. (2019). Mass: Masked sequence to sequence pre-training for language generation. In: International conference on machine learning, 5926\u2013 5936. PMLR."},{"key":"3439_CR13","doi-asserted-by":"crossref","unstructured":"Lewis, M., Liu, Y., Goyal, N., Ghazvininejad, M., Mohamed, A., Levy, O., Stoyanov, V., Zettlemoyer, L. (2020). Bart: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. In: Proceedings of the 58th annual meeting of the association for computational linguistics, pp. 7871\u2013 7880","DOI":"10.18653\/v1\/2020.acl-main.703"},{"issue":"140","key":"3439_CR14","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., Shazeer, N., Roberts, A., Lee, K., Narang, S., Matena, M., Zhou, Y., Li, W., Liu, P. J., et al. (2020). Exploring the limits of transfer learning with a unified text-to-text transformer. The Journal of Machine Learning Research, 21(140), 1\u201367.","journal-title":"The Journal of Machine Learning Research"},{"key":"3439_CR15","unstructured":"Fedus, W., Goodfellow, I., Dai, A.M. (2018). Maskgan: Better text generation via filling in the _. In: International Conference on Learning Representations."},{"key":"3439_CR16","unstructured":"Zhu, W., Hu, Z., Xing, E. (2019). Text infilling. arXiv preprint arXiv:1901.00158."},{"key":"3439_CR17","doi-asserted-by":"crossref","unstructured":"Calderon, N., Ben-David, E., Feder, A., Reichart, R. (2022). Docogen: Domain counterfactual generation for low resource domain adaptation. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), 7727\u2013 7746.","DOI":"10.18653\/v1\/2022.acl-long.533"},{"key":"3439_CR18","doi-asserted-by":"crossref","unstructured":"Wu, X., Lv, S., Zang, L., Han, J., Hu, S. (2019). Conditional bert contextual augmentation. In: International Conference on Computational Science, 84\u2013 95. Springer.","DOI":"10.1007\/978-3-030-22747-0_7"},{"key":"3439_CR19","unstructured":"Kumar, V., Choudhary, A., Cho, E. (2020). Data augmentation using pre-trained transformer models. In: Proceedings of the 2nd workshop on life-long learning for spoken language systems, pp. 18\u2013 26."},{"key":"3439_CR20","doi-asserted-by":"crossref","unstructured":"Li, L., Ma, R., Guo, Q., Xue, X., Qiu, X. (2020). Bert-attack: Adversarial attack against bert using bert. In: Proceedings of the 2020 conference on empirical methods in natural language processing (EMNLP), pp. 6193\u2013 6202.","DOI":"10.18653\/v1\/2020.emnlp-main.500"},{"key":"3439_CR21","doi-asserted-by":"crossref","unstructured":"Garg, S., Ramakrishnan, G. (2020). Bae: Bert-based adversarial examples for text classification. In: Proceedings of the 2020 conference on empirical methods in natural language processing (EMNLP), pp. 6174\u2013 6181.","DOI":"10.18653\/v1\/2020.emnlp-main.498"},{"key":"3439_CR22","doi-asserted-by":"crossref","unstructured":"Maheshwary, R., Maheshwary, S., & Pudi, V. (2021). A context aware approach for generating natural language attacks. In: Proceedings of the AAAI conference on artificial intelligence, 35, pp. 15839\u201315840.","DOI":"10.1609\/aaai.v35i18.17916"},{"key":"3439_CR23","doi-asserted-by":"crossref","unstructured":"Li, D., Zhang, Y., Peng, H., Chen, L., Brockett, C., Sun, M.-T., Dolan, W.B. (2021). Contextualized perturbation for textual adversarial attack. In: Proceedings of the 2021 conference of the north american chapter of the association for computational linguistics: Human language technologies, pp. 5053\u2013 5069 .","DOI":"10.18653\/v1\/2021.naacl-main.400"},{"key":"3439_CR24","doi-asserted-by":"crossref","unstructured":"Ng, N., Cho, K., Ghassemi, M. (2020). Ssmba: Self-supervised manifold based data augmentation for improving out-of-domain robustness. In: Proceedings of the 2020 conference on empirical methods in natural language processing (EMNLP), pp. 1268\u2013 1283.","DOI":"10.18653\/v1\/2020.emnlp-main.97"},{"key":"3439_CR25","doi-asserted-by":"crossref","unstructured":"Feng, S.Y., Huynh, J., Narisetty, C.P., Hovy, E., Gangal, V. (2021). Sapphire: Approaches for enhanced concept-to-text generation. In: Proceedings of the 14th international conference on natural language generation, pp. 212\u2013 225.","DOI":"10.18653\/v1\/2021.inlg-1.21"},{"key":"3439_CR26","unstructured":"Keskar, N.S., McCann, B., Varshney, L.R., Xiong, C., Socher, R. (2019). Ctrl: A conditional transformer language model for controllable generation. arXiv preprint arXiv:1909.05858."},{"key":"3439_CR27","unstructured":"Chan, A., Ong, Y.-S., Pung, B., Zhang, A., Fu, J. (2020). Cocon: A self-supervised approach for controlled text generation. In: International Conference on Learning Representations."},{"key":"3439_CR28","first-page":"1","volume":"1","author":"S Rose","year":"2010","unstructured":"Rose, S., Engel, D., Cramer, N., & Cowley, W. (2010). Automatic keyword extraction from individual documents. Text mining: applications and theory, 1, 1\u201320.","journal-title":"Text mining: applications and theory"},{"key":"3439_CR29","doi-asserted-by":"crossref","unstructured":"Toutanova, K., Klein, D., Manning, C.D., Singer, Y. (2003). Feature-rich part-of-speech tagging with a cyclic dependency network. In: Proceedings of the 2003 Human Language Technology Conference of the North American Chapter of the Association for Computational Linguistics, pp. 252\u2013 259.","DOI":"10.3115\/1073445.1073478"},{"key":"3439_CR30","doi-asserted-by":"crossref","unstructured":"Hu, M., Liu, B. (2004). Mining and summarizing customer reviews. In: Proceedings of the tenth ACM SIGKDD International conference on knowledge discovery and data mining, pp. 168\u2013 177.","DOI":"10.1145\/1014052.1014073"},{"key":"3439_CR31","doi-asserted-by":"crossref","unstructured":"Cer, D., Yang, Y., Kong, S.-y., Hua, N., Limtiaco, N., John, R.S., Constant, N., Guajardo-Cespedes, M., Yuan, S., Tar, C., et al. (2018). Universal sentence encoder for english. In: Proceedings of the 2018 conference on empirical methods in natural language processing: System demonstrations, pp. 169\u2013 174.","DOI":"10.18653\/v1\/D18-2029"},{"key":"3439_CR32","doi-asserted-by":"crossref","unstructured":"He, R., McAuley, J. (2016). Ups and downs: Modeling the visual evolution of fashion trends with one-class collaborative filtering. In: Proceedings of the 25th international conference on world wide web, pp. 507\u2013 517.","DOI":"10.1145\/2872427.2883037"},{"key":"3439_CR33","unstructured":"Zhang, X., Zhao, J., LeCun, Y. (2015) Character-level convolutional networks for text classification. Advances in neural information processing systems, 28."},{"key":"3439_CR34","unstructured":"Misra, R., Arora, P. (2019). Sarcasm detection using hybrid neural network. arXiv preprint arXiv:1908.07414."},{"key":"3439_CR35","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A.N., Kaiser, L., Polosukhin, I. (2017). Attention is all you need. Advances in neural information processing systems, 30."},{"key":"3439_CR36","doi-asserted-by":"crossref","unstructured":"Feng, S.Y., Gangal, V., Kang, D., Mitamura, T., Hovy, E. (2020). Genaug: Data augmentation for finetuning text generators. In: Proceedings of deep learning inside out (DeeLIO): The first workshop on knowledge extraction and integration for deep learning architectures, 29\u201342.","DOI":"10.18653\/v1\/2020.deelio-1.4"},{"key":"3439_CR37","doi-asserted-by":"crossref","unstructured":"Hutto, C., & Gilbert, E. (2014). Vader: A parsimonious rule-based model for sentiment analysis of social media text. In: Proceedings of the international AAAI conference on web and social media, 8, 216\u2013225.","DOI":"10.1609\/icwsm.v8i1.14550"},{"key":"3439_CR38","doi-asserted-by":"crossref","unstructured":"Kann, K., Rothe, S., Filippova, K. (2018). Sentence-level fluency evaluation: References help, but can be spared! In: Proceedings of the 22nd conference on computational natural language learning, pp. 313\u2013323.","DOI":"10.18653\/v1\/K18-1031"},{"key":"3439_CR39","doi-asserted-by":"crossref","unstructured":"Chelba, C., Mikolov, T., Schuster, M., Ge, Q., Brants, T., Koehn, P. (2013). One billion word benchmark for measuring progress in statistical language modeling. Computing Research Repository (CoRR), pp. 1\u20136.","DOI":"10.21437\/Interspeech.2014-564"}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03439-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11276-023-03439-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03439-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,8]],"date-time":"2024-11-08T05:08:21Z","timestamp":1731042501000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11276-023-03439-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,5]]},"references-count":39,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2024,10]]}},"alternative-id":["3439"],"URL":"https:\/\/doi.org\/10.1007\/s11276-023-03439-w","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"type":"print","value":"1022-0038"},{"type":"electronic","value":"1572-8196"}],"subject":[],"published":{"date-parts":[[2023,7,5]]},"assertion":[{"value":"14 June 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 July 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Delcarations"}},{"value":"The authors declare that they have no conflicts of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}