{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T04:56:23Z","timestamp":1775278583695,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,8,8]],"date-time":"2022-08-08T00:00:00Z","timestamp":1659916800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,8,8]],"date-time":"2022-08-08T00:00:00Z","timestamp":1659916800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Front. Comput. Sci."],"published-print":{"date-parts":[[2023,2]]},"DOI":"10.1007\/s11704-022-1244-0","type":"journal-article","created":{"date-parts":[[2022,8,8]],"date-time":"2022-08-08T12:03:21Z","timestamp":1659960201000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Unsupervised statistical text simplification using pre-trained language modeling for initialization"],"prefix":"10.1007","volume":"17","author":[{"given":"Jipeng","family":"Qiang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Feng","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yun","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yunhao","family":"Yuan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yi","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xindong","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,8,8]]},"reference":[{"key":"1244_CR1","unstructured":"Martin L, de la Clergerie \u00c9, Sagot B, Bordes A. Controllable sentence simplification. In: Proceedings of the 12th Conference on Language Resources and Evaluation. 2020, 4689\u20134698"},{"key":"1244_CR2","doi-asserted-by":"crossref","unstructured":"Nisioi S, \u0160tajner S, Ponzetto S P, Dinu L P. Exploring neural text simplification models. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics. 2017, 85\u201391","DOI":"10.18653\/v1\/P17-2014"},{"key":"1244_CR3","unstructured":"Wubben S, van den Bosch A, Krahmer E. Sentence simplification by monolingual machine translation. In: Proceedings of the 50th Annual Meeting of the Association for Computational Linguistics: Long Papers. 2012, 1015\u20131024"},{"key":"1244_CR4","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1162\/tacl_a_00107","volume":"4","author":"W Xu","year":"2016","unstructured":"Xu W, Napoles C, Pavlick E, Chen Q, Callison-Burch C. Optimizing statistical machine translation for text simplification. Transactions of the Association for Computational Linguistics, 2016, 4: 401\u2013415","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"1244_CR5","doi-asserted-by":"crossref","unstructured":"Zhang X, Lapata M. Sentence simplification with deep reinforcement learning. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing. 2017, 584\u2013594","DOI":"10.18653\/v1\/D17-1062"},{"key":"1244_CR6","unstructured":"Zhu Z, Bernhard D, Gurevych I. A monolingual tree-based translation model for sentence simplification. In: Proceedings of the 23rd International Conference on Computational Linguistics. 2010, 1353\u20131361"},{"key":"1244_CR7","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1162\/tacl_a_00139","volume":"3","author":"W Xu","year":"2015","unstructured":"Xu W, Callison-Burch C, Napoles C. Problems in current text simplification research: new data can help. Transactions of the Association for Computational Linguistics, 2015, 3: 283\u2013297","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"1244_CR8","doi-asserted-by":"crossref","unstructured":"Surya S, Mishra A, Laha A, Jain P, Sankaranarayanan K. Unsupervised neural text simplification. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics. 2019, 2058\u20132068","DOI":"10.18653\/v1\/P19-1198"},{"key":"1244_CR9","doi-asserted-by":"crossref","unstructured":"Kumar D, Mou L, Golab L, Vechtomova O. Iterative edit-based unsupervised sentence simplification. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics. 2020, 7918\u20137928","DOI":"10.18653\/v1\/2020.acl-main.707"},{"issue":"4","key":"1244_CR10","doi-asserted-by":"publisher","first-page":"1802","DOI":"10.1109\/TKDE.2019.2947679","volume":"33","author":"J Qiang","year":"2021","unstructured":"Qiang J, Wu X. Unsupervised statistical text simplification. IEEE Transactions on Knowledge and Data Engineering, 2021, 33(4): 1802\u20131806","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"1244_CR11","doi-asserted-by":"crossref","unstructured":"Meng Y, Zhang Y, Huang J, Xiong C, Ji H, Zhang C, Han J. Text classification using label names only: a language model self-training approach. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP). 2020, 9006\u20139017","DOI":"10.18653\/v1\/2020.emnlp-main.724"},{"key":"1244_CR12","doi-asserted-by":"crossref","unstructured":"Petroni F, Rockt\u00e4schel T, Lewis P, Bakhtin A, Wu Y, Miller A H, Riedel S. Language models as knowledge bases?. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing. 2019, 2463\u20132473","DOI":"10.18653\/v1\/D19-1250"},{"key":"1244_CR13","doi-asserted-by":"crossref","unstructured":"Roberts A, Raffel C, Shazeer N. How much knowledge can you pack into the parameters of a language model?. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP). 2020, 5418\u20135426","DOI":"10.18653\/v1\/2020.emnlp-main.437"},{"key":"1244_CR14","doi-asserted-by":"crossref","unstructured":"Zhang H, Khashabi D, Song Y, Roth D. TransOMCS: from linguistic graphs to commonsense knowledge. In: Proceedings of the 29th International Joint Conference on Artificial Intelligence. 2020, 4004\u20134010","DOI":"10.24963\/ijcai.2020\/554"},{"key":"1244_CR15","doi-asserted-by":"crossref","unstructured":"Koehn P, Hoang H, Birch A, Callison-Burch C, Federico M, Bertoldi N, Cowan B, Shen W, Moran C, Zens R, Dyer C, Bojar O, Constantin A, Herbst E. Moses: open source toolkit for statistical machine translation. In: Proceedings of the 45th Annual Meeting of the ACL on Interactive Poster and Demonstration Sessions. 2007, 177\u2013180","DOI":"10.3115\/1557769.1557821"},{"key":"1244_CR16","doi-asserted-by":"crossref","unstructured":"Artetxe M, Labaka G, Agirre E, Cho K. Unsupervised neural machine translation. In: Proceedings of the 6th International Conference on Learning Representations. 2018","DOI":"10.18653\/v1\/D18-1399"},{"key":"1244_CR17","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning C. GloVe: global vectors for word representation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP). 2014, 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"issue":"5","key":"1244_CR18","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1037\/h0062427","volume":"35","author":"J N Farr","year":"1951","unstructured":"Farr J N, Jenkins J J, Paterson D G. Simplification of flesch reading ease formula. Journal of Applied Psychology, 1951, 35(5): 333\u2013337","journal-title":"Journal of Applied Psychology"},{"key":"1244_CR19","unstructured":"Heafield K. KenLM: faster and smaller language model queries. In: Proceedings of the 6th Workshop on Statistical Machine Translation. 2011, 187\u2013197"},{"key":"1244_CR20","doi-asserted-by":"crossref","unstructured":"Lample G, Ott M, Conneau A, Denoyer L, Ranzato M. Phrase-based & neural unsupervised machine translation. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing. 2018, 5039\u20135049","DOI":"10.18653\/v1\/D18-1549"},{"key":"1244_CR21","doi-asserted-by":"crossref","unstructured":"Li D, Zhang Y, Peng H, Chen L, Brockett C, Sun M T, Dolan B. Contextualized perturbation for textual adversarial attack. In: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 2021, 5053\u20135069","DOI":"10.18653\/v1\/2021.naacl-main.400"},{"key":"1244_CR22","doi-asserted-by":"crossref","unstructured":"Glava\u0161 G, \u0160tajner S. Simplifying lexical simplification: do we need simplified corpora?. In: Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing. 2015, 63\u201368","DOI":"10.3115\/v1\/P15-2011"},{"issue":"4","key":"1244_CR23","doi-asserted-by":"publisher","first-page":"977","DOI":"10.3758\/BRM.41.4.977","volume":"41","author":"M Brysbaert","year":"2009","unstructured":"Brysbaert M, New B. Moving beyond Ku\u010dera and Francis: a critical evaluation of current word frequency norms and the introduction of a new and improved word frequency measure for American English. Behavior Research Methods, 2009, 41(4): 977\u2013990","journal-title":"Behavior Research Methods"},{"issue":"5","key":"1244_CR24","doi-asserted-by":"publisher","first-page":"8649","DOI":"10.1609\/aaai.v34i05.6389","volume":"34","author":"J Qiang","year":"2020","unstructured":"Qiang J, Li Y, Zhu Y, Yuan Y, Wu X. Lexical simplification with pretrained encoders. Proceedings of the AAAI Conference on Artificial Intelligence, 2020, 34(5): 8649\u20138656","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"1244_CR25","doi-asserted-by":"publisher","first-page":"1819","DOI":"10.1109\/TASLP.2021.3078361","volume":"29","author":"J Qiang","year":"2021","unstructured":"Qiang J, Lv X, Li Y, Yuan Y, Wu X. Chinese lexical simplification. IEEE\/ACV Transactions on Audio, Speech, and Language Processing, 2021, 29: 1819\u20131828","journal-title":"IEEE\/ACV Transactions on Audio, Speech, and Language Processing"},{"key":"1244_CR26","doi-asserted-by":"crossref","unstructured":"Zhao S, Meng R, He D, Andi S, Bambang P. Integrating transformer and paraphrase rules for sentence simplification. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing. 2018, 3164\u20133173","DOI":"10.18653\/v1\/D18-1355"},{"key":"1244_CR27","doi-asserted-by":"crossref","unstructured":"Narayan S, Gardent C. Hybrid simplification using deep semantics and machine translation. In: Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics. 2014, 435\u2013445","DOI":"10.3115\/v1\/P14-1041"},{"key":"1244_CR28","unstructured":"Guo H, Pasunuru R, Bansal M. Dynamic multi-level multi-task learning for sentence simplification. In: Proceedings of the 27th International Conference on Computational Linguistics. 2018, 462\u2013476"},{"key":"1244_CR29","doi-asserted-by":"crossref","unstructured":"Dong Y, Li Z, Rezagholizadeh M, Cheung J C K. EditNTS: an neural programmer-interpreter model for sentence simplification through explicit editing. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics. 2019, 3393\u20133402","DOI":"10.18653\/v1\/P19-1331"},{"issue":"8","key":"1244_CR30","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford A, Wu J, Child R, Luan D, Amodei D, Sutskever I. Language models are unsupervised multitask learners. OpenAI Blog, 2019, 1(8): 9","journal-title":"OpenAI Blog"},{"key":"1244_CR31","unstructured":"Yang Z, Dai Z, Yang Y, Carbonell J, Salakhutdinov R, Le Q V. XLNet: generalized autoregressive pretraining for language understanding. In: Proceedings of the 33rd Conference on Neural Information Processing Systems (NeurIPS 2019). 2019, 5754\u20135764"},{"key":"1244_CR32","unstructured":"Devlin J, Chang M W, Lee K, Toutanova K. BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1. 2019, 4171\u20134186"},{"key":"1244_CR33","doi-asserted-by":"crossref","unstructured":"Lan Z, Chen M, Goodman S, Gimpel K, Sharma P, Soricut R. ALBERT: a lite BERT for self-supervised learning of language representations. In: Proceedings of the 8th International Conference on Learning Representations. 2020","DOI":"10.1109\/SLT48900.2021.9383575"},{"key":"1244_CR34","doi-asserted-by":"crossref","unstructured":"Lewis M, Liu Y, Goyal N, Ghazvininejad M, Mohamed A, Levy O, Stoyanov V, Zettlemoyer L. BART: denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics. 2019, 7871\u20137880","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"1244_CR35","doi-asserted-by":"crossref","unstructured":"Scarton C, Specia L. Learning simplifications for specific target audiences. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics. 2018, 712\u2013718","DOI":"10.18653\/v1\/P18-2113"},{"key":"1244_CR36","doi-asserted-by":"crossref","unstructured":"Narayan S, Gardent C. Unsupervised sentence simplification using deep semantics. In: Proceedings of the 9th International Natural Language Generation Conference. 2015, 111\u2013120","DOI":"10.18653\/v1\/W16-6620"},{"key":"1244_CR37","unstructured":"Martin L, Fan A, de la Clergerie \u00c9, Bordes A, Sagot B. MUSS: multilingual unsupervised sentence simplification by mining paraphrases. 2021, arXiv preprint arXiv: 2005.00352"},{"key":"1244_CR38","doi-asserted-by":"crossref","unstructured":"Artetxe M, Labaka G, Agirre E. Unsupervised statistical machine translation. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing. 2018, 3632\u20133642","DOI":"10.18653\/v1\/D18-1399"},{"key":"1244_CR39","unstructured":"Wenzek G, Lachaux M A, Conneau A, Chaudhary V, Guzm\u00e1n F, Joulin A, Grave E. CCNET: extracting high quality monolingual datasets from web crawl data. In: Proceedings of the 12th Language Resources and Evaluation Conference. 2020, 4003\u20134012"},{"key":"1244_CR40","doi-asserted-by":"crossref","unstructured":"Pavlick E, Callison-Burch C. Simple PPDB: a paraphrase database for simplification. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics. 2016, 143\u2013148","DOI":"10.18653\/v1\/P16-2024"}],"container-title":["Frontiers of Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-022-1244-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11704-022-1244-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-022-1244-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,30]],"date-time":"2024-09-30T23:23:53Z","timestamp":1727738633000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11704-022-1244-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,8]]},"references-count":40,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,2]]}},"alternative-id":["1244"],"URL":"https:\/\/doi.org\/10.1007\/s11704-022-1244-0","relation":{},"ISSN":["2095-2228","2095-2236"],"issn-type":[{"value":"2095-2228","type":"print"},{"value":"2095-2236","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8,8]]},"assertion":[{"value":"10 May 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 September 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 August 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"171303"}}