{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T16:03:11Z","timestamp":1781280191117,"version":"3.54.1"},"reference-count":70,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key Research and Development Program of China","award":["2023YFC2705700"],"award-info":[{"award-number":["2023YFC2705700"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U23B2048"],"award-info":[{"award-number":["U23B2048"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62076186"],"award-info":[{"award-number":["62076186"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62225113"],"award-info":[{"award-number":["62225113"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1109\/tkde.2023.3341917","type":"journal-article","created":{"date-parts":[[2023,12,18]],"date-time":"2023-12-18T19:58:16Z","timestamp":1702929496000},"page":"8037-8050","source":"Crossref","is-referenced-by-count":10,"title":["E2S2: Encoding-Enhanced Sequence-to-Sequence Pretraining for Language Understanding and Generation"],"prefix":"10.1109","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-0118-5217","authenticated-orcid":false,"given":"Qihuang","family":"Zhong","sequence":"first","affiliation":[{"name":"School of Computer Science, National Engineering Research Center for Multimedia Software, Institute of Artificial Intelligence, and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8976-2084","authenticated-orcid":false,"given":"Liang","family":"Ding","sequence":"additional","affiliation":[{"name":"School of Computer Science, Faculty of Engineering, The University of Sydney, Sydney, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3907-8820","authenticated-orcid":false,"given":"Juhua","family":"Liu","sequence":"additional","affiliation":[{"name":"School of Computer Science, National Engineering Research Center for Multimedia Software, Institute of Artificial Intelligence, and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0059-8458","authenticated-orcid":false,"given":"Bo","family":"Du","sequence":"additional","affiliation":[{"name":"School of Computer Science, National Engineering Research Center for Multimedia Software, Institute of Artificial Intelligence, and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7225-5449","authenticated-orcid":false,"given":"Dacheng","family":"Tao","sequence":"additional","affiliation":[{"name":"School of Computer Science, Faculty of Engineering, The University of Sydney, Sydney, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d17-1039"},{"key":"ref2","first-page":"5926","article-title":"Mass: Masked sequence to sequence pre-training for language generation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Song"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"ref4","first-page":"140:1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.217"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00343"},{"key":"ref7","first-page":"18470","article-title":"Pre-training via paraphrasing","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Lewis"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1412"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.45"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.2981314"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.2981329"},{"key":"ref12","first-page":"3104","article-title":"Sequence to sequence learning with neural networks","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Sutskever"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1810.04805"},{"key":"ref14","article-title":"RoBERTa: A robustly optimized BERT pretraining approach","author":"Liu","year":"2019"},{"key":"ref15","first-page":"1","article-title":"DeBERTa: Decoding-enhanced BERT with disentangled attention","volume-title":"Proc. Int. Conf. Learn. Representations","author":"He"},{"key":"ref16","first-page":"1","article-title":"Deep encoder, shallow decoder: Reevaluating non-autoregressive machine translation","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Kasai"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.733"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5446"},{"key":"ref19","article-title":"Improving language understanding by generative pre-training","author":"Radford","year":"2018"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3560815"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2021.3131584"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2021.3090866"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2022.3172903"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.254"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.579"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00300"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6428"},{"key":"ref28","first-page":"5754","article-title":"XLNet: Generalized autoregressive pretraining for language understanding","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Yang"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.393"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.603"},{"key":"ref32","first-page":"1","article-title":"ELECTRA: Pre-training text encoders as discriminators rather than generators","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Clark"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-srw.12"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"ref35","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Brown"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.32"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.20"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.16"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.249"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-short.16"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.409"},{"key":"ref42","first-page":"1693","article-title":"Teaching machines to read and comprehend","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Hermann"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1206"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-emnlp.106"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-4009"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00313"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.300"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W14-1701"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12069"},{"key":"ref50","first-page":"568","article-title":"Better evaluation for grammatical error correction","volume-title":"Proc. Conf. North Amer. Assoc. Comput. Linguistics","author":"Dahlmeier"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1205"},{"key":"ref52","first-page":"986","article-title":"Dailydialog: A manually labelled multi-turn dialogue dataset","volume-title":"Proc. Int. Joint Conf. Natural Lang. Process.","author":"Li"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00774"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1534"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"ref56","first-page":"13042","article-title":"Unified language model pre-training for natural language understanding and generation","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Dong"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.14778\/3157794.3157797"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1441"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6510"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.747"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.3115\/1219840.1219906"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.247"},{"key":"ref63","first-page":"995","article-title":"An empirical investigation of statistical significance in nlp","volume-title":"Proc. Conf. Empir. Methods Natural Lang. Process.","author":"Berg-Kirkpatrick"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1099"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1387"},{"key":"ref66","first-page":"642","article-title":"UniLMv2: Pseudo-masked language models for unified language model pre-training","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Bao"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-emnlp.273"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.346"},{"key":"ref69","first-page":"1699","article-title":"Senteval: An evaluation toolkit for universal sentence representations","volume-title":"Proc. Int. Conf. Lang. Resour. Eval., Conf. Proc.","author":"Conneau"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1122"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/69\/10750897\/10363656.pdf?arnumber=10363656","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T22:44:04Z","timestamp":1732661044000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10363656\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12]]},"references-count":70,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tkde.2023.3341917","relation":{},"ISSN":["1041-4347","1558-2191","2326-3865"],"issn-type":[{"value":"1041-4347","type":"print"},{"value":"1558-2191","type":"electronic"},{"value":"2326-3865","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12]]}}}