{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T20:45:59Z","timestamp":1781815559960,"version":"3.54.5"},"reference-count":66,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"Huawei-SJTU long term AI project Cutting-edge Machine Reading Comprehension and Language Model"},{"name":"Key Projects of National Natural Science Foundation of China","award":["No. U1836222 and No. 61733011"],"award-info":[{"award-number":["No. U1836222 and No. 61733011"]}]},{"name":"National Key Research and Development Program of China","award":["No. 2017YFB0304100"],"award-info":[{"award-number":["No. 2017YFB0304100"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/tpami.2021.3058341","type":"journal-article","created":{"date-parts":[[2021,2,13]],"date-time":"2021-02-13T02:48:30Z","timestamp":1613184510000},"page":"1-1","source":"Crossref","is-referenced-by-count":22,"title":["Text Compression-aided Transformer Encoding"],"prefix":"10.1109","author":[{"given":"Zuchao","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhuosheng","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hai","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rui","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kehai","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Masao","family":"Utiyama","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eiichiro","family":"Sumita","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"issue":"Feb","key":"ref1","first-page":"1137","article-title":"A neural probabilistic language model","volume":"3","author":"Bengio","year":"2003","journal-title":"J. Mach. Learn. Res."},{"key":"ref2","first-page":"3111","article-title":"Distributed representations of words and phrases and their compositionality","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Mikolov"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/vl\/N19-142"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"},{"key":"ref5","article-title":"Improving language understanding by generative pre-training","author":"Radford","year":"2018"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.4324\/9780203783771"},{"key":"ref7","article-title":"Distinguishing a sentence from an utterance","volume-title":"ukessays.com","year":"2018"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1457"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1624"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.3301387"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1334"},{"key":"ref12","first-page":"5754","article-title":"Xlnet: Generalized autoregressive pretraining for language understanding","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Yang"},{"key":"ref13","first-page":"1","article-title":"Albert: A lite BERT for self-supervised learning of language representations","author":"Lan","year":"2019","journal-title":"Int. Conf. Learn. Representations"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1176"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1215"},{"key":"ref16","first-page":"5998","article-title":"Attention is all you need","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Vaswani"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-6401"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1101"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(02)00222-9"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2015.2443982"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1140"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-2706"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/K18-1040"},{"key":"ref24","article-title":"Google\u2019s neural machine translation system: Bridging the gap between human and machine translation","author":"Wu","year":"2016"},{"key":"ref25","first-page":"1","article-title":"Non-autoregressive neural machine translation","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Gu"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d15-1044"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1229"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1012"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1046"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/K16-1028"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1305"},{"key":"ref32","first-page":"95","article-title":"Annotated gigaword","volume-title":"Proc. Joint Workshop Autom. Knowl. Base Construction Web-Scale Knowl. Extraction","author":"Napoles"},{"key":"ref33","first-page":"1693","article-title":"Teaching machines to read and comprehend","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Hermann"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1162\/089120102762671972"},{"key":"ref35","first-page":"5926","article-title":"Mass: Masked sequence to sequence pre-training for language generation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Song"},{"key":"ref36","first-page":"2692","article-title":"Pointer networks","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Vinyals"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-2124"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"ref39","first-page":"74","article-title":"ROUGE: A package for automatic evaluation of summaries","volume-title":"Text Summarization Branches Out","author":"Lin","year":"2004"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1451"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390294"},{"key":"ref42","first-page":"1243","article-title":"Convolutional sequence to sequence learning","volume-title":"Proc. 34th Int. Conf. Mach. Learn.","author":"Gehring"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1162"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1475"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1264"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1082"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p17-1099"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1387"},{"key":"ref49","first-page":"13 042","article-title":"Unified language model pre-training for natural language understanding and generation","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Dong"},{"key":"ref50","first-page":"11328","article-title":"Pegasus: Pre-training with extracted gap-sentences for abstractive summarization","volume":"119","author":"Zhang","year":"2020"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.217"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.3115\/1219840.1219906"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.740"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i16.17705"},{"key":"ref55","article-title":"U-net: Machine reading comprehension with unanswerable questions","author":"Sun","year":"2018"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33016529"},{"key":"ref57","article-title":"Dual multi-head co-attention for multi-choice reading comprehension","author":"Zhu","year":"2020"},{"key":"ref58","article-title":"Option comparison network for multiple-choice reading comprehension","author":"Ran","year":"2019"},{"key":"ref59","article-title":"The IWSLT 2015 evaluation campaign","volume-title":"Proc. Int. Workshop Spoken Lang. Transl.","author":"Cettolo"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p18-1198"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P14-2092"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10343"},{"key":"ref63","article-title":"A syntactic skeleton for statistical machine translation","author":"Mellebeek","year":"2006"},{"key":"ref64","first-page":"418","article-title":"Divide and translate: Improving long distance reordering in statistical machine translation","volume-title":"Proc. Joint 5th Workshop Statist. Mach. Transl. MetricsMATR","author":"Sudoh"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W14-4009"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2016.12.001"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/4359286\/09354025.pdf?arnumber=9354025","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T23:43:51Z","timestamp":1704843831000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9354025\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":66,"URL":"https:\/\/doi.org\/10.1109\/tpami.2021.3058341","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}