{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T01:17:11Z","timestamp":1752283031400,"version":"3.28.0"},"reference-count":14,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,1,17]],"date-time":"2023-01-17T00:00:00Z","timestamp":1673913600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,17]],"date-time":"2023-01-17T00:00:00Z","timestamp":1673913600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,1,17]]},"DOI":"10.1109\/sii55687.2023.10039230","type":"proceedings-article","created":{"date-parts":[[2023,2,16]],"date-time":"2023-02-16T21:26:35Z","timestamp":1676582795000},"page":"1-5","source":"Crossref","is-referenced-by-count":1,"title":["ReAT: Long Text Encoder Representations with Attention Tokens"],"prefix":"10.1109","author":[{"given":"Harunori","family":"Kawano","sequence":"first","affiliation":[{"name":"Shibaura Institute of Technology,Department of Design Engineering,Tokyo,Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sota","family":"Shimizu","sequence":"additional","affiliation":[{"name":"Shibaura Institute of Technology,Department of Design Engineering,Tokyo,Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2010-343"},{"key":"ref3","article-title":"Sequence to sequence learning with neural networks","author":"Sutskever","year":"2014","journal-title":"Advances in Neural Information Processing Systems (NIPS 2014)"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/vl\/N19-142"},{"key":"ref6","article-title":"Roberta: A robustly optimized bert pretraining approach","author":"Liu","year":"2019","journal-title":"ArXiv, abs\/1907.11692"},{"key":"ref7","article-title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","author":"Sanh","year":"2019","journal-title":"1910.01108"},{"key":"ref8","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","author":"Raffel","year":"2019","journal-title":"1910.10683"},{"key":"ref9","article-title":"Albert: A lite bert for self-supervised learning of language representations","author":"Lan","year":"2019","journal-title":"1909.11942"},{"key":"ref10","article-title":"Manning, What does bert look at? an analysis of berts attention","author":"Clark","year":"2019","journal-title":"arXiv preprint, abs\/1906.04341"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32381-3_16"},{"key":"ref12","article-title":"CogLTX: Applying BERT to Long Texts","volume":"33","author":"Ding","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5446"},{"key":"ref14","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","author":"Raffel","year":"2020","journal-title":"Journal of Machine Learning Research"}],"event":{"name":"2023 IEEE\/SICE International Symposium on System Integration (SII)","start":{"date-parts":[[2023,1,17]]},"location":"Atlanta, GA, USA","end":{"date-parts":[[2023,1,20]]}},"container-title":["2023 IEEE\/SICE International Symposium on System Integration (SII)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10038976\/10039084\/10039230.pdf?arnumber=10039230","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,13]],"date-time":"2024-02-13T14:16:28Z","timestamp":1707833788000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10039230\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,17]]},"references-count":14,"URL":"https:\/\/doi.org\/10.1109\/sii55687.2023.10039230","relation":{},"subject":[],"published":{"date-parts":[[2023,1,17]]}}}