{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,24]],"date-time":"2025-09-24T09:59:48Z","timestamp":1758707988748},"reference-count":25,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,8,8]],"date-time":"2022-08-08T00:00:00Z","timestamp":1659916800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,8,8]],"date-time":"2022-08-08T00:00:00Z","timestamp":1659916800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Front. Comput. Sci."],"published-print":{"date-parts":[[2023,2]]},"DOI":"10.1007\/s11704-022-0610-2","type":"journal-article","created":{"date-parts":[[2022,8,8]],"date-time":"2022-08-08T12:03:21Z","timestamp":1659960201000},"update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Bidirectional Transformer with absolute-position aware relative position encoding for encoding sentences"],"prefix":"10.1007","volume":"17","author":[{"given":"Le","family":"Qi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yu","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ting","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,8,8]]},"reference":[{"key":"610_CR1","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez A N, Kaiser \u0141, Polosukhin I. Attention is all you need. In: Proceedings of the 31st Conference on Neural Information Processing Systems. 2017, 5998\u20136008"},{"key":"610_CR2","doi-asserted-by":"crossref","unstructured":"Guo M, Zhang Y, Liu T. Gaussian transformer: a lightweight approach for natural language inference. In: Proceedings of the 33rd AAAI Conference on Artificial Intelligence. 2019, 6489\u20136496","DOI":"10.1609\/aaai.v33i01.33016489"},{"key":"610_CR3","unstructured":"Yu A W, Dohan D, Luong M T, Zhao R, Chen K, Norouzi M, Le Q V. QANet: combining local convolution with global self-attention for reading comprehension. In: Proceedings of the 6th International Conference on Learning Representations. 2018"},{"key":"610_CR4","doi-asserted-by":"crossref","unstructured":"Dai Z, Yang Z, Yang Y, Carbonell J, Le Q V, Salakhutdinov R. Transformer-XL: attentive language models beyond a fixed-length context. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics. 2019, 2978\u20132988","DOI":"10.18653\/v1\/P19-1285"},{"key":"610_CR5","unstructured":"Devlin J, Chang M W, Lee K, Toutanova K. BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). 2019, 4171\u20134186"},{"key":"610_CR6","doi-asserted-by":"crossref","unstructured":"Shen T, Jiang J, Zhou T, Pan S, Long G, Zhang C. DiSAN: directional self-attention network for RNN\/CNN-free language understanding. In: Proceedings of the 32nd AAAI Conference on Artificial Intelligence. 2018, 5446\u20135455","DOI":"10.1609\/aaai.v32i1.11941"},{"key":"610_CR7","doi-asserted-by":"crossref","unstructured":"Bowman S R, Angeli G, Potts C, Manning C D. A large annotated corpus for learning natural language inference. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing. 2015, 632\u2013642","DOI":"10.18653\/v1\/D15-1075"},{"key":"610_CR8","doi-asserted-by":"crossref","unstructured":"Williams A, Nangia N, Bowman S. A broad-coverage challenge corpus for sentence understanding through inference. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers). 2018, 1112\u20131122","DOI":"10.18653\/v1\/N18-1101"},{"key":"610_CR9","doi-asserted-by":"crossref","unstructured":"Wang Z, Hamza W, Florian R. Bilateral multi-perspective matching for natural language sentences. In: Proceedings of the 26th International Joint Conference on Artificial Intelligence. 2017, 4144\u20134150","DOI":"10.24963\/ijcai.2017\/579"},{"key":"610_CR10","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning C D. GloVe: global vectors for word representation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP). 2014, 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"610_CR11","unstructured":"Mikolov T, Grave E, Bojanowski P, Puhrsch C, Joulin A. Advances in pre-training distributed word representations. In: Proceedings of the Eleventh International Conference on Language Resources and Evaluation (LREC 2018). 2018"},{"key":"610_CR12","unstructured":"Hendrycks D, Gimpel K. Gaussian error linear units (GELUs). 2016, arXiv preprint arXiv: 1606.08415"},{"key":"610_CR13","unstructured":"Loshchilov I, Hutter F. Decoupled weight decay regularization. In: Proceedings of the 7th International Conference on Learning Representations. 2019"},{"key":"610_CR14","doi-asserted-by":"crossref","unstructured":"Guo Q, Qiu X, Liu P, Shao Y, Xue X, Zhang Z. Star-transformer. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). 2019, 1315\u20131325","DOI":"10.18653\/v1\/N19-1133"},{"key":"610_CR15","doi-asserted-by":"crossref","unstructured":"Tai K S, Socher R, Manning C D. Improved semantic representations from tree-structured long short-term memory networks. In: Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 1: Long Papers). 2015, 1556\u20131566","DOI":"10.3115\/v1\/P15-1150"},{"key":"610_CR16","doi-asserted-by":"crossref","unstructured":"Wu W, Wang H, Liu T, Ma S. Phrase-level self-attention networks for universal sentence encoding. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing. 2018, 3729\u20133738","DOI":"10.18653\/v1\/D18-1408"},{"key":"610_CR17","unstructured":"Im J, Cho S. Distance-based self-attention network for natural language inference. 2017, arXiv preprint arXiv: 1712.02047"},{"key":"610_CR18","doi-asserted-by":"crossref","unstructured":"Kim S, Kang I, Kwak N. Semantic sentence matching with densely-connected recurrent and co-attentive information. In: Proceedings of the 33rd AAAI Conference on Artificial Intelligence. 2019, 6586\u20136593","DOI":"10.1609\/aaai.v33i01.33016586"},{"issue":"4","key":"610_CR19","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1017\/S1351324919000202","volume":"25","author":"A Talman","year":"2019","unstructured":"Talman A, Yli-Jyr\u00e4 A, Tiedemann J. Sentence embeddings in NLI with iterative refinement encoders. Natural Language Engineering, 2019, 25(4): 467\u2013482","journal-title":"Natural Language Engineering"},{"key":"610_CR20","doi-asserted-by":"crossref","unstructured":"Shaw P, Uszkoreit J, Vaswani A. Self-attention with relative position representations. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 2 (Short Papers). 2018, 464\u2013468","DOI":"10.18653\/v1\/N18-2074"},{"key":"610_CR21","doi-asserted-by":"crossref","unstructured":"Chen K, Wang R, Utiyama M, Sumita E. Recurrent positional embedding for neural machine translation. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP). 2019, 1361\u20131367","DOI":"10.18653\/v1\/D19-1139"},{"key":"610_CR22","doi-asserted-by":"crossref","unstructured":"Chen K, Wang R, Utiyama M, Sumita E. Neural machine translation with reordering embeddings. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics. 2019, 1787\u20131799","DOI":"10.18653\/v1\/P19-1174"},{"key":"610_CR23","doi-asserted-by":"publisher","first-page":"1707","DOI":"10.1109\/TASLP.2020.2996807","volume":"28","author":"Z Zheng","year":"2020","unstructured":"Zheng Z, Huang S, Weng R, Dai X Y, Chen J. Improving self-attention networks with sequential relations. IEEE\/ACM Transactions on Audio, Speech, and Language Processing, 2020, 28: 1707\u20131716","journal-title":"IEEE\/ACM Transactions on Audio, Speech, and Language Processing"},{"key":"610_CR24","unstructured":"Hewitt J, Manning C D. A structural probe for finding syntax in word representations. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). 2019, 4129\u20134138"},{"key":"610_CR25","doi-asserted-by":"crossref","unstructured":"Wang Y, Lee H Y, Chen Y N. Tree transformer: integrating tree structures into self-attention. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP). 2019, 1061\u20131070","DOI":"10.18653\/v1\/D19-1098"}],"container-title":["Frontiers of Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-022-0610-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11704-022-0610-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-022-0610-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,30]],"date-time":"2024-09-30T23:23:51Z","timestamp":1727738631000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11704-022-0610-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,8]]},"references-count":25,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,2]]}},"alternative-id":["610"],"URL":"https:\/\/doi.org\/10.1007\/s11704-022-0610-2","relation":{},"ISSN":["2095-2228","2095-2236"],"issn-type":[{"type":"print","value":"2095-2228"},{"type":"electronic","value":"2095-2236"}],"subject":[],"published":{"date-parts":[[2022,8,8]]},"assertion":[{"value":"23 December 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 August 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 August 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"171301"}}