{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T08:10:34Z","timestamp":1782375034121,"version":"3.54.5"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"23","license":[{"start":{"date-parts":[[2021,9,4]],"date-time":"2021-09-04T00:00:00Z","timestamp":1630713600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,9,4]],"date-time":"2021-09-04T00:00:00Z","timestamp":1630713600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1007\/s00521-021-06444-2","type":"journal-article","created":{"date-parts":[[2021,9,4]],"date-time":"2021-09-04T07:02:41Z","timestamp":1630738961000},"page":"15955-15967","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Improving neural machine translation using gated state network and focal adaptive attention networtk"],"prefix":"10.1007","volume":"33","author":[{"given":"Li","family":"Huang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenyu","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuguo","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"He","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6114-3441","authenticated-orcid":false,"given":"Hong","family":"Qu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,9,4]]},"reference":[{"key":"6444_CR1","unstructured":"Bahdanau D, Cho K, Bengio Y (2015) Neural machine translation by jointly learning to align and translate. In: Bengio Y, LeCun Y (eds) 3rd international conference on learning representations. ICLR. San Diego, CA, USA"},{"key":"6444_CR2","doi-asserted-by":"crossref","unstructured":"Britz D, Goldie A, Luong MT, Le Q (2017) Massive exploration of neural machine translation architectures. arXiv preprint arXiv:1703.03906","DOI":"10.18653\/v1\/D17-1151"},{"key":"6444_CR3","doi-asserted-by":"crossref","unstructured":"Chen MX, Firat O, Bapna A, Johnson M, Macherey W, Foster G, Jones L, Schuster M, Shazeer N, Parmar N, Vaswani A, Uszkoreit J, Kaiser L, Chen Z, Wu Y, Hughes M (2018) The best of both worlds: combining recent advances in neural machine translation. In: Proceedings of the 56th annual meeting of the association for computational linguistics, vol 1, Long Papers, ACL, Association for Computational Linguistics, Melbourne, Australia, pp 76\u201386","DOI":"10.18653\/v1\/P18-1008"},{"key":"6444_CR4","doi-asserted-by":"publisher","first-page":"7915","DOI":"10.1007\/s00521-019-04301-x","volume":"32","author":"MY Chen","year":"2020","unstructured":"Chen MY, Chiang HS, Sangaiah AK, Hsieh TC (2020) Recurrent neural network with attention mechanism for language model. Neural Comput Appl 32:7915","journal-title":"Neural Comput Appl"},{"key":"6444_CR5","doi-asserted-by":"crossref","unstructured":"Cho K, van Merri\u00ebnboer B, Gulcehre C, Bahdanau D, Bougares F, Schwenk H, Bengio Y (2014) Learning phrase representations using RNN encoder\u2013decoder for statistical machine translation. In: Proceedings of the 2014 conference on empirical methods in natural language processing, EMNLP, Association for Computational Linguistics, Doha, Qatar, pp 1724\u20131734","DOI":"10.3115\/v1\/D14-1179"},{"key":"6444_CR6","unstructured":"Dauphin YN, Fan A, Auli M, Grangier D (2017) Language modeling with gated convolutional networks. In: Precup D, Teh YW (eds) Proceedings of the 34th international conference on machine learning, ICML, vol\u00a070. PMLR, International Convention Centre, Sydney, Australia, pp 933\u2013941"},{"issue":"2","key":"6444_CR7","doi-asserted-by":"publisher","first-page":"999","DOI":"10.1007\/s00521-017-3065-x","volume":"31","author":"H Deng","year":"2019","unstructured":"Deng H, Zhang L, Wang L (2019) Global context-dependent recurrent neural network language model with sparse feature learning. Neural Comput Appl 31(2):999\u20131011","journal-title":"Neural Comput Appl"},{"key":"6444_CR8","doi-asserted-by":"publisher","first-page":"11491","DOI":"10.1007\/s00521-019-04638-3","volume":"32","author":"Y Diao","year":"2020","unstructured":"Diao Y, Lin H, Yang L, Fan X, Chu Y, Wu D, Zhang D, Xu K (2020) CRHASum: extractive text summarization with contextualized-representation hierarchical-attention summarization network. Neural Comput Appl 32:11491","journal-title":"Neural Comput Appl"},{"key":"6444_CR9","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1016\/j.neucom.2018.05.049","volume":"311","author":"MS Fu","year":"2018","unstructured":"Fu MS, Qu H, Moges D, Lu L (2018) Attention based collaborative filtering. Neurocomputing 311:88\u201398","journal-title":"Neurocomputing"},{"issue":"9","key":"6444_CR10","doi-asserted-by":"publisher","first-page":"5049","DOI":"10.1007\/s00521-018-3946-7","volume":"32","author":"Y Gao","year":"2020","unstructured":"Gao Y, Wang Y, Liu L, Guo Y, Huang H (2020) Neural abstractive summarization fusing by global generative topics. Neural Comput Appl 32(9):5049\u20135058","journal-title":"Neural Comput Appl"},{"key":"6444_CR11","unstructured":"Gehring J, Auli M, Grangier D, Yarats D, Dauphin YN (2017) Convolutional sequence to sequence learning. arXiv preprint arXiv:1705.03122"},{"key":"6444_CR12","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, CVPR, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"6444_CR13","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Identity mappings in deep residual networks. In: Leibe B, Matas J, Sebe N, Welling M (eds.) Computer Vision\u2014ECCV 2016\u201414th European conference, Amsterdam, The Netherlands, October 11\u201314, 2016, Proceedings, Part IV, vol 9908. Springer, pp 630\u2013645","DOI":"10.1007\/978-3-319-46493-0_38"},{"issue":"8","key":"6444_CR14","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"6444_CR15","doi-asserted-by":"crossref","unstructured":"Ji Qing-dao-er R, Su YL, Liu WW (2020) Research on the LSTM Mongolian and Chinese machine translation based on morpheme encoding. Neural Comput Appl 32(1):41\u201349","DOI":"10.1007\/s00521-018-3741-5"},{"key":"6444_CR16","unstructured":"Kalchbrenner N, Espeholt L, Simonyan K, Oord Avd, Graves A, Kavukcuoglu K (2016) Neural machine translation in linear time. arXiv preprint arXiv:1610.10099"},{"key":"6444_CR17","unstructured":"Lin Z, Feng M, Santos CNd, Yu M, Xiang B, Zhou B, Bengio Y (2017) A structured self-attentive sentence embedding. In: Proceedings of the 5th international conference on learning representations, ICLR, Toulon, France"},{"issue":"1","key":"6444_CR18","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1007\/s00521-015-2042-5","volume":"28","author":"X Liu","year":"2017","unstructured":"Liu X, Wang J, Yin M, Edwards B, Xu P (2017) Supervised learning of sparse context reconstruction coefficients for data representation and classification. Neural Comput Appl 28(1):135\u2013143","journal-title":"Neural Comput Appl"},{"key":"6444_CR19","doi-asserted-by":"crossref","unstructured":"Luong T, Pham H, Manning CD (2015) Effective approaches to attention-based neural machine translation. In: Proceedings of the 2015 conference on empirical methods in natural language processing, EMNLP, Association for Computational Linguistics, Lisbon, Portugal, pp 1412\u20131421","DOI":"10.18653\/v1\/D15-1166"},{"issue":"11","key":"6444_CR20","doi-asserted-by":"publisher","first-page":"7615","DOI":"10.1007\/s00521-018-3601-3","volume":"31","author":"A Pathak","year":"2019","unstructured":"Pathak A, Pakray P, Bentham J (2019) English-Mizo Machine Translation using neural and statistical approaches. Neural Comput Appl 31(11):7615\u20137631","journal-title":"Neural Comput Appl"},{"key":"6444_CR21","first-page":"47","volume-title":"Communications in computer and information science","author":"R Peng","year":"2019","unstructured":"Peng R, Chen Z, Hao T, Fang Y (2019) Neural machine translation with attention based on a new syntactic branch distance. In: Huang S, Knight K (eds) Communications in computer and information science, vol 1104. Springer, Singapore, pp 47\u201357"},{"key":"6444_CR22","doi-asserted-by":"crossref","unstructured":"Shaw P, Uszkoreit J, Vaswani A (2018) Self-attention with relative position representations. In: Proceedings of the 2018 conference of the North American chapter of the association for computational linguistics: human language technologies, vol 2: Short Papers. ACL, Association for Computational Linguistics, New Orleans, Louisiana, pp 464\u2013468","DOI":"10.18653\/v1\/N18-2074"},{"key":"6444_CR23","first-page":"3104","volume-title":"Advances in Neural Information Processing Systems 27, NeurIPS","author":"I Sutskever","year":"2014","unstructured":"Sutskever I, Vinyals O, Le QV (2014) Sequence to sequence learning with neural networks. In: Ghahramani Z, Welling M, Cortes C, Lawrence ND, Weinberger KQ (eds) Advances in Neural Information Processing Systems 27, NeurIPS. Curran Associates Inc, Montr\u00e9al, Canada, pp 3104\u20133112"},{"key":"6444_CR24","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1162\/tacl_a_00048","volume":"5","author":"Z Tu","year":"2017","unstructured":"Tu Z, Liu Y, Lu Z, Liu X, Li H (2017) Context gates for neural machine translation. Trans Assoc Comput Linguist 5:87\u201399","journal-title":"Trans Assoc Comput Linguist"},{"key":"6444_CR25","doi-asserted-by":"crossref","unstructured":"Tu Z, Lu Z, Liu Y, Liu X, Li H (2016) Modeling coverage for neural machine translation. In: Proceedings of the 54th annual meeting of the association for computational linguistics, vol 1, Long Papers. ACL, Association for Computational Linguistics, Berlin, Germany, pp 76\u201385","DOI":"10.18653\/v1\/P16-1008"},{"key":"6444_CR26","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser L, Polosukhin I (2017) Attention is all you need. In: Guyon I, Luxburg UV, Bengio S, Wallach H, Fergus R, Vishwanathan S, Garnett R (eds.) Advances in neural information processing systems 30, NeurIPS, Curran Associates, Inc, pp 5998\u20136008"},{"key":"6444_CR27","doi-asserted-by":"crossref","unstructured":"Yang B, Li J, Wong DF, Chao LS, Wang X, Tu Z (2019) Context-aware self-attention networks. In: Proceedings of the thirty-third AAAI conference on artificial intelligence, AAAI. Honolulu, Hawaii, USA","DOI":"10.1609\/aaai.v33i01.3301387"},{"key":"6444_CR28","doi-asserted-by":"crossref","unstructured":"Yang B, Tu Z, Wong DF, Meng F, Chao LS, Zhang T (2018) Modeling localness for self-attention networks. In: Proceedings of the 2018 conference on empirical methods in natural language processing, EMNLP, Association for Computational Linguistics, Brussels, Belgium, pp 4449\u20134458","DOI":"10.18653\/v1\/D18-1475"},{"key":"6444_CR29","doi-asserted-by":"crossref","unstructured":"Yang B, Wang L, Wong DF, Chao LS, Tu Z (2019) Convolutional self-attention networks. In: Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, vol 1: Long and Short Papers. Association for Computational Linguistics, Minneapolis, Minnesota, pp 4040\u20134045","DOI":"10.18653\/v1\/N19-1407"},{"key":"6444_CR30","doi-asserted-by":"crossref","unstructured":"Zhang B, Xiong D, Su J (2018) Accelerating neural transformer via an average attention network. In: Proceedings of the 56th annual meeting of the association for computational linguistics, vol 1: Long Papers. ACL, Association for Computational Linguistics, Melbourne, Australia, pp 1789\u20131798","DOI":"10.18653\/v1\/P18-1166"},{"issue":"1","key":"6444_CR31","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1109\/TPAMI.2018.2876404","volume":"42","author":"B Zhang","year":"2020","unstructured":"Zhang B, Xiong D, Su J (2020) Neural machine translation with deep attention. IEEE Trans Pattern Anal Mach Intell 42(1):154\u2013163","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"12","key":"6444_CR32","doi-asserted-by":"publisher","first-page":"2424","DOI":"10.1109\/TASLP.2017.2751420","volume":"25","author":"B Zhang","year":"2017","unstructured":"Zhang B, Xiong D, Su J, Duan H (2017) A context-aware recurrent encoder for neural machine translation. IEEE\/ACM Trans Audio Speech Lang Process 25(12):2424\u20132432","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"key":"6444_CR33","doi-asserted-by":"publisher","first-page":"4688","DOI":"10.1109\/TNNLS.2019.2957276","volume":"31","author":"B Zhang","year":"2020","unstructured":"Zhang B, Xiong D, Xie J, Su J (2020) Neural machine translation with GRU-gated attention model. IEEE Trans Neural Netw Learn Syst 31:4688\u20134698","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"2","key":"6444_CR34","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1109\/TII.2016.2601521","volume":"13","author":"H Zhang","year":"2017","unstructured":"Zhang H, Li J, Ji Y, Yue H (2017) Understanding subtitles by character-level sequence-to-sequence learning. IEEE Trans Ind Inf 13(2):616\u2013624","journal-title":"IEEE Trans Ind Inf"},{"key":"6444_CR35","unstructured":"Zhang J, Ding Y, Shen S, Cheng Y, Sun M, Luan H, Liu Y (2017) Thumt: an open source toolkit for neural machine translation. arXiv preprint arXiv:1706.06415"},{"issue":"1","key":"6444_CR36","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1109\/JSTSP.2019.2957952","volume":"14","author":"Y Zhou","year":"2020","unstructured":"Zhou Y, Tian L, Zhu C, Jin X, Sun Y (2020) Video coding optimization for virtual reality 360-degree source. IEEE J Sel Top Signal Process 14(1):118\u2013129","journal-title":"IEEE J Sel Top Signal Process"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06444-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-021-06444-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06444-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,11,3]],"date-time":"2021-11-03T18:22:28Z","timestamp":1635963748000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-021-06444-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,4]]},"references-count":36,"journal-issue":{"issue":"23","published-print":{"date-parts":[[2021,12]]}},"alternative-id":["6444"],"URL":"https:\/\/doi.org\/10.1007\/s00521-021-06444-2","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,4]]},"assertion":[{"value":"11 June 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 August 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 September 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no known conflict of interest associated with this manuscript, and there has been no significant financial support for this work that could have influenced its outcome.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}