{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,21]],"date-time":"2026-08-21T11:59:17Z","timestamp":1787313557824,"version":"build-2736575974"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,6,6]],"date-time":"2018-06-06T00:00:00Z","timestamp":1528243200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Grid Computing"],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s10723-018-9444-4","type":"journal-article","created":{"date-parts":[[2018,6,6]],"date-time":"2018-06-06T04:39:43Z","timestamp":1528259983000},"page":"169-176","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Residual Recurrent Highway Networks for Learning Deep Sequence Prediction Models"],"prefix":"10.1007","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8176-3373","authenticated-orcid":false,"given":"Tehseen","family":"Zia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Saad","family":"Razzaq","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2018,6,6]]},"reference":[{"key":"9444_CR1","unstructured":"Graves, A.: Generating sequences with recurrent neural networks. arXiv: 1308.0850 (2013)"},{"key":"9444_CR2","unstructured":"Bahdanau, D., Cho, K., Bengio, Y.: Neural machine translation by jointly learning to align and translate. arXiv: 1409.0473 (2014)"},{"key":"9444_CR3","unstructured":"Mikolov, T.: Statistical language models based on neural networks. Presentation at Google, Mountain View (2012)"},{"issue":"5","key":"9444_CR4","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1109\/TPAMI.2008.137","volume":"31","author":"A Graves","year":"2009","unstructured":"Graves, A., Liwicki, M., Fern\u00e1ndez, S., Bertolami, R., Bunke, H., Schmidhuber, J.: A novel connectionist system for unconstrained handwriting recognition. IEEE Trans. Pattern Anal. Mach. Intell. 31(5), 855\u2013868 (2009)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"6","key":"9444_CR5","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1109\/MSP.2012.2205597","volume":"29","author":"G Hinton","year":"2012","unstructured":"Hinton, G., Deng, L., Yu, D., Dahl, G.E., Mohamed, A.R., Jaitly, N., Senior, A., Vanhoucke, V., Nguyen, P., Sainath, T.N., Kingsbury, B.: Deep neural networks for acoustic modeling in speech recognition: The shared views of four research groups. IEEE Signal Process. Mag. 29 (6), 82\u201397 (2012)","journal-title":"IEEE Signal Process. Mag."},{"key":"9444_CR6","doi-asserted-by":"crossref","unstructured":"Graves, A., Mohamed, A.R., Hinton, G.: Speech recognition with deep recurrent neural networks. In: IEEE International Conference on Acoustics, Speech and Signal Processing, pp. 6645\u20136649 (2013)","DOI":"10.1109\/ICASSP.2013.6638947"},{"key":"9444_CR7","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G.S., Dean, J.: Distributed representations of words and phrases and their compositionality. In: Advances in Neural Information Processing Systems, pp. 3111\u20133119 (2013)"},{"key":"9444_CR8","unstructured":"Mikolov, T., Chen, K., Corrado, G., Dean, J.: Efficient estimation of word representations in vector space. arXiv: 1301.3781 (2013)"},{"key":"9444_CR9","unstructured":"Pascanu, R., Mikolov, T., Bengio, Y.: On the difficulty of training recurrent neural networks. In: International Conference on Machine Learning, pp. 1310\u20131318 (2013)"},{"issue":"8","key":"9444_CR10","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"9444_CR11","unstructured":"Chung, J., Gulcehre, C., Cho, K., Bengio, Y.: Empirical evaluation of gated recurrent neural networks on sequence modeling. arXiv: 1412.3555 (2014)"},{"key":"9444_CR12","unstructured":"Srivastava, R.K., Greff, K., Schmidhuber, J.: Highway networks. arXiv: 1505.00387 (2015)"},{"key":"9444_CR13","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"9444_CR14","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Chen, G., Yu, D., Yaco, K., Khudanpur, S., Glass, J.: Highway long short-term memory rnns for distant speech recognition. In: IEEE International Conference on Acoustics, Speech and Signal Processing, pp. 5755\u20135759 (2016)","DOI":"10.1109\/ICASSP.2016.7472780"},{"key":"9444_CR15","doi-asserted-by":"crossref","unstructured":"Kim, J., El-Khamy, M., Lee, J.: Residual LSTM: Design of a deep recurrent architecture for distant speech recognition. arXiv: 1701.03360 (2017)","DOI":"10.21437\/Interspeech.2017-477"},{"key":"9444_CR16","doi-asserted-by":"crossref","unstructured":"Kim, Y., Jernite, Y., Sontag, D., Rush, A.M.: Character-aware neural language models. In: AAAI, pp. 2741\u20132749 (2016)","DOI":"10.1609\/aaai.v30i1.10362"},{"key":"9444_CR17","unstructured":"Jozefowicz, R., Zaremba, W., Sutskever, I.: An empirical exploration of recurrent network architectures. In: Proceedings of the 32nd International Conference on Machine Learning (ICML-15), pp. 2342\u20132350 (2015)"},{"key":"9444_CR18","unstructured":"Pascanu, R., Gulcehre, C., Cho, K., Bengio, Y.: How to construct deep recurrent neural networks. arXiv: 1312.6026 (2013)"},{"key":"9444_CR19","unstructured":"Schmidhuber, J.: Learning complex, extended sequences using the principle of history compression. Learning, 4(1) (2008)"},{"key":"9444_CR20","unstructured":"El Hihi, S., Bengio, Y.: Hierarchical recurrent neural networks for long-term dependencies. In: Advances in Neural Information Processing Systems, pp. 493\u2013499 (1996)"},{"key":"9444_CR21","doi-asserted-by":"crossref","unstructured":"Du, Y., Wang, W., Wang, L.: Hierarchical recurrent neural network for skeleton based action recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 1110\u20131118 (2015)","DOI":"10.1109\/CVPR.2015.7298714"},{"key":"9444_CR22","unstructured":"Zilly, J.G., Srivastava, R.K., Koutn\u00edk, J., Schmidhuber, J.: Recurrent highway networks. arXiv: 1607.03474 (2016)"},{"key":"9444_CR23","doi-asserted-by":"crossref","unstructured":"Wang, Y., Tian, F.: Recurrent residual learning for sequence classification. In: EMNLP, pp. 938\u2013943 (2016)","DOI":"10.18653\/v1\/D16-1093"},{"issue":"7553","key":"9444_CR24","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature 521(7553), 436 (2015)","journal-title":"Nature"},{"key":"9444_CR25","unstructured":"Chung, J., Ahn, S., Bengio, Y.: Hierarchical multiscale recurrent neural networks. arXiv: 1609.01704 (2016)"},{"key":"9444_CR26","unstructured":"Levine, Y., Sharir, O., Shashua, A.: Benefits of depth for long-term memory of recurrent networks. arXiv: 1710.09431 (2017)"},{"key":"9444_CR27","doi-asserted-by":"crossref","unstructured":"Pan, P., Xu, Z., Yang, Y., Wu, F., Zhuang, Y.: Hierarchical recurrent neural encoder for video representation with application to captioning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 1029\u20131038 (2016)","DOI":"10.1109\/CVPR.2016.117"},{"key":"9444_CR28","unstructured":"Chung, J., Gulcehre, C., Cho, K., Bengio, Y.: Gated feedback recurrent neural networks. In: International Conference on Machine Learning, pp. 2067\u20132075 (2015)"},{"key":"9444_CR29","doi-asserted-by":"crossref","unstructured":"Aharoni, Z., Rattner, G., Permuter, H.: Gradual learning of deep recurrent neural networks. arXiv: 1708.08863 (2017)","DOI":"10.1007\/978-3-319-94147-9_21"},{"key":"9444_CR30","doi-asserted-by":"crossref","unstructured":"Serban, I.V., Sordoni, A., Bengio, Y., Courville, A.C., Pineau, J.: Building end-to-end dialogue systems using generative hierarchical neural network models. In: AAAI, pp. 3776\u20133784 (2016)","DOI":"10.1609\/aaai.v30i1.9883"},{"key":"9444_CR31","doi-asserted-by":"crossref","unstructured":"Sainath, T.N., Vinyals, O., Senior, A., Sak, H.: Convolutional, long short-term memory, fully connected deep neural networks. In: IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 4580\u20134584 (2015)","DOI":"10.1109\/ICASSP.2015.7178838"},{"key":"9444_CR32","doi-asserted-by":"crossref","unstructured":"Chan, W., Jaitly, N., Le, Q., Vinyals, O.: Listen, attend and spell: A neural network for large vocabulary conversational speech recognition. In: IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 4960\u20134964 (2016)","DOI":"10.1109\/ICASSP.2016.7472621"},{"key":"9444_CR33","unstructured":"Sutskever, I., Vinyals, O., Le, Q.V.: Sequence to sequence learning with neural networks. In: Advances in Neural Information Processing Systems, pp. 3104\u20133112 (2014)"},{"issue":"3","key":"9444_CR34","doi-asserted-by":"publisher","first-page":"849","DOI":"10.1109\/TPAMI.2017.2695539","volume":"40","author":"XY Zhang","year":"2018","unstructured":"Zhang, X.Y., Yin, F., Zhang, Y.M., Liu, C.L., Bengio, Y.: Drawing and recognizing chinese characters with recurrent neural network. IEEE Trans. Pattern Anal. Mach. Intell. 40(3), 849\u2013862 (2018)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"9444_CR35","unstructured":"Yogatama, D., Dyer, C., Ling, W., Blunsom, P.: Generative and discriminative text classification with recurrent neural networks. arXiv: 1703.01898 (2017)"},{"key":"9444_CR36","unstructured":"Koutnik, J., Greff, K., Gomez, F., Schmidhuber, J.: A clockwork rnn. In: International Conference on Machine Learning, pp. 1863\u20131871 (2014)"},{"key":"9444_CR37","unstructured":"Graves, A., Schmidhuber, J.: Offline handwriting recognition with multidimensional recurrent neural networks. In: Advances in Neural Information Processing Systems, pp. 545\u2013552 (2009)"},{"key":"9444_CR38","doi-asserted-by":"crossref","unstructured":"Sak, H., Senior, A., Beaufays, F.: Long short-term memory based recurrent neural network architectures for large vocabulary speech recognition. arXiv: 1402.1128 (2014)","DOI":"10.21437\/Interspeech.2014-80"},{"key":"9444_CR39","unstructured":"Goel, H., Melnyk, I., Banerjee, A.: R2N2: Residual recurrent neural networks for multivariate time series forecasting. arXiv: 1709.03159 (2017)"},{"key":"9444_CR40","doi-asserted-by":"crossref","unstructured":"Baskar, M.K., Karafi\u00e1t, M., Burget, L., Vesel\u00fd, K., Gr\u00e9zl, F., \u010cernock\u00fd, J.: Residual memory networks: Feed-forward approach to learn long-term temporal dependencies. In: IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 4810\u20134814 (2017)","DOI":"10.1109\/ICASSP.2017.7953070"},{"key":"9444_CR41","unstructured":"Karpathy, A., Johnson, J., Fei-Fei, L.: Visualizing and understanding recurrent networks. arXiv: 1506.02078 (2015)"},{"issue":"8","key":"9444_CR42","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1109\/5.58337","volume":"78","author":"PJ Werbos","year":"1990","unstructured":"Werbos, P.J.: Backpropagation through time: What it does and how to do it. Proc. IEEE 78(8), 1550\u20131560 (1990)","journal-title":"Proc. IEEE"},{"issue":"1","key":"9444_CR43","first-page":"313","volume":"19","author":"MP Marcus","year":"1993","unstructured":"Marcus, M.P., Marcinkiewicz, M.A., Santorini, B.: Building a large annotated corpus of english: The penn treebank. Comput. Linguist. 19(1), 313\u2013330 (1993)","journal-title":"Comput. Linguist."},{"key":"9444_CR44","unstructured":"Goldsborough, P.: A tour of tensorflow. arXiv: 1610.01178 (2016)"}],"container-title":["Journal of Grid Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-018-9444-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10723-018-9444-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-018-9444-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T20:21:28Z","timestamp":1751660488000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10723-018-9444-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6,6]]},"references-count":44,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["9444"],"URL":"https:\/\/doi.org\/10.1007\/s10723-018-9444-4","relation":{},"ISSN":["1570-7873","1572-9184"],"issn-type":[{"value":"1570-7873","type":"print"},{"value":"1572-9184","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,6,6]]},"assertion":[{"value":"20 February 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 May 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 June 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}