{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T22:06:29Z","timestamp":1782597989379,"version":"3.54.5"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2020,1,29]],"date-time":"2020-01-29T00:00:00Z","timestamp":1580256000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,29]],"date-time":"2020-01-29T00:00:00Z","timestamp":1580256000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int. J. Mach. Learn. & Cyber."],"published-print":{"date-parts":[[2020,4]]},"DOI":"10.1007\/s13042-020-01063-0","type":"journal-article","created":{"date-parts":[[2020,1,29]],"date-time":"2020-01-29T10:03:02Z","timestamp":1580292182000},"page":"873-882","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Learning deep hierarchical and temporal recurrent neural networks with residual learning"],"prefix":"10.1007","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8176-3373","authenticated-orcid":false,"given":"Tehseen","family":"Zia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Assad","family":"Abbas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Usman","family":"Habib","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Muhammad Sajid","family":"Khan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,1,29]]},"reference":[{"issue":"1","key":"1063_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2200000006","volume":"2","author":"Y Bengio","year":"2009","unstructured":"Bengio Y (2009) Learning deep architectures for AI. Found Trends Mach Learn 2(1):1\u2013127","journal-title":"Found Trends Mach Learn"},{"issue":"7553","key":"1063_CR2","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. Nature 521(7553):436\u2013444","journal-title":"Nature"},{"key":"1063_CR3","unstructured":"Lipton ZC, Berkowitz J, Elkan C (2015) A critical review of recurrent neural networks for sequence learning. https:\/\/arxiv.org\/abs\/arXiv:1506.00019"},{"key":"1063_CR4","first-page":"3","volume":"2","author":"T Mikolov","year":"2010","unstructured":"Mikolov T, Karafi\u00e1t M, Burget L, Cernock\u00fd J, Khudanpur S (2010) Recurrent neural network based language model. Interspeech 2:3","journal-title":"Interspeech"},{"key":"1063_CR5","doi-asserted-by":"crossref","unstructured":"Graves A, Mohamed AR, Hinton G (2013) Speech recognition with deep recurrent neural networks. In: 2013 IEEE international conference on acoustics, speech and signal processing (ICASSP). IEEE, pp 6645\u20136649","DOI":"10.1109\/ICASSP.2013.6638947"},{"key":"1063_CR6","unstructured":"Gregor K, Danihelka I, Graves A, Rezende DJ, Wierstra D (2015) DRAW: a recurrent neural network for image generation. https:\/\/arxiv.org\/abs\/arXiv:1502.04623"},{"key":"1063_CR7","unstructured":"Graves A, Schmidhuber J (2009) Offline handwriting recognition with multidimensional recurrent neural networks. In: Advances in neural information processing systems, pp 545\u2013552"},{"key":"1063_CR8","unstructured":"Mao J, Xu W, Yang Y, Wang J, Huang Z, Yuille A (2014) Deep captioning with multimodal recurrent neural networks (M-RNN). https:\/\/arxiv.org\/abs\/arXiv:1412.6632"},{"key":"1063_CR9","doi-asserted-by":"crossref","unstructured":"Donahue J, Anne Hendricks L, Guadarrama S, Rohrbach M, Venugopalan S, Saenko K, Darrell T (2015) Long-term recurrent convolutional networks for visual recognition and description. In: Proceedings of the IEEE conference on computer vision and pattern recognition. IEEE, pp 2625\u20132634","DOI":"10.1109\/CVPR.2015.7298878"},{"issue":"10","key":"1063_CR10","doi-asserted-by":"publisher","first-page":"2619","DOI":"10.1007\/s13042-019-00937-2","volume":"10","author":"J Luo","year":"2019","unstructured":"Luo J, Wu J, Zhao S, Wang L, Xu T (2019) Lossless compression for hyperspectral image using deep recurrent neural networks. Int J Mach Learn Cybern 10(10):2619\u20132629","journal-title":"Int J Mach Learn Cybern"},{"key":"1063_CR11","unstructured":"Kim J, Kim H (2016) Classification performance using gated recurrent unit recurrent neural network on energy disaggregation. In: 2016 international conference on machine learning and cybernetics (ICMLC), vol 1. IEEE, pp 105\u2013110"},{"key":"1063_CR12","unstructured":"Chung J, Gulcehre C, Cho K, Bengio Y (2015) Gated feedback recurrent neural networks. In: International conference on machine learning, pp 2067\u20132075"},{"issue":"2","key":"1063_CR13","doi-asserted-by":"publisher","first-page":"234","DOI":"10.1162\/neco.1992.4.2.234","volume":"4","author":"J Schmidhuber","year":"1992","unstructured":"Schmidhuber J (1992) Learning complex, extended sequences using the principle of history compression. Neural Comput 4(2):234\u2013242","journal-title":"Neural Comput"},{"key":"1063_CR14","unstructured":"Pascanu R, Gulcehre C, Cho K, Bengio Y (2013) How to construct deep recurrent neural networks. https:\/\/arxiv.org\/abs\/arXiv:1312.6026"},{"key":"1063_CR15","unstructured":"Pascanu R, Mikolov T, Bengio Y (2013) On the difficulty of training recurrent neural networks. In: International conference on machine learning, pp 13100\u20131318"},{"key":"1063_CR16","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2016) Imagenet classification with deep convolutional neural networks. In: Advances in neural information processing systems, pp 1097\u20131105"},{"key":"1063_CR17","unstructured":"Ioffe S, Szegedy C (2015) Batch normalization: accelerating deep network training by reducing internal covariate shift. In: ICML'15: proceedings of the 32nd international conference on international conference on machine learning, vol 37, pp 448\u2013456"},{"key":"1063_CR18","unstructured":"Glorot X, Bengio Y (2010) Understanding the difficulty of training deep feedforward neural networks. In: Proceedings of the thirteenth international conference on artificial intelligence and statistics, pp 249\u2013256"},{"key":"1063_CR19","doi-asserted-by":"publisher","first-page":"8624","DOI":"10.1109\/ICASSP.2013.6639349","volume-title":"2013 IEEE international conference on acoustics, speech and signal processing","author":"Y Bengio","year":"2013","unstructured":"Bengio Y, Boulanger-Lewandowski N, Pascanu R (2013) Advances in optimizing recurrent networks. In: 2013 IEEE international conference on acoustics, speech and signal processing. IEEE, Vancouver, pp 8624\u20138628"},{"issue":"8","key":"1063_CR20","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"1063_CR21","doi-asserted-by":"crossref","unstructured":"Sak H, Senior A, Beaufays F (2014) Long short-term memory recurrent neural network architectures for large scale acoustic modeling. In: Fifteenth annual conference of the international speech communication association","DOI":"10.21437\/Interspeech.2014-80"},{"key":"1063_CR22","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"1063_CR23","unstructured":"Kim JH, Lee SW, Kwak D, Heo MO, Kim J, Ha JW, Zhang BT (2016) Multimodal residual learning for visual qa. In: Advances in neural information processing systems, pp 361\u2013369"},{"key":"1063_CR24","unstructured":"Yao K, Cohn T, Vylomova K, Duh K, Dyer C (2015) Depth-gated recurrent neural networks.\u00a0arXiv:1508.03790"},{"issue":"10","key":"1063_CR25","doi-asserted-by":"publisher","first-page":"2222","DOI":"10.1109\/TNNLS.2016.2582924","volume":"28","author":"K Greff","year":"2016","unstructured":"Greff K, Srivastava RK, Koutn\u00edk J, Steunebrink BR, Schmidhuber J (2016) LSTM: a search space odyssey. IEEE Trans Neural Netw Learn Syst 28(10):2222\u20132232","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"1063_CR26","unstructured":"Chung J, Gulcehre C, Cho K, Bengio Y (2014) Empirical evaluation of gated recurrent neural networks on sequence modeling. https:\/\/arxiv.org\/abs\/arXiv:1412.3555"},{"issue":"1","key":"1063_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11063-012-9259-4","volume":"38","author":"B \u0160ter","year":"2013","unstructured":"\u0160ter B (2013) Selective recurrent neural network. Neural Process Lett 38(1):1\u201315","journal-title":"Neural Process Lett"},{"key":"1063_CR28","unstructured":"Zilly JG, Srivastava RK, Koutn\u00edk J, Schmidhuber J (2016) Recurrent highway networks. https:\/\/arxiv.org\/abs\/arXiv:1607.03474"},{"key":"1063_CR29","doi-asserted-by":"crossref","unstructured":"Zhang Y, Chen G, Yu D, Yaco K, Khudanpur S, Glass J (2016) Highway long short-term memory RNNS for distant speech recognition. In: IEEE international conference on acoustics, speech and signal processing, pp 5755\u20135759","DOI":"10.1109\/ICASSP.2016.7472780"},{"key":"1063_CR30","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1016\/j.patrec.2018.06.023","volume":"119","author":"T Zia","year":"2019","unstructured":"Zia T (2019) Hierarchical recurrent highway networks. Pattern Recogn Lett 119:71\u201376","journal-title":"Pattern Recogn Lett"},{"key":"1063_CR31","unstructured":"Zia T, Razzaq S (2018) Residual recurrent highway networks for learning deep sequence prediction models. J Grid Comput 1\u20138"},{"key":"1063_CR32","doi-asserted-by":"crossref","unstructured":"Wang Y, Tian F (2016) Recurrent residual learning for sequence classification. In: Proceedings of the 2016 conference on empirical methods in natural language processing, pp 938\u2013943","DOI":"10.18653\/v1\/D16-1093"},{"key":"1063_CR33","doi-asserted-by":"crossref","unstructured":"Kim J, El-Khamy M, Lee J (2017) Residual LSTM: design of a deep recurrent architecture for distant speech recognition. https:\/\/arxiv.org\/abs\/arXiv:1701.03360","DOI":"10.21437\/Interspeech.2017-477"},{"issue":"10","key":"1063_CR34","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1109\/5.58337","volume":"78","author":"PJ Werbos","year":"1990","unstructured":"Werbos PJ (1990) Backpropagation through time: what it does and how to do it. Proc IEEE 78(10):1550\u20131560","journal-title":"Proc IEEE"},{"key":"1063_CR35","unstructured":"Chung J, Ahn S, Bengio Y (2016) Hierarchical multiscale recurrent neural networks. https:\/\/arxiv.org\/abs\/arXiv:1609.01704"},{"key":"1063_CR36","unstructured":"El Hihi S, Bengio Y (1996) Hierarchical recurrent neural networks for long-term dependencies. In: Advances in neural information processing systems, pp 493\u2013499"},{"key":"1063_CR37","unstructured":"Hutter M (2012) The human knowledge compression contest. https:\/\/prize.hutter1.net. Accessed 15 Jan 2019"},{"issue":"2","key":"1063_CR38","first-page":"313","volume":"19","author":"MP Marcus","year":"1993","unstructured":"Marcus MP, Marcinkiewicz MA, Santorini B (1993) Building a large annotated corpus of English: the Penn Treebank. Comput Linguist 19(2):313\u2013330","journal-title":"Comput Linguist"},{"key":"1063_CR39","unstructured":"Graves A (2013) Generating sequences with recurrent neural networks. https:\/\/arxiv.org\/abs\/arXiv:1308.0850"},{"key":"1063_CR40","unstructured":"Goldsborough P (2016) A tour of tensorflow. https:\/\/arxiv.org\/abs\/arXiv:1610.01178"}],"container-title":["International Journal of Machine Learning and Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-020-01063-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s13042-020-01063-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-020-01063-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,13]],"date-time":"2022-10-13T08:48:52Z","timestamp":1665650932000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s13042-020-01063-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,29]]},"references-count":40,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2020,4]]}},"alternative-id":["1063"],"URL":"https:\/\/doi.org\/10.1007\/s13042-020-01063-0","relation":{},"ISSN":["1868-8071","1868-808X"],"issn-type":[{"value":"1868-8071","type":"print"},{"value":"1868-808X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,1,29]]},"assertion":[{"value":"25 June 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 January 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 January 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}