{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,21]],"date-time":"2025-06-21T21:10:02Z","timestamp":1750540202154,"version":"3.41.0"},"reference-count":36,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017,5]]},"DOI":"10.1109\/ijcnn.2017.7966115","type":"proceedings-article","created":{"date-parts":[[2017,7,10]],"date-time":"2017-07-10T21:41:30Z","timestamp":1499722890000},"page":"2152-2157","source":"Crossref","is-referenced-by-count":3,"title":["Temporal hierarchies in multilayer gated recurrent neural networks for language models"],"prefix":"10.1109","author":[{"given":"Moirangthem","family":"Dennis Singh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Minho","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"journal-title":"Recurrent Neural Network Regularization","year":"2014","author":"zaremba","key":"ref33"},{"key":"ref32","first-page":"313","article-title":"Building a large annotated corpus of english: The penn treebank","volume":"19","author":"marcus","year":"1993","journal-title":"Computational Linguistics"},{"journal-title":"Generating Sequences with Recurrent Neural Networks","year":"2013","author":"graves","key":"ref31"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/5.58337"},{"journal-title":"Exploring the limits of language modeling","year":"2016","author":"jozefowicz","key":"ref36"},{"journal-title":"One Billion Word Benchmark for Measuring Progress in Statistical Language Modelling","year":"2013","author":"chelba","key":"ref35"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"2098","DOI":"10.21437\/Interspeech.2014-476","article-title":"Language modeling with sum-product networks","author":"cheng","year":"2014","journal-title":"InterSpeech"},{"journal-title":"Character-Aware Neural Language Models","year":"2016","author":"kim","key":"ref10"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-1608"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1000220"},{"journal-title":"Hierarchical modularity in human brain functional networks","year":"2010","author":"meunier","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1098\/rstb.2007.2056"},{"journal-title":"Neural machine translation by jointly learning to align and translate","year":"2014","author":"bahdanau","key":"ref15"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/SLT.2012.6424228"},{"key":"ref17","first-page":"1188","article-title":"Distributed representations of sentences and documents","volume":"14","author":"le","year":"2014","journal-title":"ICML"},{"key":"ref18","first-page":"3111","article-title":"Distributed representations of words and phrases and their compositionality","author":"mikolov","year":"2013","journal-title":"Advances in neural information processing systems"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1038\/nn.4186"},{"key":"ref28","article-title":"Gradient flow in recurrent nets: the difficulty of learning long-term dependencies","author":"hochreiter","year":"2001","journal-title":"A Field Guide to Dynamical Recurrent Networks"},{"key":"ref4","first-page":"3111","article-title":"Distributed representations of words and phrases and their compositionality","volume":"26","author":"mikolov","year":"2013","journal-title":"Advances in neural information processing systems"},{"key":"ref27","first-page":"1310","article-title":"On the difficulty of training recurrent neural networks","volume":"28","author":"pascanu","year":"2013","journal-title":"ICML"},{"key":"ref3","first-page":"1045","article-title":"Recurrent neural network based language model","author":"mikolov","year":"2010","journal-title":"InterSpeech"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2013.6638947"},{"key":"ref29","first-page":"3104","article-title":"Sequence to sequence learning with neural networks","volume":"27","author":"sutskever","year":"2014","journal-title":"Advances in neural information processing systems"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1097-4571(199009)41:6<391::AID-ASI1>3.0.CO;2-9"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1044"},{"key":"ref7","first-page":"413","article-title":"Recurrent continuous translation models","volume":"3","author":"kalchbrenner","year":"2013","journal-title":"EMNLP"},{"key":"ref2","first-page":"1137","article-title":"A neural probabilistic language model","volume":"3","author":"bengio","year":"2003","journal-title":"Journal of Machine Learning Research"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1106"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1006\/csla.1999.0128"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2004.08.005"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/72.279181"},{"key":"ref21","first-page":"555","article-title":"ch. Adaptive Learning of Linguistic Hierarchy in a Multiple Timescale Recurrent Neural Network","author":"heinrich","year":"2012","journal-title":"Artificial Neural Networks and Machine Learning - ICANN 2012 22nd International Conference on Artificial Neural Networks Lausanne Switzerland September 11&#x2013;14 2012 Proceedings"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1179"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref26","first-page":"194","article-title":"Lstm neural networks for language modeling","author":"sundermeyer","year":"2012","journal-title":"InterSpeech"},{"journal-title":"Empirical evaluation of gated recurrent neural networks on sequence modeling","year":"2014","author":"chung","key":"ref25"}],"event":{"name":"2017 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2017,5,14]]},"location":"Anchorage, AK, USA","end":{"date-parts":[[2017,5,19]]}},"container-title":["2017 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7958416\/7965814\/07966115.pdf?arnumber=7966115","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,21]],"date-time":"2025-06-21T20:28:52Z","timestamp":1750537732000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7966115\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,5]]},"references-count":36,"URL":"https:\/\/doi.org\/10.1109\/ijcnn.2017.7966115","relation":{},"subject":[],"published":{"date-parts":[[2017,5]]}}}